-- Logs begin at Thu 2022-09-15 06:48:05 UTC, end at Thu 2022-09-15 07:57:14 UTC. -- Sep 15 07:30:04.374457 dv-cinder-824149-6-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 15 07:30:07.050208 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.common.config [-] Logging enabled! Sep 15 07:30:07.050784 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev572 Sep 15 07:30:07.051006 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106742) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 15 07:30:07.054277 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.common.config [-] Logging enabled! Sep 15 07:30:07.054536 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev572 Sep 15 07:30:07.054848 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106742) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 15 07:30:07.055791 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 15 07:30:07.056025 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 15 07:30:07.056503 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 15 07:30:07.056751 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 15 07:30:07.056978 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 15 07:30:07.057296 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:07.057615 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:07.057851 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:07.058152 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:07.058452 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:07.058737 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:07.059030 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:07.059330 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:07.059621 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:07.059904 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:07.060190 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:07.060422 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:07.060706 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] config_source = [] {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:07.060998 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:07.061288 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:07.061513 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] debug = True {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:07.061831 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:07.062258 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:07.062663 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:07.062956 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:07.063250 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:07.063532 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:07.064331 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:07.064629 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:07.064918 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:07.065248 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] host = dv-cinder-824149-6-iscsi {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:07.065531 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:07.065848 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:07.066140 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:07.066431 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:07.066707 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:07.066985 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:07.067272 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:07.067546 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] log_dir = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:07.067820 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] log_file = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:07.068103 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:07.068393 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:07.068681 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:07.068972 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:07.069199 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:07.069426 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:07.069735 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:07.070028 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:07.070308 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:07.070584 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:07.070859 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:07.071133 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:07.071409 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:07.071680 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:07.071967 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:07.072257 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:07.072548 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:07.072825 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:07.073103 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:07.073374 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:07.073673 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:07.073963 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:07.074239 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:07.074517 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:07.074794 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:07.075083 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:07.075355 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:07.075631 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:07.075934 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:07.076224 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:07.076508 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:07.076798 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:07.077072 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:07.077357 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:07.077658 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:07.077934 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] use_journal = False {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:07.078207 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] use_json = False {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:07.078480 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:07.078754 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:07.079038 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:07.079311 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:07.080201 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:07.080481 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:07.080758 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:07.081047 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:07.081322 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:07.081640 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:07.081942 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:07.082244 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:07.082530 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:07.082842 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:07.083127 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:07.083422 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:07.083708 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:07.084003 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:07.084297 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:07.084589 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:07.084872 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:07.085176 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:07.085467 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:07.085798 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:07.086107 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:07.086404 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:07.086701 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:07.086980 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:07.087259 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:07.087537 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:07.087818 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:07.088109 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:07.088388 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:07.088681 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:07.088974 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:07.089257 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:07.089559 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:07.089871 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:07.090159 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:07.090457 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:07.090750 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:07.091026 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:07.091309 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:07.091603 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:07.091885 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:07.092161 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:07.092452 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:07.092751 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:07.093013 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:07.093301 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:07.093616 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:07.093920 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:07.094198 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:07.094482 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:07.094777 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:07.095116 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:07.095539 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:07.095824 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:07.096108 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:07.096386 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:07.096680 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:07.096967 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:07.097245 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:07.097522 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:07.097840 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:07.098120 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:07.098399 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:07.098680 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:07.098958 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:07.099239 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:07.099514 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:07.099787 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:07.100063 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:07.100336 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:07.100611 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:07.100885 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:07.101160 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:07.101437 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:07.101735 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:07.102012 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:07.102284 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:07.102561 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:07.102837 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:07.103128 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:07.103689 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:07.103974 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:07.104260 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:07.104544 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:07.104827 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:07.105113 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:07.105397 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:07.105709 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:07.105996 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:07.106275 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:07.106572 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:07.106860 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:07.107157 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:07.107446 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:07.107746 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:07.108048 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:07.108331 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:07.108611 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:07.108891 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:07.109173 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:07.109454 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:07.109768 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:07.110049 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:07.110328 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:07.110613 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:07.110943 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:07.111299 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:07.111546 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:07.111829 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:07.112128 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:07.112425 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:07.112721 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:07.113004 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:07.113321 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:07.113629 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:07.113858 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 15 07:30:07.114101 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=106742) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 15 07:30:07.492388 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=106742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 15 07:30:07.492712 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=106742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Sep 15 07:30:07.492985 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=106742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Sep 15 07:30:07.493221 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=106742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 15 07:30:07.493502 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=106742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Sep 15 07:30:07.493858 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 15 07:30:07.856082 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 07:30:07.856370 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 07:30:07.856643 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 07:30:07.857892 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 07:30:07.858171 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 07:30:07.858439 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 07:30:07.922410 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 07:30:07.922837 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 07:30:07.923214 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 07:30:08.082718 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 07:30:08.082718 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 07:30:08.082718 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 07:30:08.082718 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 07:30:08.082718 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 07:30:08.083613 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 07:30:08.083613 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 07:30:08.083613 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 07:30:08.083613 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 07:30:08.274115 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=106742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 07:30:08.274310 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=106742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 07:30:08.274583 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=106742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 07:30:08.275804 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=106742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 07:30:08.276527 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=106742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 07:30:08.373660 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=106742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 07:30:08.373985 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=106742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 07:30:08.374272 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=106742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 07:30:08.374546 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=106742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 07:30:08.374816 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=106742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 07:30:08.375136 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=106742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 07:30:08.375394 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=106742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 07:30:08.375659 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=106742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 07:30:08.375919 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=106742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 07:30:08.376209 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=106742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 07:30:08.376588 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=106742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 07:30:08.376873 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=106742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 07:30:08.377137 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=106742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 07:30:08.377395 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=106742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 07:30:08.377682 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=106742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 07:30:08.377951 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 07:30:08.378209 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=106742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 07:30:08.378480 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=106742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 07:30:08.378751 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=106742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 07:30:08.379013 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=106742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 07:30:08.379288 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 07:30:08.379544 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 07:30:08.379827 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 07:30:08.380207 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 07:30:08.380470 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 07:30:08.380721 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 07:30:08.381119 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=106742) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 07:30:08.381361 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=106742) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 07:30:08.381616 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=106742) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 07:30:08.381858 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=106742) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 07:30:08.382095 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=106742) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 07:30:08.382336 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=106742) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 07:30:08.382698 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 15 07:30:08.385804 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 15 07:30:08.389715 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 15 07:30:08.394106 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Sep 15 07:30:08.395728 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 15 07:30:08.396341 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 15 07:30:08.396679 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 15 07:30:08.397065 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 15 07:30:08.399847 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 15 07:30:08.400104 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 15 07:30:08.400455 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 15 07:30:08.405501 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 15 07:30:08.428993 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 15 07:30:08.429446 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=106742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 07:30:08.429780 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=106742) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Sep 15 07:30:08.430159 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=106742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 07:30:08.431507 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=106742) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 15 07:30:08.431785 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 15 07:30:08.432028 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 15 07:30:08.443310 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=106742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 07:30:08.443595 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=106742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 07:30:08.565861 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 15 07:30:08.566103 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 15 07:30:08.566339 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 15 07:30:08.566718 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 15 07:30:08.619529 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO dbcounter [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Registered counter for database neutron Sep 15 07:30:08.639265 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_db.sqlalchemy.engines [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=106742) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 15 07:30:08.645835 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writer thread running {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 15 07:30:09.295280 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.plugins.ml2.managers [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Initializing driver for type 'gre' Sep 15 07:30:09.295932 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] gre ID ranges: [(1, 1000)] Sep 15 07:30:09.478675 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.plugins.ml2.managers [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Initializing driver for type 'local' Sep 15 07:30:09.479013 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.plugins.ml2.managers [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Initializing driver for type 'vlan' Sep 15 07:30:09.535358 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] VlanTypeDriver initialization complete Sep 15 07:30:09.535713 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.plugins.ml2.managers [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Initializing driver for type 'vxlan' Sep 15 07:30:09.536215 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] vxlan ID ranges: [(1, 1000)] Sep 15 07:30:09.724229 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.plugins.ml2.managers [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Initializing extension driver 'port_security' Sep 15 07:30:09.724584 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.plugins.ml2.extensions.port_security [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] PortSecurityExtensionDriver initialization complete Sep 15 07:30:09.724923 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.plugins.ml2.managers [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Initializing mechanism driver 'openvswitch' Sep 15 07:30:09.725259 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.plugins.ml2.managers [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Initializing mechanism driver 'hyperv' Sep 15 07:30:09.732099 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.plugins.ml2.plugin [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=106742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:30:09.732787 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Subscribe: > port after_create 55550000 {{(pid=106742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 07:30:09.733172 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Subscribe: > port after_update 55550000 {{(pid=106742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 07:30:09.733538 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Subscribe: > port after_delete 55550000 {{(pid=106742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 07:30:09.734121 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=106742) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 15 07:30:09.734552 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Subscribe: > subnet after_create 55550000 {{(pid=106742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 07:30:09.734912 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Subscribe: > subnet after_update 55550000 {{(pid=106742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 07:30:09.735268 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Subscribe: > subnet after_delete 55550000 {{(pid=106742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 07:30:09.735663 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=106742) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 15 07:30:09.736361 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Subscribe: > network after_create 55550000 {{(pid=106742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 07:30:09.736805 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Subscribe: > network after_update 55550000 {{(pid=106742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 07:30:09.737163 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Subscribe: > network after_delete 55550000 {{(pid=106742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 07:30:09.737563 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=106742) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 15 07:30:09.738762 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Subscribe: > security_group after_create 55550000 {{(pid=106742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 07:30:09.738762 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Subscribe: > security_group after_update 55550000 {{(pid=106742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 07:30:09.738762 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Subscribe: > security_group after_delete 55550000 {{(pid=106742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 07:30:09.739241 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=106742) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 15 07:30:09.739552 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=106742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 07:30:09.739907 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=106742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 07:30:09.740256 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=106742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 07:30:09.740787 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=106742) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 15 07:30:09.741209 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Subscribe: > address_group after_create 55550000 {{(pid=106742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 07:30:09.741564 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Subscribe: > address_group after_update 55550000 {{(pid=106742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 07:30:09.741934 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Subscribe: > address_group after_delete 55550000 {{(pid=106742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 07:30:09.742332 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=106742) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 15 07:30:09.742785 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] ML2 OVO RPC backend initialized. {{(pid=106742) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Sep 15 07:30:09.743512 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Subscribe: > router_interface after_create 55550000 {{(pid=106742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 07:30:09.743875 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 07:30:09.744303 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Subscribe: > network before_response 55550000 {{(pid=106742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 07:30:09.744661 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Subscribe: > networks before_response 55550000 {{(pid=106742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 07:30:09.745018 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Subscribe: > port before_response 55550000 {{(pid=106742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 07:30:09.745372 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Subscribe: > ports before_response 55550000 {{(pid=106742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 07:30:09.745755 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Subscribe: > subnet before_response 55550000 {{(pid=106742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 07:30:09.746172 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Subscribe: > subnets before_response 55550000 {{(pid=106742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 07:30:09.746532 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Subscribe: > network after_create 55550000 {{(pid=106742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 07:30:09.746882 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Subscribe: > network after_update 55550000 {{(pid=106742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 07:30:09.747227 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Subscribe: > network after_delete 55550000 {{(pid=106742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 07:30:09.747569 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Subscribe: > port after_create 55550000 {{(pid=106742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 07:30:09.747914 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Subscribe: > port after_update 55550000 {{(pid=106742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 07:30:09.748257 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Subscribe: > port after_delete 55550000 {{(pid=106742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 07:30:09.748598 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Subscribe: > subnet after_create 55550000 {{(pid=106742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 07:30:09.748940 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Subscribe: > subnet after_update 55550000 {{(pid=106742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 07:30:09.749279 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Subscribe: > subnet after_delete 55550000 {{(pid=106742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 07:30:09.785931 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.quota [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loaded quota_driver: . Sep 15 07:30:09.785931 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.plugins.ml2.plugin [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Modular L2 Plugin initialization complete Sep 15 07:30:09.785931 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.manager [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loading services supported by the core plugin {{(pid=106742) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 15 07:30:09.785931 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.plugins.ml2.managers [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Got port-security extension from driver 'port_security' Sep 15 07:30:09.785931 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.extensions.vlantransparent [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Disabled vlantransparent extension. Sep 15 07:30:09.785931 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.manager [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=106742) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 15 07:30:09.785931 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.manager [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loading Plugin: router Sep 15 07:30:09.804277 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Subscribe: > router_interface before_create 55550000 {{(pid=106742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 07:30:09.804277 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Subscribe: > router after_create 55549900 {{(pid=106742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 07:30:09.804593 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Subscribe: > router before_create 55549900 {{(pid=106742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 07:30:09.805294 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Subscribe: > router_interface before_delete 55550000 {{(pid=106742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 07:30:09.805430 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 07:30:09.805706 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Subscribe: > router after_delete 55549900 {{(pid=106742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 07:30:09.806070 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Subscribe: > floatingip after_create 55550000 {{(pid=106742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 07:30:09.806421 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Subscribe: > floatingip after_update 55550000 {{(pid=106742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 07:30:09.806779 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Subscribe: > router after_create 55549900 {{(pid=106742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 07:30:09.807129 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Subscribe: > router after_update 55549900 {{(pid=106742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 07:30:09.807480 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Subscribe: > router after_update 55549900 {{(pid=106742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 07:30:09.807829 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=106742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 07:30:09.808191 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Subscribe: > router after_update 55549900 {{(pid=106742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 07:30:09.808634 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Subscribe: > router precommit_update 55549900 {{(pid=106742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 07:30:09.809366 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Subscribe: port after_update 55550000 {{(pid=106742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 07:30:09.809366 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Subscribe: port after_delete 55550000 {{(pid=106742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 07:30:09.809685 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Subscribe: subnet after_update 55550000 {{(pid=106742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 07:30:09.810036 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=106742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 07:30:09.810626 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Subscribe: > port precommit_delete 55550000 {{(pid=106742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 07:30:09.810733 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Subscribe: > router precommit_create 55549900 {{(pid=106742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 07:30:09.811067 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Subscribe: port before_delete 55550000 {{(pid=106742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 07:30:09.811584 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Subscribe: > router precommit_create 55550000 {{(pid=106742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 07:30:09.811768 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Subscribe: > router after_update 55549900 {{(pid=106742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 07:30:09.812115 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Subscribe: > router precommit_delete 55549900 {{(pid=106742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 07:30:09.812468 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Subscribe: > router precommit_create 55549900 {{(pid=106742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 07:30:09.812834 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Subscribe: > router_interface after_create 55550000 {{(pid=106742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 07:30:09.813180 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Subscribe: > router precommit_update 55549900 {{(pid=106742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 07:30:09.813547 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Subscribe: > agent after_create 55550000 {{(pid=106742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 07:30:09.813932 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Subscribe: > agent after_delete 55550000 {{(pid=106742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 07:30:09.814429 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Subscribe: > network after_delete 55550000 {{(pid=106742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 07:30:09.815346 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.quota.resource_registry [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Tracking information for resource: router configured {{(pid=106742) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 07:30:09.815679 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.quota.resource_registry [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Tracking information for resource: floatingip configured {{(pid=106742) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 07:30:09.820817 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.db.l3_agentschedulers_db [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 15 07:30:09.821404 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Subscribe: port after_update 55550000 {{(pid=106742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 07:30:09.821800 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Subscribe: port after_create 55550000 {{(pid=106742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 07:30:09.822162 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Subscribe: port after_delete 55550000 {{(pid=106742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 07:30:09.822517 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Subscribe: port after_update 55550000 {{(pid=106742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 07:30:09.823328 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Subscribe: > router before_create 55550100 {{(pid=106742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 07:30:09.823697 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Subscribe: > router precommit_delete 55550100 {{(pid=106742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 07:30:09.824058 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Subscribe: > router precommit_create 55550100 {{(pid=106742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 07:30:09.824417 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Subscribe: > router precommit_update 55550100 {{(pid=106742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 07:30:09.829232 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.services.provider_configuration [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Service providers = [] {{(pid=106742) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 15 07:30:09.830149 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.db.servicetype_db [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=106742) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 15 07:30:09.833077 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.services.service_base [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=106742) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 15 07:30:09.833430 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.services.service_base [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=106742) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 15 07:30:09.833798 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.services.service_base [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=106742) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 15 07:30:09.834683 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.services.service_base [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=106742) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 15 07:30:09.835057 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.services.service_base [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 15 07:30:09.835439 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.manager [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=106742) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 07:30:09.835758 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.manager [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 15 07:30:09.848033 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.manager [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Successfully loaded METERING plugin. Description: METERING {{(pid=106742) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 07:30:09.848376 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.manager [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loading Plugin: auto_allocate Sep 15 07:30:09.854313 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Subscribe: network precommit_update 55550000 {{(pid=106742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 07:30:09.854687 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Subscribe: network precommit_create 55550000 {{(pid=106742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 07:30:09.855207 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.manager [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=106742) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 07:30:09.855531 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.manager [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loading Plugin: tag Sep 15 07:30:09.862367 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.manager [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=106742) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 07:30:09.862698 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.manager [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loading Plugin: timestamp Sep 15 07:30:09.866755 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.manager [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=106742) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 07:30:09.867091 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.manager [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loading Plugin: network_ip_availability Sep 15 07:30:09.872560 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 07:30:09.872941 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 07:30:09.873302 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 07:30:09.874199 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.manager [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=106742) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 07:30:09.874529 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.manager [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loading Plugin: flavors Sep 15 07:30:09.879357 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.manager [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=106742) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 07:30:09.879692 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.manager [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loading Plugin: revisions Sep 15 07:30:09.884107 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.manager [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=106742) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 07:30:09.884499 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_concurrency.lockutils [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.391s {{(pid=106742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Sep 15 07:30:09.885239 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=106742) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Sep 15 07:30:09.885601 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Initializing extension manager. Sep 15 07:30:09.886129 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loading extension file: __init__.py {{(pid=106742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 07:30:09.886473 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loading extension file: __pycache__ {{(pid=106742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 07:30:09.886808 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loading extension file: address_group.py {{(pid=106742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 07:30:09.887706 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=106742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 07:30:09.888293 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loaded extension: address-group Sep 15 07:30:09.888618 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loading extension file: address_scope.py {{(pid=106742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 07:30:09.889292 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=106742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 07:30:09.889824 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loaded extension: address-scope Sep 15 07:30:09.890145 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loading extension file: admin_state_down_before_update.py {{(pid=106742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 07:30:09.891022 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=106742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 07:30:09.891526 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loaded extension: router-admin-state-down-before-update Sep 15 07:30:09.891847 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loading extension file: agent.py {{(pid=106742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 07:30:09.893066 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=106742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 07:30:09.893560 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loaded extension: agent Sep 15 07:30:09.893900 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loading extension file: agent_resources_synced.py {{(pid=106742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 07:30:09.894758 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=106742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 07:30:09.895261 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loaded extension: agent-resources-synced Sep 15 07:30:09.895581 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loading extension file: allowedaddresspairs.py {{(pid=106742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 07:30:09.897343 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=106742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 07:30:09.897888 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loaded extension: allowed-address-pairs Sep 15 07:30:09.898228 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loading extension file: auto_allocated_topology.py {{(pid=106742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 07:30:09.899242 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=106742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 07:30:09.899748 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loaded extension: auto-allocated-topology Sep 15 07:30:09.900072 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loading extension file: availability_zone.py {{(pid=106742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 07:30:09.900725 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=106742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 07:30:09.901228 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loaded extension: availability_zone Sep 15 07:30:09.901551 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loading extension file: availability_zone_filter.py {{(pid=106742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 07:30:09.902444 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=106742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 07:30:09.902946 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loaded extension: availability_zone_filter Sep 15 07:30:09.903267 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loading extension file: data_plane_status.py {{(pid=106742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 07:30:09.904124 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=106742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 07:30:09.904628 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Extension data-plane-status not supported by any of loaded plugins Sep 15 07:30:09.904950 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loading extension file: default_subnetpools.py {{(pid=106742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 07:30:09.905845 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=106742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 07:30:09.906352 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loaded extension: default-subnetpools Sep 15 07:30:09.906675 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loading extension file: dhcpagentscheduler.py {{(pid=106742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 07:30:09.907444 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 07:30:09.908534 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loaded extension: dhcp_agent_scheduler Sep 15 07:30:09.908861 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loading extension file: dns.py {{(pid=106742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 07:30:09.909769 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=106742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 07:30:09.910277 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Extension dns-integration not supported by any of loaded plugins Sep 15 07:30:09.910600 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loading extension file: dns_domain_ports.py {{(pid=106742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 07:30:09.911463 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=106742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 07:30:09.911966 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 15 07:30:09.912288 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=106742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 07:30:09.913160 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=106742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 07:30:09.913695 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 15 07:30:09.914019 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loading extension file: dvr.py {{(pid=106742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 07:30:09.914656 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=106742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 07:30:09.915159 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loaded extension: dvr Sep 15 07:30:09.915480 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loading extension file: ecmp_routes.py {{(pid=106742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 07:30:09.916347 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=106742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 07:30:09.916846 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Extension ecmp_routes not supported by any of loaded plugins Sep 15 07:30:09.917164 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loading extension file: empty_string_filtering.py {{(pid=106742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 07:30:09.918050 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=106742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 07:30:09.918556 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loaded extension: empty-string-filtering Sep 15 07:30:09.918880 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=106742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 07:30:09.919738 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 07:30:09.920237 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 15 07:30:09.920559 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=106742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 07:30:09.921427 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=106742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 07:30:09.921962 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 15 07:30:09.922285 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loading extension file: external_net.py {{(pid=106742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 07:30:09.923154 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=106742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 07:30:09.923967 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loaded extension: external-net Sep 15 07:30:09.924186 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loading extension file: extra_dhcp_opt.py {{(pid=106742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 07:30:09.925058 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=106742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 07:30:09.925562 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loaded extension: extra_dhcp_opt Sep 15 07:30:09.925914 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loading extension file: extraroute.py {{(pid=106742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 07:30:09.926784 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=106742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 07:30:09.927286 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loaded extension: extraroute Sep 15 07:30:09.927611 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loading extension file: extraroute_atomic.py {{(pid=106742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 07:30:09.928591 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=106742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 07:30:09.929096 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loaded extension: extraroute-atomic Sep 15 07:30:09.929420 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loading extension file: filter_validation.py {{(pid=106742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 07:30:09.930070 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=106742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 07:30:09.930570 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loaded extension: filter-validation Sep 15 07:30:09.930893 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loading extension file: fip_pf_description.py {{(pid=106742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 07:30:09.931750 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=106742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 07:30:09.932246 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 15 07:30:09.932567 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loading extension file: fip_pf_detail.py {{(pid=106742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 07:30:09.933425 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Ext name="Floating IP port forwarding detail" alias="floating-ip-port-forwarding-detail" description="Allow list floating ip return more port forwarding data, include'id' and 'internal_port_id'" updated="2022-05-06T10:00:00-00:00" {{(pid=106742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 07:30:09.933956 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loaded extension: floating-ip-port-forwarding-detail Sep 15 07:30:09.934278 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loading extension file: fip_pf_port_range.py {{(pid=106742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 07:30:09.935143 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=106742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 07:30:09.935642 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Sep 15 07:30:09.935962 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loading extension file: fip_port_details.py {{(pid=106742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 07:30:09.936826 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 07:30:09.937332 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loaded extension: fip-port-details Sep 15 07:30:09.937684 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loading extension file: flavors.py {{(pid=106742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 07:30:09.938864 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=106742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 07:30:09.940040 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loaded extension: flavors Sep 15 07:30:09.940310 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=106742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 07:30:09.941938 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=106742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 07:30:09.942453 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 15 07:30:09.942781 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loading extension file: floatingip_pools.py {{(pid=106742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 07:30:09.943435 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=106742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 07:30:09.943939 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loaded extension: floatingip-pools Sep 15 07:30:09.944265 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loading extension file: ip_allocation.py {{(pid=106742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 07:30:09.945164 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=106742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 07:30:09.945716 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Extension ip_allocation not supported by any of loaded plugins Sep 15 07:30:09.946043 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loading extension file: ip_substring_port_filtering.py {{(pid=106742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 07:30:09.946923 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=106742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 07:30:09.947430 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loaded extension: ip-substring-filtering Sep 15 07:30:09.947755 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loading extension file: l2_adjacency.py {{(pid=106742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 07:30:09.948669 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=106742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 07:30:09.949175 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Extension l2_adjacency not supported by any of loaded plugins Sep 15 07:30:09.949497 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loading extension file: l3.py {{(pid=106742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 07:30:09.950463 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=106742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 07:30:09.950977 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loaded extension: router Sep 15 07:30:09.951302 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loading extension file: l3_conntrack_helper.py {{(pid=106742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 07:30:09.953724 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 07:30:09.954252 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 15 07:30:09.955178 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loading extension file: l3_ext_gw_mode.py {{(pid=106742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 07:30:09.956134 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=106742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 07:30:09.956649 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loaded extension: ext-gw-mode Sep 15 07:30:09.956979 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loading extension file: l3_ext_ha_mode.py {{(pid=106742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 07:30:09.957889 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=106742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 07:30:09.958401 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loaded extension: l3-ha Sep 15 07:30:09.958727 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=106742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 07:30:09.959610 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=106742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 07:30:09.960113 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Sep 15 07:30:09.960436 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loading extension file: l3_flavors.py {{(pid=106742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 07:30:09.961311 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=106742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 07:30:09.961841 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loaded extension: l3-flavors Sep 15 07:30:09.962165 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loading extension file: l3_ndp_proxy.py {{(pid=106742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 07:30:09.963477 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=106742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 07:30:09.963993 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Extension l3-ndp-proxy not supported by any of loaded plugins Sep 15 07:30:09.964321 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=106742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 07:30:09.965218 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=106742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 07:30:09.965761 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loaded extension: l3-port-ip-change-not-allowed Sep 15 07:30:09.966091 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loading extension file: l3agentscheduler.py {{(pid=106742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 07:30:09.967090 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 07:30:09.967603 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loaded extension: l3_agent_scheduler Sep 15 07:30:09.967928 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loading extension file: local_ip.py {{(pid=106742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 07:30:09.969654 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=106742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 07:30:09.970179 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Extension local_ip not supported by any of loaded plugins Sep 15 07:30:09.970533 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loading extension file: logging.py {{(pid=106742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 07:30:09.971942 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=106742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 07:30:09.972462 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Extension logging not supported by any of loaded plugins Sep 15 07:30:09.972789 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loading extension file: metering.py {{(pid=106742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 07:30:09.973489 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=106742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 07:30:09.974094 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loaded extension: metering Sep 15 07:30:09.974465 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=106742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 07:30:09.975481 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=106742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 07:30:09.975997 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loaded extension: metering_source_and_destination_fields Sep 15 07:30:09.976323 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loading extension file: multiprovidernet.py {{(pid=106742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 07:30:09.977207 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=106742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 07:30:09.977755 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loaded extension: multi-provider Sep 15 07:30:09.978085 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loading extension file: netmtu.py {{(pid=106742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 07:30:09.979219 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=106742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 07:30:09.979733 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loaded extension: net-mtu Sep 15 07:30:09.980056 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loading extension file: netmtu_writable.py {{(pid=106742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 07:30:09.980960 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=106742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 07:30:09.981474 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loaded extension: net-mtu-writable Sep 15 07:30:09.981827 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loading extension file: network_availability_zone.py {{(pid=106742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 07:30:09.982462 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=106742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 07:30:09.982965 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loaded extension: network_availability_zone Sep 15 07:30:09.983287 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loading extension file: network_ip_availability.py {{(pid=106742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 07:30:09.984338 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=106742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 07:30:09.984852 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loaded extension: network-ip-availability Sep 15 07:30:09.985173 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loading extension file: network_segment_range.py {{(pid=106742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 07:30:09.986063 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=106742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 07:30:09.986460 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Extension network-segment-range not supported by any of loaded plugins Sep 15 07:30:09.986778 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loading extension file: pagination.py {{(pid=106742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 07:30:09.987714 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 07:30:09.988045 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loaded extension: pagination Sep 15 07:30:09.988369 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loading extension file: port_device_profile.py {{(pid=106742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 07:30:09.989235 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=106742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 07:30:09.989775 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loaded extension: port-device-profile Sep 15 07:30:09.990101 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loading extension file: port_mac_address_override.py {{(pid=106742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 07:30:09.990971 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=106742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 07:30:09.991482 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loaded extension: port-mac-override Sep 15 07:30:09.991809 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loading extension file: port_mac_address_regenerate.py {{(pid=106742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 07:30:09.992683 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=106742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 07:30:09.993189 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loaded extension: port-mac-address-regenerate Sep 15 07:30:09.993515 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loading extension file: port_numa_affinity_policy.py {{(pid=106742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 07:30:09.994417 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=106742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 07:30:09.994928 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loaded extension: port-numa-affinity-policy Sep 15 07:30:09.995257 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loading extension file: port_resource_request.py {{(pid=106742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 07:30:09.996122 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=106742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 07:30:09.996628 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Extension port-resource-request not supported by any of loaded plugins Sep 15 07:30:09.996957 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loading extension file: port_resource_request_groups.py {{(pid=106742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 07:30:09.997900 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=106742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 07:30:09.998408 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Extension port-resource-request-groups not supported by any of loaded plugins Sep 15 07:30:09.998734 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loading extension file: portbindings.py {{(pid=106742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 07:30:09.999611 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=106742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 07:30:10.000116 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loaded extension: binding Sep 15 07:30:10.000440 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loading extension file: portbindings_extended.py {{(pid=106742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 07:30:10.002207 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=106742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 07:30:10.002719 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loaded extension: binding-extended Sep 15 07:30:10.003042 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loading extension file: portsecurity.py {{(pid=106742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 07:30:10.003909 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=106742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 07:30:10.004425 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loaded extension: port-security Sep 15 07:30:10.004790 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loading extension file: project_id.py {{(pid=106742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 07:30:10.005900 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=106742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 07:30:10.006235 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loaded extension: project-id Sep 15 07:30:10.006559 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loading extension file: providernet.py {{(pid=106742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 07:30:10.007427 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=106742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 07:30:10.007936 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loaded extension: provider Sep 15 07:30:10.008260 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loading extension file: qos.py {{(pid=106742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 07:30:10.011837 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=106742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 07:30:10.012367 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Extension qos not supported by any of loaded plugins Sep 15 07:30:10.012704 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loading extension file: qos_bw_limit_direction.py {{(pid=106742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 07:30:10.013948 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=106742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 07:30:10.014467 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 15 07:30:10.014800 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=106742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 07:30:10.015675 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=106742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 07:30:10.016185 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 15 07:30:10.016512 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loading extension file: qos_default.py {{(pid=106742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 07:30:10.017956 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=106742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 07:30:10.018461 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Extension qos-default not supported by any of loaded plugins Sep 15 07:30:10.018785 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loading extension file: qos_fip.py {{(pid=106742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 07:30:10.019671 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=106742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 07:30:10.020177 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Extension qos-fip not supported by any of loaded plugins Sep 15 07:30:10.020501 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loading extension file: qos_fip_network_policy.py {{(pid=106742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 07:30:10.021370 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=106742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 07:30:10.021909 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Extension qos-fip-network-policy not supported by any of loaded plugins Sep 15 07:30:10.022235 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loading extension file: qos_gateway_ip.py {{(pid=106742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 07:30:10.023114 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=106742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 07:30:10.023625 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 15 07:30:10.023951 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loading extension file: qos_port_network_policy.py {{(pid=106742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 07:30:10.024818 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=106742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 07:30:10.025325 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 15 07:30:10.025676 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=106742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 07:30:10.026674 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=106742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 07:30:10.027186 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Extension qos-pps-minimum not supported by any of loaded plugins Sep 15 07:30:10.027510 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=106742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 07:30:10.028500 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=106742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 07:30:10.029005 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Sep 15 07:30:10.029336 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loading extension file: qos_pps_rule.py {{(pid=106742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 07:30:10.030478 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=106742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 07:30:10.030989 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Extension qos-pps not supported by any of loaded plugins Sep 15 07:30:10.031314 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loading extension file: qos_rule_type_details.py {{(pid=106742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 07:30:10.032185 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=106742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 07:30:10.032704 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 15 07:30:10.033053 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loading extension file: qos_rule_type_filter.py {{(pid=106742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 07:30:10.033958 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=106742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 07:30:10.034462 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Extension qos-rule-type-filter not supported by any of loaded plugins Sep 15 07:30:10.034786 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loading extension file: qos_rules_alias.py {{(pid=106742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 07:30:10.035783 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=106742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 07:30:10.036292 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 15 07:30:10.036618 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loading extension file: quota_check_limit.py {{(pid=106742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 07:30:10.037482 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=106742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 07:30:10.038018 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loaded extension: quota-check-limit Sep 15 07:30:10.038345 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loading extension file: quotasv2.py {{(pid=106742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 07:30:10.039233 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=106742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 07:30:10.039559 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loaded extension: quotas Sep 15 07:30:10.039882 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loading extension file: quotasv2_detail.py {{(pid=106742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 07:30:10.041516 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=106742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 07:30:10.041877 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loaded extension: quota_details Sep 15 07:30:10.046000 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loading extension file: rbac.py {{(pid=106742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 07:30:10.046000 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=106742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 07:30:10.046000 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loaded extension: rbac-policies Sep 15 07:30:10.046000 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loading extension file: rbac_address_group.py {{(pid=106742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 07:30:10.046000 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=106742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 07:30:10.046000 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loaded extension: rbac-address-group Sep 15 07:30:10.047461 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loading extension file: rbac_address_scope.py {{(pid=106742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 07:30:10.047461 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=106742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 07:30:10.047461 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loaded extension: rbac-address-scope Sep 15 07:30:10.049470 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loading extension file: rbac_security_groups.py {{(pid=106742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 07:30:10.049470 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=106742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 07:30:10.049963 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loaded extension: rbac-security-groups Sep 15 07:30:10.053444 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loading extension file: rbac_subnetpool.py {{(pid=106742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 07:30:10.053444 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=106742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 07:30:10.053444 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loaded extension: rbac-subnetpool Sep 15 07:30:10.053444 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loading extension file: revisionifmatch.py {{(pid=106742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 07:30:10.053798 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=106742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 07:30:10.054086 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loaded extension: revision-if-match Sep 15 07:30:10.054410 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loading extension file: revisions.py {{(pid=106742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 07:30:10.055538 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=106742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 07:30:10.058341 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loaded extension: standard-attr-revisions Sep 15 07:30:10.058341 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loading extension file: router_availability_zone.py {{(pid=106742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 07:30:10.058341 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=106742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 07:30:10.058341 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loaded extension: router_availability_zone Sep 15 07:30:10.058341 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loading extension file: routerservicetype.py {{(pid=106742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 07:30:10.059610 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=106742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 07:30:10.059610 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Extension router-service-type not supported by any of loaded plugins Sep 15 07:30:10.059610 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=106742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 07:30:10.060416 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=106742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 07:30:10.060930 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loaded extension: security-groups-normalized-cidr Sep 15 07:30:10.061248 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loading extension file: security_groups_port_filtering.py {{(pid=106742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 07:30:10.062162 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=106742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 07:30:10.062822 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loaded extension: port-security-groups-filtering Sep 15 07:30:10.062989 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loading extension file: security_groups_remote_address_group.py {{(pid=106742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 07:30:10.063869 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=106742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 07:30:10.065111 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loaded extension: security-groups-remote-address-group Sep 15 07:30:10.065492 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loading extension file: security_groups_shared_filtering.py {{(pid=106742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 07:30:10.066432 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=106742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 07:30:10.066946 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loaded extension: security-groups-shared-filtering Sep 15 07:30:10.067265 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loading extension file: securitygroup.py {{(pid=106742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 07:30:10.077225 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=106742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 07:30:10.077797 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loaded extension: security-group Sep 15 07:30:10.078135 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loading extension file: segment.py {{(pid=106742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 07:30:10.078835 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=106742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 07:30:10.079356 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Extension segment not supported by any of loaded plugins Sep 15 07:30:10.080259 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=106742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 07:30:10.081347 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=106742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 07:30:10.081890 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 15 07:30:10.082224 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loading extension file: servicetype.py {{(pid=106742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 07:30:10.083291 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=106742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 07:30:10.083812 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loaded extension: service-type Sep 15 07:30:10.084145 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loading extension file: sorting.py {{(pid=106742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 07:30:10.085173 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 07:30:10.085441 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loaded extension: sorting Sep 15 07:30:10.085790 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loading extension file: standard_attr_segment.py {{(pid=106742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 07:30:10.086669 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 07:30:10.087527 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 15 07:30:10.087527 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loading extension file: standardattrdescription.py {{(pid=106742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 07:30:10.088120 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=106742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 07:30:10.088630 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loaded extension: standard-attr-description Sep 15 07:30:10.088955 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loading extension file: stateful_security_group.py {{(pid=106742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 07:30:10.089873 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=106742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 07:30:10.090386 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loaded extension: stateful-security-group Sep 15 07:30:10.090712 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loading extension file: stdattrs_common.py {{(pid=106742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 07:30:10.091264 dv-cinder-824149-6-iscsi neutron-server[106742]: WARNING neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 15 07:30:10.091586 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=106742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 07:30:10.092465 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=106742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 07:30:10.092974 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 15 07:30:10.093298 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loading extension file: subnet_onboard.py {{(pid=106742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 07:30:10.094349 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=106742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 07:30:10.094859 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loaded extension: subnet_onboard Sep 15 07:30:10.095185 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loading extension file: subnet_segmentid_writable.py {{(pid=106742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 07:30:10.096220 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=106742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 07:30:10.096730 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 15 07:30:10.097092 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loading extension file: subnet_service_types.py {{(pid=106742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 07:30:10.097964 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=106742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 07:30:10.098479 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loaded extension: subnet-service-types Sep 15 07:30:10.098806 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loading extension file: subnetallocation.py {{(pid=106742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 07:30:10.099856 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=106742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 07:30:10.100375 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loaded extension: subnet_allocation Sep 15 07:30:10.100700 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=106742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 07:30:10.101332 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=106742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 07:30:10.101872 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loaded extension: subnetpool-prefix-ops Sep 15 07:30:10.102195 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=106742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 07:30:10.103081 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=106742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 07:30:10.103840 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 15 07:30:10.104162 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loading extension file: tagging.py {{(pid=106742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 07:30:10.105209 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=106742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 07:30:10.105756 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loaded extension: standard-attr-tag Sep 15 07:30:10.106086 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loading extension file: timestamp.py {{(pid=106742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 07:30:10.107244 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=106742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 07:30:10.107758 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loaded extension: standard-attr-timestamp Sep 15 07:30:10.108084 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loading extension file: trunk.py {{(pid=106742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 07:30:10.109068 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=106742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 07:30:10.109619 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Extension trunk not supported by any of loaded plugins Sep 15 07:30:10.109938 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loading extension file: trunk_details.py {{(pid=106742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 07:30:10.110848 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=106742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 07:30:10.111418 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Extension trunk-details not supported by any of loaded plugins Sep 15 07:30:10.111743 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loading extension file: uplink_status_propagation.py {{(pid=106742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 07:30:10.112624 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=106742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 07:30:10.113127 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 15 07:30:10.113451 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Loading extension file: vlantransparent.py {{(pid=106742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 07:30:10.114116 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=106742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 07:30:10.114625 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Extension vlan-transparent not supported by any of loaded plugins Sep 15 07:30:10.117283 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.quota.resource_registry [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Creating instance of TrackedResource for resource:network Sep 15 07:30:10.117843 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.quota.resource_registry [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Creating instance of TrackedResource for resource:subnet Sep 15 07:30:10.118247 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.quota.resource_registry [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Creating instance of TrackedResource for resource:subnetpool Sep 15 07:30:10.118644 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.quota.resource_registry [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Creating instance of TrackedResource for resource:port Sep 15 07:30:10.119954 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.v2.resource_helper [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106742) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 07:30:10.120399 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.v2.resource_helper [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Service FLAVORS assigned prefix: {{(pid=106742) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 07:30:10.121006 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.v2.resource_helper [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106742) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 07:30:10.121446 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.v2.resource_helper [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106742) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 07:30:10.121809 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.quota.resource_registry [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Creating instance of TrackedResource for resource:router Sep 15 07:30:10.122242 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.quota.resource_registry [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Creating instance of TrackedResource for resource:floatingip Sep 15 07:30:10.122731 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.v2.resource_helper [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Service METERING assigned prefix: /metering {{(pid=106742) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 07:30:10.124186 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 07:30:10.124562 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 07:30:10.124915 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 07:30:10.125952 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.quota.resource_registry [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Creating instance of CountableResource for resource:rbac_policy Sep 15 07:30:10.126403 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.quota.resource_registry [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Creating instance of TrackedResource for resource:security_group Sep 15 07:30:10.127447 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.quota.resource_registry [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Creating instance of TrackedResource for resource:security_group_rule Sep 15 07:30:10.127991 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.v2.resource_helper [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Service CORE assigned prefix: {{(pid=106742) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 07:30:10.128333 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.quota.resource_registry [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Creating instance of TrackedResource for resource:subnetpool Sep 15 07:30:10.128681 dv-cinder-824149-6-iscsi neutron-server[106742]: WARNING neutron.quota.resource_registry [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] subnetpool is already registered Sep 15 07:30:10.129110 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.v2.resource_helper [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Service CORE assigned prefix: {{(pid=106742) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 07:30:10.129436 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.quota.resource_registry [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Creating instance of TrackedResource for resource:subnetpool Sep 15 07:30:10.129790 dv-cinder-824149-6-iscsi neutron-server[106742]: WARNING neutron.quota.resource_registry [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] subnetpool is already registered Sep 15 07:30:10.132163 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.v2.resource_helper [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106742) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 07:30:10.132606 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.v2.resource_helper [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Service FLAVORS assigned prefix: {{(pid=106742) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 07:30:10.133223 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.v2.resource_helper [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106742) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 07:30:10.133793 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.v2.resource_helper [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106742) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 07:30:10.134133 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.quota.resource_registry [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Creating instance of TrackedResource for resource:router Sep 15 07:30:10.134476 dv-cinder-824149-6-iscsi neutron-server[106742]: WARNING neutron.quota.resource_registry [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] router is already registered Sep 15 07:30:10.134894 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.quota.resource_registry [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Creating instance of TrackedResource for resource:floatingip Sep 15 07:30:10.135247 dv-cinder-824149-6-iscsi neutron-server[106742]: WARNING neutron.quota.resource_registry [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] floatingip is already registered Sep 15 07:30:10.135713 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.v2.resource_helper [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Service METERING assigned prefix: /metering {{(pid=106742) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 07:30:10.136420 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.quota.resource_registry [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Creating instance of CountableResource for resource:rbac_policy Sep 15 07:30:10.136746 dv-cinder-824149-6-iscsi neutron-server[106742]: WARNING neutron.quota.resource_registry [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] rbac_policy is already registered Sep 15 07:30:10.137169 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.quota.resource_registry [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Creating instance of TrackedResource for resource:security_group Sep 15 07:30:10.137505 dv-cinder-824149-6-iscsi neutron-server[106742]: WARNING neutron.quota.resource_registry [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] security_group is already registered Sep 15 07:30:10.137949 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.quota.resource_registry [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Creating instance of TrackedResource for resource:security_group_rule Sep 15 07:30:10.138283 dv-cinder-824149-6-iscsi neutron-server[106742]: WARNING neutron.quota.resource_registry [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] security_group_rule is already registered Sep 15 07:30:10.138790 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.v2.resource_helper [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Service CORE assigned prefix: {{(pid=106742) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 07:30:10.139119 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.quota.resource_registry [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Creating instance of TrackedResource for resource:subnetpool Sep 15 07:30:10.139454 dv-cinder-824149-6-iscsi neutron-server[106742]: WARNING neutron.quota.resource_registry [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] subnetpool is already registered Sep 15 07:30:10.139889 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.v2.resource_helper [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Service CORE assigned prefix: {{(pid=106742) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 07:30:10.140212 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.quota.resource_registry [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Creating instance of TrackedResource for resource:subnetpool Sep 15 07:30:10.140551 dv-cinder-824149-6-iscsi neutron-server[106742]: WARNING neutron.quota.resource_registry [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] subnetpool is already registered Sep 15 07:30:10.141014 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Extended resource: extensions {{(pid=106742) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 07:30:10.142741 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Extended resource: address-groups {{(pid=106742) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 07:30:10.144213 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Extended resource: address-scopes {{(pid=106742) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 07:30:10.145434 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Extended resource: agents {{(pid=106742) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 07:30:10.147782 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Extended resource: auto-allocated-topology {{(pid=106742) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 07:30:10.150425 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Extended resource: availability_zones {{(pid=106742) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 07:30:10.151657 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Extended resource: dhcp-networks {{(pid=106742) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 07:30:10.153097 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Extended resource: dhcp-agents {{(pid=106742) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 07:30:10.154683 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Extended resource: routers {{(pid=106742) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 07:30:10.156409 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Extended resource: flavors {{(pid=106742) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 07:30:10.157599 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Extended resource: service_profiles {{(pid=106742) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 07:30:10.159468 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Extended resource: next_providers {{(pid=106742) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 07:30:10.160928 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Extended resource: service_profiles {{(pid=106742) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 07:30:10.162417 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Extended resource: floatingip-pools {{(pid=106742) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 07:30:10.163658 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Extended resource: routers {{(pid=106742) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 07:30:10.165485 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Extended resource: floatingips {{(pid=106742) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 07:30:10.166700 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Extended resource: l3-routers {{(pid=106742) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 07:30:10.168085 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Extended resource: l3-agents {{(pid=106742) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 07:30:10.169685 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Extended resource: metering-labels {{(pid=106742) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 07:30:10.170932 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Extended resource: metering-label-rules {{(pid=106742) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 07:30:10.172209 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Extended resource: network-ip-availabilities {{(pid=106742) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 07:30:10.174374 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Extended resource: bindings {{(pid=106742) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 07:30:10.175910 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Extended resource: quotas {{(pid=106742) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 07:30:10.177478 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Extended resource: quotas {{(pid=106742) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 07:30:10.179171 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Extended resource: rbac-policies {{(pid=106742) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 07:30:10.180370 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Extended resource: security-groups {{(pid=106742) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 07:30:10.181571 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Extended resource: security-group-rules {{(pid=106742) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 07:30:10.182866 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Extended resource: service-providers {{(pid=106742) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 07:30:10.184186 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Extended resource: subnetpools {{(pid=106742) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 07:30:10.185521 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Extended resource: subnetpools {{(pid=106742) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 07:30:10.187018 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Extended resource: tags {{(pid=106742) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 07:30:10.188779 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Extended resource: tags {{(pid=106742) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 07:30:10.190795 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Extended resource: tags {{(pid=106742) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 07:30:10.192683 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Extended resource: tags {{(pid=106742) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 07:30:10.194409 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Extended resource: tags {{(pid=106742) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 07:30:10.196258 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Extended resource: tags {{(pid=106742) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 07:30:10.198072 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Extended resource: tags {{(pid=106742) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 07:30:10.199867 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Extended resource: tags {{(pid=106742) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 07:30:10.201674 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Extended resource: tags {{(pid=106742) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 07:30:10.203531 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron.api.extensions [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Extended resource: tags {{(pid=106742) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 07:30:10.210786 dv-cinder-824149-6-iscsi neutron-server[106742]: WARNING keystonemiddleware.auth_token [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 15 07:30:10.215919 dv-cinder-824149-6-iscsi neutron-server[106742]: WARNING keystonemiddleware.auth_token [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 15 07:30:10.225317 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_concurrency.lockutils [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Acquiring lock "singleton_lock" {{(pid=106742) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Sep 15 07:30:10.225601 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_concurrency.lockutils [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Acquired lock "singleton_lock" {{(pid=106742) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:315}} Sep 15 07:30:10.226083 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_concurrency.lockutils [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Releasing lock "singleton_lock" {{(pid=106742) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:333}} Sep 15 07:30:10.226739 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO oslo_service.service [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Starting 2 workers Sep 15 07:30:10.231820 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Started child 107276 {{(pid=106742) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 15 07:30:10.236884 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Started child 107279 {{(pid=106742) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 15 07:30:10.237519 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:30:10.238771 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO neutron.service [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Neutron service started, listening on 0.0.0.0:9696 Sep 15 07:30:10.239576 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Publish callbacks [] for process (None), before_spawn {{(pid=106742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:30:10.239954 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [-] (107276) wsgi starting up on http://0.0.0.0:9696 Sep 15 07:30:10.242081 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO oslo_service.service [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Starting 1 workers Sep 15 07:30:10.242467 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:30:10.243898 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [-] (107279) wsgi starting up on http://0.0.0.0:9696 Sep 15 07:30:10.247548 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Started child 107290 {{(pid=106742) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 15 07:30:10.248132 dv-cinder-824149-6-iscsi neutron-server[106742]: INFO oslo_service.service [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Starting 1 workers Sep 15 07:30:10.252327 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.service [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] calling RpcWorker wait() {{(pid=107290) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 15 07:30:10.256575 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.service [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] returning from RpcWorker wait() {{(pid=107290) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 15 07:30:10.256728 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Started child 107295 {{(pid=106742) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 15 07:30:10.256728 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [None req-2f7d8900-2434-4ecb-8264-8a06ac31842e None None] Publish callbacks [] for process (None), after_spawn {{(pid=106742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:30:10.256917 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:30:10.256917 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=107290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:30:10.257065 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106742) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 15 07:30:10.257065 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 15 07:30:10.257065 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 15 07:30:10.257065 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 15 07:30:10.257362 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 15 07:30:10.257547 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 15 07:30:10.258110 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.258398 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.260346 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.260346 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.260346 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.260346 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.260346 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.260346 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.260895 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.260895 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.260895 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.261140 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.261685 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.262056 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.262299 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=107295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:30:10.262793 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.262793 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.262793 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.262987 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.263202 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.263294 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=107295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:30:10.263468 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.263718 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.264007 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] debug = True {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.264285 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.264755 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.265001 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.265240 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.265475 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.266687 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.267231 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.268205 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.268630 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.269041 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.269461 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.269927 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.270377 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.270795 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.271045 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.271339 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.271564 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.272079 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] host = dv-cinder-824149-6-iscsi {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.272311 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.272714 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.273016 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.273401 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.273541 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.273903 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.284319 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.284319 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.284319 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.284319 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.284319 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.284319 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.284319 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.284319 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] log_file = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.285022 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] log_options = True {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.285022 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.285022 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.285022 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.285022 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.285022 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.285022 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.285496 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.285496 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.285496 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.285496 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.285496 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.285496 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.285496 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.285496 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.286039 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.286039 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.286039 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.286039 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.286039 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.286039 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.286039 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.286039 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.286534 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.286534 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.286534 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.286534 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.286534 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.286534 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.286534 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.286534 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.286534 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.287179 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.287179 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.287179 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.287179 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.287179 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.287179 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.287179 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.287179 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.287706 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.287706 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.287706 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.287706 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.287975 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.288050 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.288254 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.288483 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] use_json = False {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.288880 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.289263 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.290108 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.290494 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.290919 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.291425 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.291762 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.292169 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.292505 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.293091 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.293557 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.294042 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.294763 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.295202 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.295494 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.296121 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.296211 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.296525 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.297015 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.297526 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.297853 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.298301 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.298859 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.299426 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.299511 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.299887 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.300288 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.300595 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.300829 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.301121 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.301361 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.301704 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.301936 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.302172 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.302624 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.303030 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.303508 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.303942 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.304227 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.304752 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.305249 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.305868 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.42/identity {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.306432 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.307100 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.307710 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.308035 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.308358 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.308693 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.309024 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.309380 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.310101 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.310625 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.311293 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.311883 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.312306 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.312739 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.313066 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.313348 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.313641 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.314555 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.314990 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.315388 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.315782 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.316274 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.316792 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.317471 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.318032 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.318557 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.319143 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.319668 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.320170 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.320692 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.321265 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.321840 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.322341 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.322885 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.323418 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.323855 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.324238 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.324605 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.324976 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.325422 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.325842 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.326226 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.326633 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.327025 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.327563 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.328089 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.328647 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.329195 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.330367 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.330924 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.331557 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.332126 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.332711 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.333104 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.333508 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.334076 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.334854 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.335720 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.336168 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.336684 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.337142 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.337771 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.338209 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.338485 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.347675 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.347675 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.347675 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.347675 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.347675 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.347675 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.347675 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.347675 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.348211 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.348211 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.348211 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.348211 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.348211 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.348211 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.348211 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.348211 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.348723 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.348723 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.348723 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.348723 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.348723 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.348723 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.348723 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.348723 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.349173 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.349173 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.349173 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.349173 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.349173 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.349173 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.349173 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.349173 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.349659 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.349659 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.349800 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.350020 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.350304 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.350520 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.350788 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.351025 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.351286 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.351514 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.351811 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.351984 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.352209 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.352443 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.352795 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.353048 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.353284 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.353797 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.354087 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.354322 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.354579 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.354853 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.355110 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.355369 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.356466 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.356706 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.42/identity {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.357092 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.357476 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.357911 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.358292 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.358668 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.358896 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.359128 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.359373 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.359613 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.359858 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.360100 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.360345 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.360566 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.361409 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.362127 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.362757 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.363134 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.363389 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.363639 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.363869 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.364096 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.364322 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.364568 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.364808 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.365051 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.365347 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.365633 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.365856 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.366090 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.366340 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.366614 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.366832 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.367103 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.367329 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.367549 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.367768 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.368013 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.368270 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.368500 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.368754 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.368974 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.369211 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.369463 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.369848 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.370169 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.370509 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.370634 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.370876 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.371121 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.371343 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.371564 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.371827 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.372050 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.372292 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.372512 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.372762 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.373003 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.373226 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.373444 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.373685 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.373942 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.374218 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.374477 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.374715 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.374958 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.375360 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.375606 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.375829 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.376057 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.376279 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.376569 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.377297 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.377516 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.377764 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.377977 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.378311 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.378562 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.378804 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.379065 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.379287 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.379504 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.379741 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.379975 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.380190 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.380421 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.380644 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.380860 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.381126 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.381314 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.381528 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.381789 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.382016 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.382252 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.382481 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.382715 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.382952 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.383196 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.383416 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.383632 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.383861 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.383955 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=107290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:30:10.384072 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.384283 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.384508 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.384727 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.384961 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.385210 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.385423 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.385659 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.385884 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.386103 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.386315 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.386610 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.386874 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.387978 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.388446 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.388845 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.389249 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.389649 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.390115 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.390485 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.390907 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.391297 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.391550 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.391786 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.392061 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.393105 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.393656 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.393836 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.394600 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.394600 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.394600 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.395092 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.395092 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.395363 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.395654 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.395915 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.396184 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.396447 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.396695 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.396924 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.397149 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.397389 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.397715 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.397976 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.398217 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.398475 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.398720 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.398939 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.399380 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.399380 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.399642 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.399854 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.400097 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.400315 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.400473 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 15 07:30:10.401032 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106742) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 15 07:30:10.401199 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 15 07:30:10.401354 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 15 07:30:10.402196 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 15 07:30:10.402196 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 15 07:30:10.402196 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 15 07:30:10.402196 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.402196 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.402590 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.402590 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.402734 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.402814 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.402964 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.403123 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.403271 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.403429 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.403585 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.403744 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.403902 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.404061 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.404219 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.404382 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.404540 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.404968 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.405423 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.405960 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.406254 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.406576 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] debug = True {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.406742 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.406983 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.407162 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.407347 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.407698 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.407698 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.407698 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.409363 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.409363 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.409363 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.409363 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.409363 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.409363 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.409363 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.410608 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.410608 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.410608 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.410608 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] host = dv-cinder-824149-6-iscsi {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.410608 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.410608 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.410608 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.411535 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.411535 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.411535 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.411535 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.411535 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.411535 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.411535 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.412213 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.412213 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.412213 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.412213 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] log_file = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.412482 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] log_options = True {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.412482 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.412638 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.412717 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.412874 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.413041 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.413200 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.413357 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.413516 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.413733 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.413883 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.414019 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.414154 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.414294 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.414425 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.414575 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.414733 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.414891 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.415048 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.415205 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.415363 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.415521 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.415678 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.415837 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.415996 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.416153 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.416309 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.416465 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.416621 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.416814 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.416947 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.417070 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.417225 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.417382 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.417538 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.417733 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.417891 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.418048 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.418204 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.418365 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.418522 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.418679 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.418836 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.418991 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.419148 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.419309 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.419489 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.419632 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] use_json = False {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.419789 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.419947 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.420106 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.420264 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.420421 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.420578 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.420927 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.420927 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.421103 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 07:30:10.421231 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.421340 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.421510 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.421692 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.421852 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.422011 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.422171 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.422331 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.422492 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.422650 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.422818 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.422979 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.423149 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.423310 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.423631 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.423631 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.424200 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.424200 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.424200 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.424419 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.424419 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.424621 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.424727 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.424886 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.425048 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.425206 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.425365 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.425537 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.425724 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.425875 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.426055 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.426203 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.426350 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.42/identity {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.426493 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.426647 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.426808 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.426970 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.427133 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.427293 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.427454 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.427614 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.427773 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.427984 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.428121 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.428256 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.428402 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.428537 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.428670 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.428825 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.428987 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.429148 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.429293 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.429465 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.429639 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.429799 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.429962 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.430122 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.430293 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.430453 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.430611 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.430771 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.430932 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.431091 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.431251 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.431410 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.431570 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.431731 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.431891 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.432065 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.432225 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.432385 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.432544 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.432705 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.432864 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.433024 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.433184 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.433343 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.433504 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.433670 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.433833 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.433993 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.434153 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.434313 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.434473 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.434633 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.434794 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.434953 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.435112 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.435271 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.435430 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.435589 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.435757 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.435933 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.436094 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.436253 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.436412 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.436572 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.436731 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.436893 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.437052 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.437210 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.437366 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.437518 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.437697 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.437860 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.438019 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.438179 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.438339 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.438496 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.438654 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.438813 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.439001 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.439194 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.439680 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.439680 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.439680 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.440033 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.440033 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.440177 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.440256 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.440369 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.440526 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.440683 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.440851 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.441010 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.441172 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.441331 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.441498 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.441756 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.441920 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.442082 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.442241 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.442400 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.442558 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.442717 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.442875 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.443034 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.443191 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.443352 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.443522 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.443685 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.443844 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.444002 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.444184 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.444344 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.444502 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.444661 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.444820 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.444978 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.445139 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.445297 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.445458 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.445636 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.445796 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.445957 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.42/identity {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.446116 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.446275 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.446434 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.446592 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.446754 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.446914 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.447074 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.447235 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.447396 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.447554 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.447713 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.447872 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.448030 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.448190 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.448350 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.448508 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.448667 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.448827 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.448985 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.449144 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.449308 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.449467 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.449644 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.449805 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.449965 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.450125 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.450286 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.450447 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.450608 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.450769 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.450930 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.451089 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.451249 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.451409 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.451569 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.451730 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.451888 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.452049 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.452210 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.452369 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.452530 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.452690 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.452872 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.453051 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.453211 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.453370 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.453532 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.453714 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.453877 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.454038 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.454199 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.454357 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.454515 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.455335 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.455754 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.455754 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.455754 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.455970 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.455970 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.456138 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.456287 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.456447 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.456609 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.456768 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.456927 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.457086 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.457246 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.457404 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.457563 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.457743 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.457902 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.458060 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.458219 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.458379 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.458538 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.458711 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.458872 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.459031 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.459214 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.459374 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.459532 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.459706 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.459865 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.460030 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.460184 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.460342 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.461346 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.461534 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.461724 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.461891 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.462053 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.462206 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.462368 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.462543 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.462704 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.462862 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.463021 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.463181 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.463341 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.463511 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.463671 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.463844 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.463991 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.464149 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.464307 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.464477 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.464636 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.464795 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.464953 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.465112 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.465289 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.465439 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.465621 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.465782 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.465925 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.466082 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.466238 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.466398 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.466571 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.466730 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.466893 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.467048 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.467186 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.467347 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.467507 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.467673 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.467842 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.468007 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.468153 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.468324 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.468476 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.468646 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.468806 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.468971 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.469142 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.469300 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.469459 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.469654 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.469787 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.469935 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.470070 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.471008 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.471489 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.471489 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.471489 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.471683 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.471683 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.471815 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.471974 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.472133 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.472291 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.472449 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.472610 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.472770 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 07:30:10.472924 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 15 07:30:10.571628 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 56924) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:30:10.578624 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [-] 10.222.0.42 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0049098 Sep 15 07:30:10.583865 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [-] 10.222.0.42 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0046508 Sep 15 07:30:19.602828 dv-cinder-824149-6-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:30:22.490835 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writer thread running {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 15 07:30:22.500204 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-699fca93-6b82-454c-9d0d-81a34fd9fda3 None None] get_active_networks_info from dv-cinder-824149-6-iscsi {{(pid=107290) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Sep 15 07:30:22.601044 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-699fca93-6b82-454c-9d0d-81a34fd9fda3 None None] No non-hosted networks {{(pid=107290) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 15 07:30:22.625246 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.agentschedulers_db [None req-699fca93-6b82-454c-9d0d-81a34fd9fda3 None None] DHCP Agent not found on host dv-cinder-824149-6-iscsi {{(pid=107290) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Sep 15 07:30:22.742787 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-8d9a8cd6-9795-4c93-a767-3936f42e3906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2007745'] for agent (47b201f8-ba91-4005-8457-67653169c522), after_create {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:30:24.138315 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writer thread running {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 15 07:30:24.818446 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-2e1f573c-b317-4fb1-88d1-ebfa1e21d685 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2007745'] for agent (6177172c-20b9-4a3a-92be-d5dd082cfa3a), after_create {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:30:24.869324 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.db.api [None req-6018ec37-1eaf-4775-9026-61153437ae3e None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-824149-6-iscsi {{(pid=107290) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 15 07:30:24.870113 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG oslo_db.api [None req-6018ec37-1eaf-4775-9026-61153437ae3e None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=107290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 07:30:25.399202 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-6018ec37-1eaf-4775-9026-61153437ae3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (6177172c-20b9-4a3a-92be-d5dd082cfa3a), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:30:25.988378 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-0f44d0d5-b296-4658-a59d-71e94f9a3b32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2007745'] for agent (71b2a813-2b59-4e69-b901-83528b6ecb8f), after_create {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:30:26.115265 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 56996) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:30:26.762651 dv-cinder-824149-6-iscsi neutron-server[107279]: WARNING oslo_policy.policy [None req-4aea2bcf-e480-4604-8f70-e10e178d99ad admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 07:30:26.763443 dv-cinder-824149-6-iscsi neutron-server[107279]: WARNING oslo_policy.policy [None req-4aea2bcf-e480-4604-8f70-e10e178d99ad admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 07:30:26.993814 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [None req-4aea2bcf-e480-4604-8f70-e10e178d99ad admin admin] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107279) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 15 07:30:26.997275 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-4aea2bcf-e480-4604-8f70-e10e178d99ad admin admin] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.8811140 Sep 15 07:30:27.486397 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-677e5667-6d12-4a09-97b6-65dca69daeb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2007745'] for agent (4c9c4bf3-096b-4dee-b844-12a870317301), after_create {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:30:27.666851 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2007745'] for agent (c3acd0b9-3b8e-4f77-9053-2ca2457616b3), after_create {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:30:27.667527 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:30:27.667908 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:30:27.668234 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:30:27.668568 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:30:27.668895 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:30:27.669228 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:30:27.669559 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:30:27.669954 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:30:27.670283 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:30:27.670610 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:30:27.670947 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:30:27.671454 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:30:27.671799 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:30:27.672125 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:30:27.672600 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:30:27.673128 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-824149-6-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=107290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:30:27.678787 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-824149-6-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=107290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:30:29.795724 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 57032) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:30:30.125478 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.v2.base [None req-6f8e4c7c-bea3-4a7e-831c-e1bcac2ab431 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=107279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:30:30.137430 dv-cinder-824149-6-iscsi neutron-server[107279]: ERROR stevedore.extension [None req-6f8e4c7c-bea3-4a7e-831c-e1bcac2ab431 admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 15 07:30:30.219086 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.policy [None req-6f8e4c7c-bea3-4a7e-831c-e1bcac2ab431 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=107279) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 15 07:30:30.260860 dv-cinder-824149-6-iscsi neutron-server[107279]: WARNING oslo_policy.policy [None req-6f8e4c7c-bea3-4a7e-831c-e1bcac2ab431 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 07:30:30.261235 dv-cinder-824149-6-iscsi neutron-server[107279]: WARNING oslo_policy.policy [None req-6f8e4c7c-bea3-4a7e-831c-e1bcac2ab431 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 07:30:30.281500 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writer thread running {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 15 07:30:30.418171 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-6f8e4c7c-bea3-4a7e-831c-e1bcac2ab431 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729656617312', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729656612724', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729656563352', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729656560475', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729656582809', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729656575283', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-790695', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-912593', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2022825', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1669779'] for rbac-policy (None), before_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:30:30.635929 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-6f8e4c7c-bea3-4a7e-831c-e1bcac2ab431 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:30:30.637220 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-6f8e4c7c-bea3-4a7e-831c-e1bcac2ab431 admin admin] 10.222.0.42 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8404951 Sep 15 07:30:31.949737 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.db.l3_hamode_db [None req-758d61e7-fc57-479e-8d06-1bf5b99ede0b None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 15 07:30:32.029687 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758d61e7-fc57-479e-8d06-1bf5b99ede0b None None] Routers set() bound to L3 agent in host dv-cinder-824149-6-iscsi {{(pid=107290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 07:30:32.030077 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758d61e7-fc57-479e-8d06-1bf5b99ede0b None None] Router IDs set() for agent in host dv-cinder-824149-6-iscsi {{(pid=107290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Sep 15 07:30:33.302632 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 57042) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:30:33.844230 dv-cinder-824149-6-iscsi neutron-server[107276]: WARNING oslo_policy.policy [None req-fcfcce53-42af-432c-a1be-8b34628a5e01 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 07:30:33.844834 dv-cinder-824149-6-iscsi neutron-server[107276]: WARNING oslo_policy.policy [None req-fcfcce53-42af-432c-a1be-8b34628a5e01 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 07:30:34.074679 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.v2.base [None req-fcfcce53-42af-432c-a1be-8b34628a5e01 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=107276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:30:34.087425 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writer thread running {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 15 07:30:34.211827 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcfcce53-42af-432c-a1be-8b34628a5e01 demo demo] Made reservation on behalf of 659ee9038adf47e585b94881867c18c2 for: {'network': 1} {{(pid=107276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 07:30:34.221211 dv-cinder-824149-6-iscsi neutron-server[107276]: ERROR stevedore.extension [None req-fcfcce53-42af-432c-a1be-8b34628a5e01 demo demo] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 15 07:30:34.286626 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.policy [None req-fcfcce53-42af-432c-a1be-8b34628a5e01 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=107276) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 15 07:30:34.329670 dv-cinder-824149-6-iscsi neutron-server[107276]: WARNING oslo_policy.policy [None req-fcfcce53-42af-432c-a1be-8b34628a5e01 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 07:30:34.330259 dv-cinder-824149-6-iscsi neutron-server[107276]: WARNING oslo_policy.policy [None req-fcfcce53-42af-432c-a1be-8b34628a5e01 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 07:30:34.341185 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-fcfcce53-42af-432c-a1be-8b34628a5e01 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for network (None), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:30:34.365600 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-fcfcce53-42af-432c-a1be-8b34628a5e01 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:30:34.484232 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-fcfcce53-42af-432c-a1be-8b34628a5e01 demo demo] Publish callbacks [] for security_group (b6305fcd-0560-4f9d-b871-85bd2ef73d69), precommit_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:30:34.548385 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-fcfcce53-42af-432c-a1be-8b34628a5e01 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (b6305fcd-0560-4f9d-b871-85bd2ef73d69), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:30:34.583408 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcfcce53-42af-432c-a1be-8b34628a5e01 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=107276) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 07:30:34.614117 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-fcfcce53-42af-432c-a1be-8b34628a5e01 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8729658700728', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906830'] for segment (dbce479a-ff2a-49eb-957f-66c78f4517ea), precommit_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:30:34.614711 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-fcfcce53-42af-432c-a1be-8b34628a5e01 demo demo] Unsubscribe: segment precommit_create {{(pid=107276) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 15 07:30:34.615272 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.db.segments_db [None req-fcfcce53-42af-432c-a1be-8b34628a5e01 demo demo] Added segment dbce479a-ff2a-49eb-957f-66c78f4517ea of type vlan for network a3b8008e-0efb-4780-9451-e95f5b7ddfc4 Sep 15 07:30:34.621366 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfcce53-42af-432c-a1be-8b34628a5e01 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=b6305fcd-0560-4f9d-b871-85bd2ef73d69,revision_number=1']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:30:34.664017 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfcce53-42af-432c-a1be-8b34628a5e01 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:30:34.664352 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfcce53-42af-432c-a1be-8b34628a5e01 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:30:34.664715 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfcce53-42af-432c-a1be-8b34628a5e01 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:30:34.665073 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfcce53-42af-432c-a1be-8b34628a5e01 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:30:34.665405 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfcce53-42af-432c-a1be-8b34628a5e01 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:30:34.665756 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfcce53-42af-432c-a1be-8b34628a5e01 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:30:34.666083 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfcce53-42af-432c-a1be-8b34628a5e01 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:30:34.666408 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfcce53-42af-432c-a1be-8b34628a5e01 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:30:34.666731 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfcce53-42af-432c-a1be-8b34628a5e01 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:30:34.667087 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfcce53-42af-432c-a1be-8b34628a5e01 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:30:34.667411 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfcce53-42af-432c-a1be-8b34628a5e01 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:30:34.667746 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfcce53-42af-432c-a1be-8b34628a5e01 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:30:34.668067 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfcce53-42af-432c-a1be-8b34628a5e01 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:30:34.668383 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfcce53-42af-432c-a1be-8b34628a5e01 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:30:34.668700 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfcce53-42af-432c-a1be-8b34628a5e01 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:30:34.670150 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfcce53-42af-432c-a1be-8b34628a5e01 demo demo] Tracked resource versions report: Sep 15 07:30:34.670150 dv-cinder-824149-6-iscsi neutron-server[107276]: pushed versions: Sep 15 07:30:34.670150 dv-cinder-824149-6-iscsi neutron-server[107276]: { 'AddressGroup': {'1.2'}, Sep 15 07:30:34.670150 dv-cinder-824149-6-iscsi neutron-server[107276]: 'Agent': {'1.1'}, Sep 15 07:30:34.670150 dv-cinder-824149-6-iscsi neutron-server[107276]: 'ConntrackHelper': {'1.0'}, Sep 15 07:30:34.670150 dv-cinder-824149-6-iscsi neutron-server[107276]: 'LocalIPAssociation': {'1.0'}, Sep 15 07:30:34.670150 dv-cinder-824149-6-iscsi neutron-server[107276]: 'Log': {'1.0'}, Sep 15 07:30:34.670150 dv-cinder-824149-6-iscsi neutron-server[107276]: 'NDPProxy': {'1.0'}, Sep 15 07:30:34.670150 dv-cinder-824149-6-iscsi neutron-server[107276]: 'Network': {'1.1'}, Sep 15 07:30:34.670150 dv-cinder-824149-6-iscsi neutron-server[107276]: 'Port': {'1.7'}, Sep 15 07:30:34.670150 dv-cinder-824149-6-iscsi neutron-server[107276]: 'PortForwarding': {'1.3'}, Sep 15 07:30:34.670150 dv-cinder-824149-6-iscsi neutron-server[107276]: 'QosPolicy': {'1.10'}, Sep 15 07:30:34.670150 dv-cinder-824149-6-iscsi neutron-server[107276]: 'SecurityGroup': {'1.5'}, Sep 15 07:30:34.670150 dv-cinder-824149-6-iscsi neutron-server[107276]: 'SecurityGroupRule': {'1.2'}, Sep 15 07:30:34.670150 dv-cinder-824149-6-iscsi neutron-server[107276]: 'SubPort': {'1.0'}, Sep 15 07:30:34.670150 dv-cinder-824149-6-iscsi neutron-server[107276]: 'Subnet': {'1.1'}, Sep 15 07:30:34.670150 dv-cinder-824149-6-iscsi neutron-server[107276]: 'Trunk': {'1.1'}} Sep 15 07:30:34.670150 dv-cinder-824149-6-iscsi neutron-server[107276]: consumer versions: Sep 15 07:30:34.670150 dv-cinder-824149-6-iscsi neutron-server[107276]: { DHCP agent@dv-cinder-824149-6-iscsi: {}, Sep 15 07:30:34.670150 dv-cinder-824149-6-iscsi neutron-server[107276]: L3 agent@dv-cinder-824149-6-iscsi: {}, Sep 15 07:30:34.670150 dv-cinder-824149-6-iscsi neutron-server[107276]: Metadata agent@dv-cinder-824149-6-iscsi: {}, Sep 15 07:30:34.670150 dv-cinder-824149-6-iscsi neutron-server[107276]: Metering agent@dv-cinder-824149-6-iscsi: {}, Sep 15 07:30:34.670150 dv-cinder-824149-6-iscsi neutron-server[107276]: Open vSwitch agent@dv-cinder-824149-6-iscsi: { 'AddressGroup': '1.2', Sep 15 07:30:34.670150 dv-cinder-824149-6-iscsi neutron-server[107276]: 'Agent': '1.1', Sep 15 07:30:34.670150 dv-cinder-824149-6-iscsi neutron-server[107276]: 'ConntrackHelper': '1.0', Sep 15 07:30:34.670150 dv-cinder-824149-6-iscsi neutron-server[107276]: 'LocalIPAssociation': '1.0', Sep 15 07:30:34.670150 dv-cinder-824149-6-iscsi neutron-server[107276]: 'Log': '1.0', Sep 15 07:30:34.670150 dv-cinder-824149-6-iscsi neutron-server[107276]: 'NDPProxy': '1.0', Sep 15 07:30:34.670150 dv-cinder-824149-6-iscsi neutron-server[107276]: 'Network': '1.1', Sep 15 07:30:34.670150 dv-cinder-824149-6-iscsi neutron-server[107276]: 'Port': '1.7', Sep 15 07:30:34.670150 dv-cinder-824149-6-iscsi neutron-server[107276]: 'PortForwarding': '1.3', Sep 15 07:30:34.670150 dv-cinder-824149-6-iscsi neutron-server[107276]: 'QosPolicy': '1.10', Sep 15 07:30:34.670150 dv-cinder-824149-6-iscsi neutron-server[107276]: 'SecurityGroup': '1.5', Sep 15 07:30:34.670150 dv-cinder-824149-6-iscsi neutron-server[107276]: 'SecurityGroupRule': '1.2', Sep 15 07:30:34.670150 dv-cinder-824149-6-iscsi neutron-server[107276]: 'SubPort': '1.0', Sep 15 07:30:34.670150 dv-cinder-824149-6-iscsi neutron-server[107276]: 'Subnet': '1.1', Sep 15 07:30:34.670150 dv-cinder-824149-6-iscsi neutron-server[107276]: 'Trunk': '1.1'}} Sep 15 07:30:34.670150 dv-cinder-824149-6-iscsi neutron-server[107276]: {{(pid=107276) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 07:30:34.728736 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-fcfcce53-42af-432c-a1be-8b34628a5e01 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729658139832'] for network (a3b8008e-0efb-4780-9451-e95f5b7ddfc4), precommit_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:30:34.849927 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-fcfcce53-42af-432c-a1be-8b34628a5e01 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204'] for network (a3b8008e-0efb-4780-9451-e95f5b7ddfc4), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:30:34.854946 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcfcce53-42af-432c-a1be-8b34628a5e01 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:30:34.855922 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-fcfcce53-42af-432c-a1be-8b34628a5e01 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586190'] for network (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:30:34.974353 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfcce53-42af-432c-a1be-8b34628a5e01 demo demo] Pushing event updated for resources: {'Network': ['ID=a3b8008e-0efb-4780-9451-e95f5b7ddfc4,revision_number=1']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:30:34.987638 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Network a3b8008e-0efb-4780-9451-e95f5b7ddfc4 details requested by agent ovs-agent-dv-cinder-824149-6-iscsi with host dv-cinder-824149-6-iscsi {{(pid=107290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 07:30:35.021635 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-fcfcce53-42af-432c-a1be-8b34628a5e01 demo demo] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.7166128 Sep 15 07:30:37.722867 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 57062) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:30:38.196415 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de3b077-236c-4395-848e-e7df5839c822 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:30:38.197951 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-3de3b077-236c-4395-848e-e7df5839c822 demo admin] 10.222.0.42 "GET /networking/v2.0/networks/a3b8008e-0efb-4780-9451-e95f5b7ddfc4 HTTP/1.1" status: 200 len: 825 time: 0.4738877 Sep 15 07:30:38.222251 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-063f62f8-bbe2-4723-be85-7433314c362d demo admin] 10.222.0.42 "GET /networking/v2.0/subnetpools/a6d1a1fe-963f-4388-8e0a-d5a975766dbd HTTP/1.1" status: 200 len: 734 time: 0.0182810 Sep 15 07:30:38.231010 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.v2.base [None req-35fc45b6-1f3b-4ad1-8b68-822480c973f6 demo admin] Request body: {'subnet': {'name': 'private-subnet', 'network_id': 'a3b8008e-0efb-4780-9451-e95f5b7ddfc4', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'subnetpool_id': 'a6d1a1fe-963f-4388-8e0a-d5a975766dbd'}} {{(pid=107279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:30:38.307298 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35fc45b6-1f3b-4ad1-8b68-822480c973f6 demo admin] Made reservation on behalf of 659ee9038adf47e585b94881867c18c2 for: {'subnet': 1} {{(pid=107279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 07:30:38.310063 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-35fc45b6-1f3b-4ad1-8b68-822480c973f6 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:30:38.657657 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-35fc45b6-1f3b-4ad1-8b68-822480c973f6 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204'] for subnet (3a96f7d7-f96f-4d15-9626-6cd878e12f23), after_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:30:38.664897 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=54,neutron:INSERT=38,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:30:38.740281 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fc45b6-1f3b-4ad1-8b68-822480c973f6 demo admin] Pushing event updated for resources: {'Subnet': ['ID=3a96f7d7-f96f-4d15-9626-6cd878e12f23,revision_number=0']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:30:38.745729 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35fc45b6-1f3b-4ad1-8b68-822480c973f6 demo admin] Checking segment: {'id': 'dbce479a-ff2a-49eb-957f-66c78f4517ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a3b8008e-0efb-4780-9451-e95f5b7ddfc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 07:30:38.746096 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35fc45b6-1f3b-4ad1-8b68-822480c973f6 demo admin] Network hostable DHCP agents. Network: a3b8008e-0efb-4780-9451-e95f5b7ddfc4, hostable agents: ['47b201f8-ba91-4005-8457-67653169c522'], hosted agents: [] {{(pid=107279) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 07:30:38.755933 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fc45b6-1f3b-4ad1-8b68-822480c973f6 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:30:38.756289 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fc45b6-1f3b-4ad1-8b68-822480c973f6 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:30:38.756651 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fc45b6-1f3b-4ad1-8b68-822480c973f6 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:30:38.757007 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fc45b6-1f3b-4ad1-8b68-822480c973f6 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:30:38.757345 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fc45b6-1f3b-4ad1-8b68-822480c973f6 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:30:38.757705 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fc45b6-1f3b-4ad1-8b68-822480c973f6 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:30:38.758034 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fc45b6-1f3b-4ad1-8b68-822480c973f6 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:30:38.758360 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fc45b6-1f3b-4ad1-8b68-822480c973f6 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:30:38.758699 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fc45b6-1f3b-4ad1-8b68-822480c973f6 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:30:38.759026 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fc45b6-1f3b-4ad1-8b68-822480c973f6 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:30:38.759349 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fc45b6-1f3b-4ad1-8b68-822480c973f6 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:30:38.759692 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fc45b6-1f3b-4ad1-8b68-822480c973f6 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:30:38.760009 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fc45b6-1f3b-4ad1-8b68-822480c973f6 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:30:38.760345 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fc45b6-1f3b-4ad1-8b68-822480c973f6 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:30:38.760665 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fc45b6-1f3b-4ad1-8b68-822480c973f6 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:30:38.762046 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fc45b6-1f3b-4ad1-8b68-822480c973f6 demo admin] Tracked resource versions report: Sep 15 07:30:38.762046 dv-cinder-824149-6-iscsi neutron-server[107279]: pushed versions: Sep 15 07:30:38.762046 dv-cinder-824149-6-iscsi neutron-server[107279]: { 'AddressGroup': {'1.2'}, Sep 15 07:30:38.762046 dv-cinder-824149-6-iscsi neutron-server[107279]: 'Agent': {'1.1'}, Sep 15 07:30:38.762046 dv-cinder-824149-6-iscsi neutron-server[107279]: 'ConntrackHelper': {'1.0'}, Sep 15 07:30:38.762046 dv-cinder-824149-6-iscsi neutron-server[107279]: 'LocalIPAssociation': {'1.0'}, Sep 15 07:30:38.762046 dv-cinder-824149-6-iscsi neutron-server[107279]: 'Log': {'1.0'}, Sep 15 07:30:38.762046 dv-cinder-824149-6-iscsi neutron-server[107279]: 'NDPProxy': {'1.0'}, Sep 15 07:30:38.762046 dv-cinder-824149-6-iscsi neutron-server[107279]: 'Network': {'1.1'}, Sep 15 07:30:38.762046 dv-cinder-824149-6-iscsi neutron-server[107279]: 'Port': {'1.7'}, Sep 15 07:30:38.762046 dv-cinder-824149-6-iscsi neutron-server[107279]: 'PortForwarding': {'1.3'}, Sep 15 07:30:38.762046 dv-cinder-824149-6-iscsi neutron-server[107279]: 'QosPolicy': {'1.10'}, Sep 15 07:30:38.762046 dv-cinder-824149-6-iscsi neutron-server[107279]: 'SecurityGroup': {'1.5'}, Sep 15 07:30:38.762046 dv-cinder-824149-6-iscsi neutron-server[107279]: 'SecurityGroupRule': {'1.2'}, Sep 15 07:30:38.762046 dv-cinder-824149-6-iscsi neutron-server[107279]: 'SubPort': {'1.0'}, Sep 15 07:30:38.762046 dv-cinder-824149-6-iscsi neutron-server[107279]: 'Subnet': {'1.1'}, Sep 15 07:30:38.762046 dv-cinder-824149-6-iscsi neutron-server[107279]: 'Trunk': {'1.1'}} Sep 15 07:30:38.762046 dv-cinder-824149-6-iscsi neutron-server[107279]: consumer versions: Sep 15 07:30:38.762046 dv-cinder-824149-6-iscsi neutron-server[107279]: { DHCP agent@dv-cinder-824149-6-iscsi: {}, Sep 15 07:30:38.762046 dv-cinder-824149-6-iscsi neutron-server[107279]: L3 agent@dv-cinder-824149-6-iscsi: {}, Sep 15 07:30:38.762046 dv-cinder-824149-6-iscsi neutron-server[107279]: Metadata agent@dv-cinder-824149-6-iscsi: {}, Sep 15 07:30:38.762046 dv-cinder-824149-6-iscsi neutron-server[107279]: Metering agent@dv-cinder-824149-6-iscsi: {}, Sep 15 07:30:38.762046 dv-cinder-824149-6-iscsi neutron-server[107279]: Open vSwitch agent@dv-cinder-824149-6-iscsi: { 'AddressGroup': '1.2', Sep 15 07:30:38.762046 dv-cinder-824149-6-iscsi neutron-server[107279]: 'Agent': '1.1', Sep 15 07:30:38.762046 dv-cinder-824149-6-iscsi neutron-server[107279]: 'ConntrackHelper': '1.0', Sep 15 07:30:38.762046 dv-cinder-824149-6-iscsi neutron-server[107279]: 'LocalIPAssociation': '1.0', Sep 15 07:30:38.762046 dv-cinder-824149-6-iscsi neutron-server[107279]: 'Log': '1.0', Sep 15 07:30:38.762046 dv-cinder-824149-6-iscsi neutron-server[107279]: 'NDPProxy': '1.0', Sep 15 07:30:38.762046 dv-cinder-824149-6-iscsi neutron-server[107279]: 'Network': '1.1', Sep 15 07:30:38.762046 dv-cinder-824149-6-iscsi neutron-server[107279]: 'Port': '1.7', Sep 15 07:30:38.762046 dv-cinder-824149-6-iscsi neutron-server[107279]: 'PortForwarding': '1.3', Sep 15 07:30:38.762046 dv-cinder-824149-6-iscsi neutron-server[107279]: 'QosPolicy': '1.10', Sep 15 07:30:38.762046 dv-cinder-824149-6-iscsi neutron-server[107279]: 'SecurityGroup': '1.5', Sep 15 07:30:38.762046 dv-cinder-824149-6-iscsi neutron-server[107279]: 'SecurityGroupRule': '1.2', Sep 15 07:30:38.762046 dv-cinder-824149-6-iscsi neutron-server[107279]: 'SubPort': '1.0', Sep 15 07:30:38.762046 dv-cinder-824149-6-iscsi neutron-server[107279]: 'Subnet': '1.1', Sep 15 07:30:38.762046 dv-cinder-824149-6-iscsi neutron-server[107279]: 'Trunk': '1.1'}} Sep 15 07:30:38.762046 dv-cinder-824149-6-iscsi neutron-server[107279]: {{(pid=107279) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 07:30:38.873008 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35fc45b6-1f3b-4ad1-8b68-822480c973f6 demo admin] Network a3b8008e-0efb-4780-9451-e95f5b7ddfc4 is scheduled to be hosted by DHCP agent 47b201f8-ba91-4005-8457-67653169c522 with binding_index 1 {{(pid=107279) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 07:30:38.971835 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.scheduler.base_scheduler [None req-35fc45b6-1f3b-4ad1-8b68-822480c973f6 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824149-6-iscsi, a3b8008e-0efb-4780-9451-e95f5b7ddfc4) {{(pid=107279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 07:30:38.977948 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35fc45b6-1f3b-4ad1-8b68-822480c973f6 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:30:38.978590 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-35fc45b6-1f3b-4ad1-8b68-822480c973f6 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586190'] for subnet (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:30:38.983204 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-181b0ee0-9d70-40f0-86b2-108065e7896f None None] Network a3b8008e-0efb-4780-9451-e95f5b7ddfc4 requested from dv-cinder-824149-6-iscsi {{(pid=107290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 07:30:38.985164 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:30:38.993421 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=31,neutron:INSERT=35,neutron:UPDATE=1 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:30:39.042804 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-35fc45b6-1f3b-4ad1-8b68-822480c973f6 demo admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8150733 Sep 15 07:30:39.261060 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27fda8ea-2b0e-47a3-b068-b720e30eeae9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29e20e6a-f4c7-5fd3-bcac-85a18cccc141-a3b8008e-0efb-4780-9451-e95f5b7ddfc4', 'network_id': 'a3b8008e-0efb-4780-9451-e95f5b7ddfc4', 'project_id': '659ee9038adf47e585b94881867c18c2', 'fixed_ips': [{'subnet_id': '3a96f7d7-f96f-4d15-9626-6cd878e12f23'}]}} from dv-cinder-824149-6-iscsi. {{(pid=107290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 15 07:30:39.262355 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-27fda8ea-2b0e-47a3-b068-b720e30eeae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (None), before_create {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:30:39.401888 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=18,neutron:INSERT=31 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:30:39.404153 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=6 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:30:39.551028 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.db_base_plugin_common [None req-27fda8ea-2b0e-47a3-b068-b720e30eeae9 None None] Allocated IP 172.20.0.2 (a3b8008e-0efb-4780-9451-e95f5b7ddfc4/3a96f7d7-f96f-4d15-9626-6cd878e12f23/aca6fc2f-3591-42e1-bd20-aad22b24b9ee) {{(pid=107290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 07:30:39.848167 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-27fda8ea-2b0e-47a3-b068-b720e30eeae9 None None] Publish callbacks [] for port (aca6fc2f-3591-42e1-bd20-aad22b24b9ee), precommit_create {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:30:39.950072 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-27fda8ea-2b0e-47a3-b068-b720e30eeae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729658170579'] for port (aca6fc2f-3591-42e1-bd20-aad22b24b9ee), after_create {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:30:40.021315 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:30:40.023557 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27fda8ea-2b0e-47a3-b068-b720e30eeae9 None None] Network a3b8008e-0efb-4780-9451-e95f5b7ddfc4 is already hosted by enough agents. {{(pid=107290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 07:30:40.029426 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.scheduler.base_scheduler [None req-27fda8ea-2b0e-47a3-b068-b720e30eeae9 None None] Resources bound (agent type, host, resource id): {{(pid=107290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 07:30:40.039762 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27fda8ea-2b0e-47a3-b068-b720e30eeae9 None None] Received port after_create {{(pid=107290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 07:30:40.059802 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fda8ea-2b0e-47a3-b068-b720e30eeae9 None None] Pushing event updated for resources: {'Port': ['ID=aca6fc2f-3591-42e1-bd20-aad22b24b9ee,revision_number=1']} {{(pid=107290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:30:40.104449 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fda8ea-2b0e-47a3-b068-b720e30eeae9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:30:40.104449 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fda8ea-2b0e-47a3-b068-b720e30eeae9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:30:40.104859 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fda8ea-2b0e-47a3-b068-b720e30eeae9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:30:40.105186 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fda8ea-2b0e-47a3-b068-b720e30eeae9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:30:40.105472 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fda8ea-2b0e-47a3-b068-b720e30eeae9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:30:40.106163 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fda8ea-2b0e-47a3-b068-b720e30eeae9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:30:40.106497 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fda8ea-2b0e-47a3-b068-b720e30eeae9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:30:40.106824 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fda8ea-2b0e-47a3-b068-b720e30eeae9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:30:40.107150 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fda8ea-2b0e-47a3-b068-b720e30eeae9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:30:40.107476 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fda8ea-2b0e-47a3-b068-b720e30eeae9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:30:40.107802 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fda8ea-2b0e-47a3-b068-b720e30eeae9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:30:40.108147 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fda8ea-2b0e-47a3-b068-b720e30eeae9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:30:40.108481 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fda8ea-2b0e-47a3-b068-b720e30eeae9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:30:40.108801 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fda8ea-2b0e-47a3-b068-b720e30eeae9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:30:40.109132 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fda8ea-2b0e-47a3-b068-b720e30eeae9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:30:40.110688 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fda8ea-2b0e-47a3-b068-b720e30eeae9 None None] Tracked resource versions report: Sep 15 07:30:40.110688 dv-cinder-824149-6-iscsi neutron-server[107290]: pushed versions: Sep 15 07:30:40.110688 dv-cinder-824149-6-iscsi neutron-server[107290]: { 'AddressGroup': {'1.2'}, Sep 15 07:30:40.110688 dv-cinder-824149-6-iscsi neutron-server[107290]: 'Agent': {'1.1'}, Sep 15 07:30:40.110688 dv-cinder-824149-6-iscsi neutron-server[107290]: 'ConntrackHelper': {'1.0'}, Sep 15 07:30:40.110688 dv-cinder-824149-6-iscsi neutron-server[107290]: 'LocalIPAssociation': {'1.0'}, Sep 15 07:30:40.110688 dv-cinder-824149-6-iscsi neutron-server[107290]: 'Log': {'1.0'}, Sep 15 07:30:40.110688 dv-cinder-824149-6-iscsi neutron-server[107290]: 'NDPProxy': {'1.0'}, Sep 15 07:30:40.110688 dv-cinder-824149-6-iscsi neutron-server[107290]: 'Network': {'1.1'}, Sep 15 07:30:40.110688 dv-cinder-824149-6-iscsi neutron-server[107290]: 'Port': {'1.7'}, Sep 15 07:30:40.110688 dv-cinder-824149-6-iscsi neutron-server[107290]: 'PortForwarding': {'1.3'}, Sep 15 07:30:40.110688 dv-cinder-824149-6-iscsi neutron-server[107290]: 'QosPolicy': {'1.10'}, Sep 15 07:30:40.110688 dv-cinder-824149-6-iscsi neutron-server[107290]: 'SecurityGroup': {'1.5'}, Sep 15 07:30:40.110688 dv-cinder-824149-6-iscsi neutron-server[107290]: 'SecurityGroupRule': {'1.2'}, Sep 15 07:30:40.110688 dv-cinder-824149-6-iscsi neutron-server[107290]: 'SubPort': {'1.0'}, Sep 15 07:30:40.110688 dv-cinder-824149-6-iscsi neutron-server[107290]: 'Subnet': {'1.1'}, Sep 15 07:30:40.110688 dv-cinder-824149-6-iscsi neutron-server[107290]: 'Trunk': {'1.1'}} Sep 15 07:30:40.110688 dv-cinder-824149-6-iscsi neutron-server[107290]: consumer versions: Sep 15 07:30:40.110688 dv-cinder-824149-6-iscsi neutron-server[107290]: { DHCP agent@dv-cinder-824149-6-iscsi: {}, Sep 15 07:30:40.110688 dv-cinder-824149-6-iscsi neutron-server[107290]: L3 agent@dv-cinder-824149-6-iscsi: {}, Sep 15 07:30:40.110688 dv-cinder-824149-6-iscsi neutron-server[107290]: Metadata agent@dv-cinder-824149-6-iscsi: {}, Sep 15 07:30:40.110688 dv-cinder-824149-6-iscsi neutron-server[107290]: Metering agent@dv-cinder-824149-6-iscsi: {}, Sep 15 07:30:40.110688 dv-cinder-824149-6-iscsi neutron-server[107290]: Open vSwitch agent@dv-cinder-824149-6-iscsi: { 'AddressGroup': '1.2', Sep 15 07:30:40.110688 dv-cinder-824149-6-iscsi neutron-server[107290]: 'Agent': '1.1', Sep 15 07:30:40.110688 dv-cinder-824149-6-iscsi neutron-server[107290]: 'ConntrackHelper': '1.0', Sep 15 07:30:40.110688 dv-cinder-824149-6-iscsi neutron-server[107290]: 'LocalIPAssociation': '1.0', Sep 15 07:30:40.110688 dv-cinder-824149-6-iscsi neutron-server[107290]: 'Log': '1.0', Sep 15 07:30:40.110688 dv-cinder-824149-6-iscsi neutron-server[107290]: 'NDPProxy': '1.0', Sep 15 07:30:40.110688 dv-cinder-824149-6-iscsi neutron-server[107290]: 'Network': '1.1', Sep 15 07:30:40.110688 dv-cinder-824149-6-iscsi neutron-server[107290]: 'Port': '1.7', Sep 15 07:30:40.110688 dv-cinder-824149-6-iscsi neutron-server[107290]: 'PortForwarding': '1.3', Sep 15 07:30:40.110688 dv-cinder-824149-6-iscsi neutron-server[107290]: 'QosPolicy': '1.10', Sep 15 07:30:40.110688 dv-cinder-824149-6-iscsi neutron-server[107290]: 'SecurityGroup': '1.5', Sep 15 07:30:40.110688 dv-cinder-824149-6-iscsi neutron-server[107290]: 'SecurityGroupRule': '1.2', Sep 15 07:30:40.110688 dv-cinder-824149-6-iscsi neutron-server[107290]: 'SubPort': '1.0', Sep 15 07:30:40.110688 dv-cinder-824149-6-iscsi neutron-server[107290]: 'Subnet': '1.1', Sep 15 07:30:40.110688 dv-cinder-824149-6-iscsi neutron-server[107290]: 'Trunk': '1.1'}} Sep 15 07:30:40.110688 dv-cinder-824149-6-iscsi neutron-server[107290]: {{(pid=107290) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 07:30:40.153333 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.managers [None req-27fda8ea-2b0e-47a3-b068-b720e30eeae9 None None] Attempting to bind port aca6fc2f-3591-42e1-bd20-aad22b24b9ee on host dv-cinder-824149-6-iscsi for vnic_type normal with profile {{(pid=107290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 07:30:40.153813 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.managers [None req-27fda8ea-2b0e-47a3-b068-b720e30eeae9 None None] Attempting to bind port aca6fc2f-3591-42e1-bd20-aad22b24b9ee by drivers openvswitch,hyperv on host dv-cinder-824149-6-iscsi at level 0 using segments [{'id': 'dbce479a-ff2a-49eb-957f-66c78f4517ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a3b8008e-0efb-4780-9451-e95f5b7ddfc4'}] {{(pid=107290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 07:30:40.154264 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27fda8ea-2b0e-47a3-b068-b720e30eeae9 None None] Attempting to bind port aca6fc2f-3591-42e1-bd20-aad22b24b9ee on network a3b8008e-0efb-4780-9451-e95f5b7ddfc4 {{(pid=107290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 07:30:40.204551 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27fda8ea-2b0e-47a3-b068-b720e30eeae9 None None] Checking agent: {'id': 'c3acd0b9-3b8e-4f77-9053-2ca2457616b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824149-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 7, 30, 28), 'started_at': datetime.datetime(2022, 9, 15, 7, 30, 28), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 7, 30, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824149-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 07:30:40.204985 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27fda8ea-2b0e-47a3-b068-b720e30eeae9 None None] Checking segment: {'id': 'dbce479a-ff2a-49eb-957f-66c78f4517ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a3b8008e-0efb-4780-9451-e95f5b7ddfc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 07:30:40.205388 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-27fda8ea-2b0e-47a3-b068-b720e30eeae9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:30:40.205802 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27fda8ea-2b0e-47a3-b068-b720e30eeae9 None None] Bound using segment: {'id': 'dbce479a-ff2a-49eb-957f-66c78f4517ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a3b8008e-0efb-4780-9451-e95f5b7ddfc4'} {{(pid=107290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 07:30:40.206362 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.managers [None req-27fda8ea-2b0e-47a3-b068-b720e30eeae9 None None] Bound port: aca6fc2f-3591-42e1-bd20-aad22b24b9ee, host: dv-cinder-824149-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbce479a-ff2a-49eb-957f-66c78f4517ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a3b8008e-0efb-4780-9451-e95f5b7ddfc4'}}] {{(pid=107290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 07:30:40.206787 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-27fda8ea-2b0e-47a3-b068-b720e30eeae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (aca6fc2f-3591-42e1-bd20-aad22b24b9ee), before_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:30:40.382031 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-27fda8ea-2b0e-47a3-b068-b720e30eeae9 None None] For port aca6fc2f-3591-42e1-bd20-aad22b24b9ee, host dv-cinder-824149-6-iscsi, cleared binding levels {{(pid=107290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 07:30:40.402250 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-27fda8ea-2b0e-47a3-b068-b720e30eeae9 None None] For port aca6fc2f-3591-42e1-bd20-aad22b24b9ee, host dv-cinder-824149-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-6-iscsi',level=0,port_id=aca6fc2f-3591-42e1-bd20-aad22b24b9ee,segment=NetworkSegment(dbce479a-ff2a-49eb-957f-66c78f4517ea),segment_id=dbce479a-ff2a-49eb-957f-66c78f4517ea)] {{(pid=107290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 07:30:40.440844 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-27fda8ea-2b0e-47a3-b068-b720e30eeae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615'] for port (aca6fc2f-3591-42e1-bd20-aad22b24b9ee), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:30:40.491979 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fda8ea-2b0e-47a3-b068-b720e30eeae9 None None] Pushing event updated for resources: {'Port': ['ID=aca6fc2f-3591-42e1-bd20-aad22b24b9ee,revision_number=2']} {{(pid=107290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:30:41.746252 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 57084) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:30:42.079426 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [None req-6521f6da-9a92-44f3-bd89-21d33da81756 admin admin] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107279) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 15 07:30:42.080410 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-6521f6da-9a92-44f3-bd89-21d33da81756 admin admin] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3332152 Sep 15 07:30:44.798939 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 57092) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:30:44.955303 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=41,neutron:INSERT=39,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:30:44.971630 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=41,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:30:45.130070 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [None req-72a2be9d-d997-4035-ab7f-6efbc2d69a68 admin admin] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107279) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 15 07:30:45.131049 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-72a2be9d-d997-4035-ab7f-6efbc2d69a68 admin admin] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3311973 Sep 15 07:30:47.883662 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 57108) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:30:48.240464 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.v2.base [None req-4a060003-11eb-4c20-be75-5d7da414afa9 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=107279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:30:48.324953 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-4a060003-11eb-4c20-be75-5d7da414afa9 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2008969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1936'] for router (95175b43-1e2c-428b-a4af-d7b54b31130f), before_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:30:48.326591 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-4a060003-11eb-4c20-be75-5d7da414afa9 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2014644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2006267', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2072115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1945'] for router (95175b43-1e2c-428b-a4af-d7b54b31130f), precommit_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:30:48.487144 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-4a060003-11eb-4c20-be75-5d7da414afa9 demo demo] Publish callbacks [] for router_controller (95175b43-1e2c-428b-a4af-d7b54b31130f), precommit_add_association {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:30:48.555871 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-4a060003-11eb-4c20-be75-5d7da414afa9 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2014700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2007332'] for router (95175b43-1e2c-428b-a4af-d7b54b31130f), after_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:30:48.566357 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9791d92-1c7e-47b3-ac19-9b77985d2610 None None] Network a3b8008e-0efb-4780-9451-e95f5b7ddfc4 requested from dv-cinder-824149-6-iscsi {{(pid=107290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 07:30:48.627427 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-1e82f361-be5b-4714-aaae-3cf52131761f None None] Provisioning complete for port aca6fc2f-3591-42e1-bd20-aad22b24b9ee triggered by entity DHCP. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 07:30:48.627821 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-1e82f361-be5b-4714-aaae-3cf52131761f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862942'] for port (aca6fc2f-3591-42e1-bd20-aad22b24b9ee), provisioning_complete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:30:48.628183 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-1e82f361-be5b-4714-aaae-3cf52131761f None None] Attempt 1 to provision port aca6fc2f-3591-42e1-bd20-aad22b24b9ee Sep 15 07:30:48.648193 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:30:48.659765 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-4a060003-11eb-4c20-be75-5d7da414afa9 demo demo] Publish callbacks [] for router (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:30:48.661036 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-4a060003-11eb-4c20-be75-5d7da414afa9 demo demo] 10.222.0.42 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7763681 Sep 15 07:30:48.840795 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-1e82f361-be5b-4714-aaae-3cf52131761f None None] Current status of the port aca6fc2f-3591-42e1-bd20-aad22b24b9ee is: DOWN; New status is: ACTIVE {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:30:48.841185 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-1e82f361-be5b-4714-aaae-3cf52131761f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (aca6fc2f-3591-42e1-bd20-aad22b24b9ee), before_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:30:48.878090 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-1e82f361-be5b-4714-aaae-3cf52131761f None None] For port aca6fc2f-3591-42e1-bd20-aad22b24b9ee, host dv-cinder-824149-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-6-iscsi',level=0,port_id=aca6fc2f-3591-42e1-bd20-aad22b24b9ee,segment=NetworkSegment(dbce479a-ff2a-49eb-957f-66c78f4517ea),segment_id=dbce479a-ff2a-49eb-957f-66c78f4517ea)] {{(pid=107290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:30:48.960950 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-1e82f361-be5b-4714-aaae-3cf52131761f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615'] for port (aca6fc2f-3591-42e1-bd20-aad22b24b9ee), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:30:49.014361 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e82f361-be5b-4714-aaae-3cf52131761f None None] Pushing event updated for resources: {'Port': ['ID=aca6fc2f-3591-42e1-bd20-aad22b24b9ee,revision_number=3']} {{(pid=107290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:30:49.083485 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-2e1076bc-e2e1-4899-8ee5-dc9a91a46016 None None] Provisioning complete for port aca6fc2f-3591-42e1-bd20-aad22b24b9ee triggered by entity DHCP. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 07:30:49.083485 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-2e1076bc-e2e1-4899-8ee5-dc9a91a46016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862942'] for port (aca6fc2f-3591-42e1-bd20-aad22b24b9ee), provisioning_complete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:30:49.083485 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-2e1076bc-e2e1-4899-8ee5-dc9a91a46016 None None] Attempt 1 to provision port aca6fc2f-3591-42e1-bd20-aad22b24b9ee Sep 15 07:30:49.149945 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-2e1076bc-e2e1-4899-8ee5-dc9a91a46016 None None] Current status of the port aca6fc2f-3591-42e1-bd20-aad22b24b9ee is: ACTIVE; New status is: ACTIVE {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:30:49.304552 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Device aca6fc2f-3591-42e1-bd20-aad22b24b9ee up at agent ovs-agent-dv-cinder-824149-6-iscsi {{(pid=107290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 07:30:49.349414 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Provisioning complete for port aca6fc2f-3591-42e1-bd20-aad22b24b9ee triggered by entity L2. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 07:30:49.349759 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862942'] for port (aca6fc2f-3591-42e1-bd20-aad22b24b9ee), provisioning_complete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:30:49.350099 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Attempt 1 to provision port aca6fc2f-3591-42e1-bd20-aad22b24b9ee Sep 15 07:30:49.393483 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:30:49.424405 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Current status of the port aca6fc2f-3591-42e1-bd20-aad22b24b9ee is: ACTIVE; New status is: ACTIVE {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:30:51.323378 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 57116) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:30:51.640450 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [None req-fd6f68ff-edf9-4e55-850c-e913d49a3892 admin admin] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107279) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 15 07:30:51.641689 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-fd6f68ff-edf9-4e55-850c-e913d49a3892 admin admin] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3172920 Sep 15 07:30:52.486482 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-e725a182-cfb6-4a48-a06e-0bd32faee37e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (47b201f8-ba91-4005-8457-67653169c522), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:30:54.283365 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 57124) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:30:54.613653 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.v2.base [None req-ce6b785d-98c6-4036-90e1-b1f5511d01e1 admin admin] Request body: {'network': {'is_default': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'provider:network_type': 'flat', 'router:external': True, 'name': 'public'}} {{(pid=107276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:30:54.686819 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce6b785d-98c6-4036-90e1-b1f5511d01e1 admin admin] Made reservation on behalf of 918580af0a81452f8da95d60256aaea0 for: {'network': 1} {{(pid=107276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 07:30:54.689194 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-ce6b785d-98c6-4036-90e1-b1f5511d01e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for network (None), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:30:54.697709 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-ce6b785d-98c6-4036-90e1-b1f5511d01e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:30:54.771676 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-ce6b785d-98c6-4036-90e1-b1f5511d01e1 admin admin] Publish callbacks [] for security_group (6fbfc4bb-5d89-4d0e-a52b-e0c2abc6e533), precommit_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:30:54.782217 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-5e9f6981-7188-4e57-b864-69a5f4201875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (6177172c-20b9-4a3a-92be-d5dd082cfa3a), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:30:54.827537 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-ce6b785d-98c6-4036-90e1-b1f5511d01e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (6fbfc4bb-5d89-4d0e-a52b-e0c2abc6e533), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:30:54.845742 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-ce6b785d-98c6-4036-90e1-b1f5511d01e1 admin admin] Reserving flat network on physical network physnet1 {{(pid=107276) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 15 07:30:54.863100 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6b785d-98c6-4036-90e1-b1f5511d01e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fbfc4bb-5d89-4d0e-a52b-e0c2abc6e533,revision_number=1']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:30:54.867949 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-ce6b785d-98c6-4036-90e1-b1f5511d01e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906830'] for segment (8c607054-1f24-4b82-9f54-7b368db757ce), precommit_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:30:54.868279 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.db.segments_db [None req-ce6b785d-98c6-4036-90e1-b1f5511d01e1 admin admin] Added segment 8c607054-1f24-4b82-9f54-7b368db757ce of type flat for network 7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa Sep 15 07:30:54.915525 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-ce6b785d-98c6-4036-90e1-b1f5511d01e1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729658139832'] for network (7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa), precommit_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:30:55.022299 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-ce6b785d-98c6-4036-90e1-b1f5511d01e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204'] for network (7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:30:55.023279 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce6b785d-98c6-4036-90e1-b1f5511d01e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:30:55.023849 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-ce6b785d-98c6-4036-90e1-b1f5511d01e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586190'] for network (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:30:55.115675 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6b785d-98c6-4036-90e1-b1f5511d01e1 admin admin] Pushing event updated for resources: {'Network': ['ID=7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa,revision_number=1']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:30:55.125166 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Network 7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa details requested by agent ovs-agent-dv-cinder-824149-6-iscsi with host dv-cinder-824149-6-iscsi {{(pid=107290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 07:30:55.150280 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-ce6b785d-98c6-4036-90e1-b1f5511d01e1 admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8659182 Sep 15 07:30:55.949957 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-0f44d0d5-b296-4658-a59d-71e94f9a3b32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (71b2a813-2b59-4e69-b901-83528b6ecb8f), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:30:57.416537 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-677e5667-6d12-4a09-97b6-65dca69daeb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (4c9c4bf3-096b-4dee-b844-12a870317301), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:30:57.641237 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (c3acd0b9-3b8e-4f77-9053-2ca2457616b3), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:30:57.752964 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 57132) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:30:58.167353 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2ee10a4-534b-4681-8e0f-1165abb032a0 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:30:58.168783 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-a2ee10a4-534b-4681-8e0f-1165abb032a0 demo admin] 10.222.0.42 "GET /networking/v2.0/subnets/3a96f7d7-f96f-4d15-9626-6cd878e12f23 HTTP/1.1" status: 200 len: 849 time: 0.4148712 Sep 15 07:30:58.348425 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-b6104c2c-3a3a-4163-9d1d-a20b7fa84775 demo admin] 10.222.0.42 "GET /networking/v2.0/routers/95175b43-1e2c-428b-a4af-d7b54b31130f HTTP/1.1" status: 200 len: 704 time: 0.1735809 Sep 15 07:30:58.570030 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=11,neutron:DELETE=2,neutron:INSERT=5 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:30:58.571904 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=9,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:30:58.617096 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-1534f24f-ecf2-48de-82a7-8e39748fbe51 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (None), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:30:58.855982 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:30:58.895895 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:30:58.919950 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.db.db_base_plugin_common [None req-1534f24f-ecf2-48de-82a7-8e39748fbe51 demo admin] Allocated IP 172.20.0.1 (a3b8008e-0efb-4780-9451-e95f5b7ddfc4/3a96f7d7-f96f-4d15-9626-6cd878e12f23/47767068-3565-4599-804a-01423bdf0c1e) {{(pid=107276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 07:30:59.108889 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-1534f24f-ecf2-48de-82a7-8e39748fbe51 demo admin] Publish callbacks [] for port (47767068-3565-4599-804a-01423bdf0c1e), precommit_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:30:59.271214 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-1534f24f-ecf2-48de-82a7-8e39748fbe51 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729658170579'] for port (47767068-3565-4599-804a-01423bdf0c1e), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:30:59.345478 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1534f24f-ecf2-48de-82a7-8e39748fbe51 demo admin] Network a3b8008e-0efb-4780-9451-e95f5b7ddfc4 is already hosted by enough agents. {{(pid=107276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 07:30:59.352566 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.scheduler.base_scheduler [None req-1534f24f-ecf2-48de-82a7-8e39748fbe51 demo admin] Resources bound (agent type, host, resource id): {{(pid=107276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 07:30:59.361802 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1534f24f-ecf2-48de-82a7-8e39748fbe51 demo admin] Received port after_create {{(pid=107276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 07:30:59.362363 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-1534f24f-ecf2-48de-82a7-8e39748fbe51 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2002461'] for router_interface (95175b43-1e2c-428b-a4af-d7b54b31130f), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:30:59.382959 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1534f24f-ecf2-48de-82a7-8e39748fbe51 demo admin] Pushing event updated for resources: {'Port': ['ID=47767068-3565-4599-804a-01423bdf0c1e,revision_number=1']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:30:59.526451 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-a3038f75-f958-4f04-bb23-cac433f40212 None None] Provisioning complete for port 47767068-3565-4599-804a-01423bdf0c1e triggered by entity DHCP. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 07:30:59.527019 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-a3038f75-f958-4f04-bb23-cac433f40212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862942'] for port (47767068-3565-4599-804a-01423bdf0c1e), provisioning_complete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:30:59.527245 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-a3038f75-f958-4f04-bb23-cac433f40212 None None] Attempt 1 to provision port 47767068-3565-4599-804a-01423bdf0c1e Sep 15 07:30:59.560157 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-a3038f75-f958-4f04-bb23-cac433f40212 None None] Port 47767068-3565-4599-804a-01423bdf0c1e cannot update to ACTIVE because it is not bound. {{(pid=107290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 07:30:59.671943 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-1534f24f-ecf2-48de-82a7-8e39748fbe51 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (47767068-3565-4599-804a-01423bdf0c1e), before_update {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:30:59.836912 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:30:59.882613 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-1534f24f-ecf2-48de-82a7-8e39748fbe51 demo admin] Publish callbacks [] for port (47767068-3565-4599-804a-01423bdf0c1e), precommit_update {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:30:59.978507 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-1534f24f-ecf2-48de-82a7-8e39748fbe51 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615'] for port (47767068-3565-4599-804a-01423bdf0c1e), after_update {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:30:59.979384 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-1534f24f-ecf2-48de-82a7-8e39748fbe51 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2002569'] for router_interface (95175b43-1e2c-428b-a4af-d7b54b31130f), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:31:00.060940 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-a3038f75-f958-4f04-bb23-cac433f40212 None None] Attempt 2 to provision port 47767068-3565-4599-804a-01423bdf0c1e Sep 15 07:31:00.061550 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1534f24f-ecf2-48de-82a7-8e39748fbe51 demo admin] Pushing event updated for resources: {'Port': ['ID=47767068-3565-4599-804a-01423bdf0c1e,revision_number=2']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:31:00.117455 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1534f24f-ecf2-48de-82a7-8e39748fbe51 demo admin] Network a3b8008e-0efb-4780-9451-e95f5b7ddfc4 is already hosted by enough agents. {{(pid=107276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 07:31:00.118872 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.scheduler.base_scheduler [None req-1534f24f-ecf2-48de-82a7-8e39748fbe51 demo admin] Resources bound (agent type, host, resource id): {{(pid=107276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 07:31:00.151905 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-a3038f75-f958-4f04-bb23-cac433f40212 None None] Port 47767068-3565-4599-804a-01423bdf0c1e cannot update to ACTIVE because it is not bound. {{(pid=107290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 07:31:00.336919 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1534f24f-ecf2-48de-82a7-8e39748fbe51 demo admin] Router 95175b43-1e2c-428b-a4af-d7b54b31130f is scheduled to L3 agent 6177172c-20b9-4a3a-92be-d5dd082cfa3a with binding_index 1 {{(pid=107276) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 07:31:00.424604 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1534f24f-ecf2-48de-82a7-8e39748fbe51 demo admin] Notify agent at l3_agent.dv-cinder-824149-6-iscsi the message routers_updated {{(pid=107276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 07:31:00.429811 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-1534f24f-ecf2-48de-82a7-8e39748fbe51 demo admin] 10.222.0.42 "PUT /networking/v2.0/routers/95175b43-1e2c-428b-a4af-d7b54b31130f/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0760572 Sep 15 07:31:00.436649 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b308e2-45b8-4130-919a-2649ceb44946 None None] Sync routers for ids ['95175b43-1e2c-428b-a4af-d7b54b31130f'] in dv-cinder-824149-6-iscsi {{(pid=107295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 07:31:00.450306 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b308e2-45b8-4130-919a-2649ceb44946 None None] Routers {'95175b43-1e2c-428b-a4af-d7b54b31130f'} bound to L3 agent in host dv-cinder-824149-6-iscsi {{(pid=107295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 07:31:00.451149 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_hamode_db [None req-66b308e2-45b8-4130-919a-2649ceb44946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-15T07:30:25Z,description=,heartbeat_timestamp=2022-09-15T07:30:55Z,host='dv-cinder-824149-6-iscsi',id=6177172c-20b9-4a3a-92be-d5dd082cfa3a,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T07:30:25Z,topic='l3_agent')) {'router_ids': ['95175b43-1e2c-428b-a4af-d7b54b31130f'], 'active': True} {{(pid=107295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:31:00.636484 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_dvr_db [None req-66b308e2-45b8-4130-919a-2649ceb44946 None None] Set router 95175b43-1e2c-428b-a4af-d7b54b31130f gateway port host: None {{(pid=107295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 07:31:00.652972 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-a3038f75-f958-4f04-bb23-cac433f40212 None None] Attempt 3 to provision port 47767068-3565-4599-804a-01423bdf0c1e Sep 15 07:31:00.685693 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-a3038f75-f958-4f04-bb23-cac433f40212 None None] Port 47767068-3565-4599-804a-01423bdf0c1e cannot update to ACTIVE because it is not bound. {{(pid=107290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 07:31:01.049787 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_hamode_db [None req-66b308e2-45b8-4130-919a-2649ceb44946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95175b43-1e2c-428b-a4af-d7b54b31130f', 'name': 'router1', 'tenant_id': '659ee9038adf47e585b94881867c18c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:30:48Z', 'updated_at': '2022-09-15T07:30:59Z', 'revision_number': 2, 'project_id': '659ee9038adf47e585b94881867c18c2', 'gw_port_host': None, '_interfaces': [{'id': '47767068-3565-4599-804a-01423bdf0c1e', 'name': '', 'network_id': 'a3b8008e-0efb-4780-9451-e95f5b7ddfc4', 'tenant_id': '659ee9038adf47e585b94881867c18c2', 'mac_address': 'fa:16:3e:04:29:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95175b43-1e2c-428b-a4af-d7b54b31130f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3a96f7d7-f96f-4d15-9626-6cd878e12f23', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:30:58Z', 'updated_at': '2022-09-15T07:30:59Z', 'revision_number': 2, 'project_id': '659ee9038adf47e585b94881867c18c2', 'subnets': [{'id': '3a96f7d7-f96f-4d15-9626-6cd878e12f23', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a6d1a1fe-963f-4388-8e0a-d5a975766dbd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-6-iscsi', False) {} {{(pid=107295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:31:01.099392 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b308e2-45b8-4130-919a-2649ceb44946 None None] Checking router: 95175b43-1e2c-428b-a4af-d7b54b31130f for host: dv-cinder-824149-6-iscsi {{(pid=107295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 07:31:01.099748 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b308e2-45b8-4130-919a-2649ceb44946 None None] Updating router 95175b43-1e2c-428b-a4af-d7b54b31130f port 47767068-3565-4599-804a-01423bdf0c1e binding host dv-cinder-824149-6-iscsi {{(pid=107295) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 07:31:01.152457 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron_lib.callbacks.manager [None req-66b308e2-45b8-4130-919a-2649ceb44946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (47767068-3565-4599-804a-01423bdf0c1e), before_update {{(pid=107295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:31:01.186951 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-a3038f75-f958-4f04-bb23-cac433f40212 None None] Attempt 4 to provision port 47767068-3565-4599-804a-01423bdf0c1e Sep 15 07:31:01.220656 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-a3038f75-f958-4f04-bb23-cac433f40212 None None] Port 47767068-3565-4599-804a-01423bdf0c1e cannot update to ACTIVE because it is not bound. {{(pid=107290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 07:31:01.651009 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron_lib.callbacks.manager [None req-66b308e2-45b8-4130-919a-2649ceb44946 None None] Publish callbacks [] for port (47767068-3565-4599-804a-01423bdf0c1e), precommit_update {{(pid=107295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:31:01.721440 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-a3038f75-f958-4f04-bb23-cac433f40212 None None] Attempt 5 to provision port 47767068-3565-4599-804a-01423bdf0c1e Sep 15 07:31:01.727267 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron_lib.callbacks.manager [None req-66b308e2-45b8-4130-919a-2649ceb44946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615'] for port (47767068-3565-4599-804a-01423bdf0c1e), after_update {{(pid=107295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:31:01.756252 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-a3038f75-f958-4f04-bb23-cac433f40212 None None] Port 47767068-3565-4599-804a-01423bdf0c1e cannot update to ACTIVE because it is not bound. {{(pid=107290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 07:31:01.873347 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.plugins.ml2.managers [None req-66b308e2-45b8-4130-919a-2649ceb44946 None None] Attempting to bind port 47767068-3565-4599-804a-01423bdf0c1e on host dv-cinder-824149-6-iscsi for vnic_type normal with profile {{(pid=107295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 07:31:01.873759 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.plugins.ml2.managers [None req-66b308e2-45b8-4130-919a-2649ceb44946 None None] Attempting to bind port 47767068-3565-4599-804a-01423bdf0c1e by drivers openvswitch,hyperv on host dv-cinder-824149-6-iscsi at level 0 using segments [{'id': 'dbce479a-ff2a-49eb-957f-66c78f4517ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a3b8008e-0efb-4780-9451-e95f5b7ddfc4'}] {{(pid=107295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 07:31:01.874201 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b308e2-45b8-4130-919a-2649ceb44946 None None] Attempting to bind port 47767068-3565-4599-804a-01423bdf0c1e on network a3b8008e-0efb-4780-9451-e95f5b7ddfc4 {{(pid=107295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 07:31:01.882759 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fab981-d1fb-4bdd-b6ca-7307b924c923 None None] Pushing event updated for resources: {'Port': ['ID=47767068-3565-4599-804a-01423bdf0c1e,revision_number=3']} {{(pid=107295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:31:01.913920 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fab981-d1fb-4bdd-b6ca-7307b924c923 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:31:01.914197 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fab981-d1fb-4bdd-b6ca-7307b924c923 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:31:01.914544 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fab981-d1fb-4bdd-b6ca-7307b924c923 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:31:01.914878 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fab981-d1fb-4bdd-b6ca-7307b924c923 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:31:01.915205 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fab981-d1fb-4bdd-b6ca-7307b924c923 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:31:01.915523 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fab981-d1fb-4bdd-b6ca-7307b924c923 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:31:01.915845 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fab981-d1fb-4bdd-b6ca-7307b924c923 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:31:01.916172 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fab981-d1fb-4bdd-b6ca-7307b924c923 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:31:01.916493 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fab981-d1fb-4bdd-b6ca-7307b924c923 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:31:01.916810 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fab981-d1fb-4bdd-b6ca-7307b924c923 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:31:01.917127 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fab981-d1fb-4bdd-b6ca-7307b924c923 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:31:01.917462 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fab981-d1fb-4bdd-b6ca-7307b924c923 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:31:01.917802 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fab981-d1fb-4bdd-b6ca-7307b924c923 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:31:01.918115 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fab981-d1fb-4bdd-b6ca-7307b924c923 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:31:01.918425 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fab981-d1fb-4bdd-b6ca-7307b924c923 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:31:01.919812 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fab981-d1fb-4bdd-b6ca-7307b924c923 None None] Tracked resource versions report: Sep 15 07:31:01.919812 dv-cinder-824149-6-iscsi neutron-server[107295]: pushed versions: Sep 15 07:31:01.919812 dv-cinder-824149-6-iscsi neutron-server[107295]: { 'AddressGroup': {'1.2'}, Sep 15 07:31:01.919812 dv-cinder-824149-6-iscsi neutron-server[107295]: 'Agent': {'1.1'}, Sep 15 07:31:01.919812 dv-cinder-824149-6-iscsi neutron-server[107295]: 'ConntrackHelper': {'1.0'}, Sep 15 07:31:01.919812 dv-cinder-824149-6-iscsi neutron-server[107295]: 'LocalIPAssociation': {'1.0'}, Sep 15 07:31:01.919812 dv-cinder-824149-6-iscsi neutron-server[107295]: 'Log': {'1.0'}, Sep 15 07:31:01.919812 dv-cinder-824149-6-iscsi neutron-server[107295]: 'NDPProxy': {'1.0'}, Sep 15 07:31:01.919812 dv-cinder-824149-6-iscsi neutron-server[107295]: 'Network': {'1.1'}, Sep 15 07:31:01.919812 dv-cinder-824149-6-iscsi neutron-server[107295]: 'Port': {'1.7'}, Sep 15 07:31:01.919812 dv-cinder-824149-6-iscsi neutron-server[107295]: 'PortForwarding': {'1.3'}, Sep 15 07:31:01.919812 dv-cinder-824149-6-iscsi neutron-server[107295]: 'QosPolicy': {'1.10'}, Sep 15 07:31:01.919812 dv-cinder-824149-6-iscsi neutron-server[107295]: 'SecurityGroup': {'1.5'}, Sep 15 07:31:01.919812 dv-cinder-824149-6-iscsi neutron-server[107295]: 'SecurityGroupRule': {'1.2'}, Sep 15 07:31:01.919812 dv-cinder-824149-6-iscsi neutron-server[107295]: 'SubPort': {'1.0'}, Sep 15 07:31:01.919812 dv-cinder-824149-6-iscsi neutron-server[107295]: 'Subnet': {'1.1'}, Sep 15 07:31:01.919812 dv-cinder-824149-6-iscsi neutron-server[107295]: 'Trunk': {'1.1'}} Sep 15 07:31:01.919812 dv-cinder-824149-6-iscsi neutron-server[107295]: consumer versions: Sep 15 07:31:01.919812 dv-cinder-824149-6-iscsi neutron-server[107295]: { DHCP agent@dv-cinder-824149-6-iscsi: {}, Sep 15 07:31:01.919812 dv-cinder-824149-6-iscsi neutron-server[107295]: L3 agent@dv-cinder-824149-6-iscsi: {}, Sep 15 07:31:01.919812 dv-cinder-824149-6-iscsi neutron-server[107295]: Metadata agent@dv-cinder-824149-6-iscsi: {}, Sep 15 07:31:01.919812 dv-cinder-824149-6-iscsi neutron-server[107295]: Metering agent@dv-cinder-824149-6-iscsi: {}, Sep 15 07:31:01.919812 dv-cinder-824149-6-iscsi neutron-server[107295]: Open vSwitch agent@dv-cinder-824149-6-iscsi: { 'AddressGroup': '1.2', Sep 15 07:31:01.919812 dv-cinder-824149-6-iscsi neutron-server[107295]: 'Agent': '1.1', Sep 15 07:31:01.919812 dv-cinder-824149-6-iscsi neutron-server[107295]: 'ConntrackHelper': '1.0', Sep 15 07:31:01.919812 dv-cinder-824149-6-iscsi neutron-server[107295]: 'LocalIPAssociation': '1.0', Sep 15 07:31:01.919812 dv-cinder-824149-6-iscsi neutron-server[107295]: 'Log': '1.0', Sep 15 07:31:01.919812 dv-cinder-824149-6-iscsi neutron-server[107295]: 'NDPProxy': '1.0', Sep 15 07:31:01.919812 dv-cinder-824149-6-iscsi neutron-server[107295]: 'Network': '1.1', Sep 15 07:31:01.919812 dv-cinder-824149-6-iscsi neutron-server[107295]: 'Port': '1.7', Sep 15 07:31:01.919812 dv-cinder-824149-6-iscsi neutron-server[107295]: 'PortForwarding': '1.3', Sep 15 07:31:01.919812 dv-cinder-824149-6-iscsi neutron-server[107295]: 'QosPolicy': '1.10', Sep 15 07:31:01.919812 dv-cinder-824149-6-iscsi neutron-server[107295]: 'SecurityGroup': '1.5', Sep 15 07:31:01.919812 dv-cinder-824149-6-iscsi neutron-server[107295]: 'SecurityGroupRule': '1.2', Sep 15 07:31:01.919812 dv-cinder-824149-6-iscsi neutron-server[107295]: 'SubPort': '1.0', Sep 15 07:31:01.919812 dv-cinder-824149-6-iscsi neutron-server[107295]: 'Subnet': '1.1', Sep 15 07:31:01.919812 dv-cinder-824149-6-iscsi neutron-server[107295]: 'Trunk': '1.1'}} Sep 15 07:31:01.919812 dv-cinder-824149-6-iscsi neutron-server[107295]: {{(pid=107295) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 07:31:01.952062 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:31:01.976291 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b308e2-45b8-4130-919a-2649ceb44946 None None] Checking agent: {'id': 'c3acd0b9-3b8e-4f77-9053-2ca2457616b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824149-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 7, 30, 28), 'started_at': datetime.datetime(2022, 9, 15, 7, 30, 58), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 7, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824149-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 07:31:01.976684 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b308e2-45b8-4130-919a-2649ceb44946 None None] Checking segment: {'id': 'dbce479a-ff2a-49eb-957f-66c78f4517ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a3b8008e-0efb-4780-9451-e95f5b7ddfc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 07:31:01.977154 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron_lib.callbacks.manager [None req-66b308e2-45b8-4130-919a-2649ceb44946 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:31:01.977536 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b308e2-45b8-4130-919a-2649ceb44946 None None] Bound using segment: {'id': 'dbce479a-ff2a-49eb-957f-66c78f4517ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a3b8008e-0efb-4780-9451-e95f5b7ddfc4'} {{(pid=107295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 07:31:01.978026 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.plugins.ml2.managers [None req-66b308e2-45b8-4130-919a-2649ceb44946 None None] Bound port: 47767068-3565-4599-804a-01423bdf0c1e, host: dv-cinder-824149-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbce479a-ff2a-49eb-957f-66c78f4517ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a3b8008e-0efb-4780-9451-e95f5b7ddfc4'}}] {{(pid=107295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 07:31:01.978406 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron_lib.callbacks.manager [None req-66b308e2-45b8-4130-919a-2649ceb44946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (47767068-3565-4599-804a-01423bdf0c1e), before_update {{(pid=107295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:31:02.027846 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:31:02.043170 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.plugins.ml2.db [None req-66b308e2-45b8-4130-919a-2649ceb44946 None None] For port 47767068-3565-4599-804a-01423bdf0c1e, host dv-cinder-824149-6-iscsi, cleared binding levels {{(pid=107295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 07:31:02.063064 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.plugins.ml2.db [None req-66b308e2-45b8-4130-919a-2649ceb44946 None None] For port 47767068-3565-4599-804a-01423bdf0c1e, host dv-cinder-824149-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-6-iscsi',level=0,port_id=47767068-3565-4599-804a-01423bdf0c1e,segment=NetworkSegment(dbce479a-ff2a-49eb-957f-66c78f4517ea),segment_id=dbce479a-ff2a-49eb-957f-66c78f4517ea)] {{(pid=107295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 07:31:02.144796 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron_lib.callbacks.manager [None req-66b308e2-45b8-4130-919a-2649ceb44946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615'] for port (47767068-3565-4599-804a-01423bdf0c1e), after_update {{(pid=107295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:31:02.195557 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b308e2-45b8-4130-919a-2649ceb44946 None None] Routers {'95175b43-1e2c-428b-a4af-d7b54b31130f'} bound to L3 agent in host dv-cinder-824149-6-iscsi {{(pid=107295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 07:31:02.196088 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_hamode_db [None req-66b308e2-45b8-4130-919a-2649ceb44946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-15T07:30:25Z,description=,heartbeat_timestamp=2022-09-15T07:30:55Z,host='dv-cinder-824149-6-iscsi',id=6177172c-20b9-4a3a-92be-d5dd082cfa3a,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T07:30:25Z,topic='l3_agent')) {'router_ids': ['95175b43-1e2c-428b-a4af-d7b54b31130f'], 'active': True} {{(pid=107295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:31:02.232335 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fab981-d1fb-4bdd-b6ca-7307b924c923 None None] Pushing event updated for resources: {'Port': ['ID=47767068-3565-4599-804a-01423bdf0c1e,revision_number=4']} {{(pid=107295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:31:02.257621 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-a3038f75-f958-4f04-bb23-cac433f40212 None None] Attempt 6 to provision port 47767068-3565-4599-804a-01423bdf0c1e Sep 15 07:31:02.287080 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_dvr_db [None req-66b308e2-45b8-4130-919a-2649ceb44946 None None] Set router 95175b43-1e2c-428b-a4af-d7b54b31130f gateway port host: None {{(pid=107295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 07:31:02.333562 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-a3038f75-f958-4f04-bb23-cac433f40212 None None] Current status of the port 47767068-3565-4599-804a-01423bdf0c1e is: DOWN; New status is: ACTIVE {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:31:02.333983 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-a3038f75-f958-4f04-bb23-cac433f40212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (47767068-3565-4599-804a-01423bdf0c1e), before_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:31:02.368421 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-a3038f75-f958-4f04-bb23-cac433f40212 None None] For port 47767068-3565-4599-804a-01423bdf0c1e, host dv-cinder-824149-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-6-iscsi',level=0,port_id=47767068-3565-4599-804a-01423bdf0c1e,segment=NetworkSegment(dbce479a-ff2a-49eb-957f-66c78f4517ea),segment_id=dbce479a-ff2a-49eb-957f-66c78f4517ea)] {{(pid=107290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:31:02.456915 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-a3038f75-f958-4f04-bb23-cac433f40212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615'] for port (47767068-3565-4599-804a-01423bdf0c1e), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:31:02.485478 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_hamode_db [None req-66b308e2-45b8-4130-919a-2649ceb44946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95175b43-1e2c-428b-a4af-d7b54b31130f', 'name': 'router1', 'tenant_id': '659ee9038adf47e585b94881867c18c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:30:48Z', 'updated_at': '2022-09-15T07:30:59Z', 'revision_number': 2, 'project_id': '659ee9038adf47e585b94881867c18c2', 'gw_port_host': None, '_interfaces': [{'id': '47767068-3565-4599-804a-01423bdf0c1e', 'name': '', 'network_id': 'a3b8008e-0efb-4780-9451-e95f5b7ddfc4', 'tenant_id': '659ee9038adf47e585b94881867c18c2', 'mac_address': 'fa:16:3e:04:29:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95175b43-1e2c-428b-a4af-d7b54b31130f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3a96f7d7-f96f-4d15-9626-6cd878e12f23', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:30:58Z', 'updated_at': '2022-09-15T07:31:02Z', 'revision_number': 4, 'project_id': '659ee9038adf47e585b94881867c18c2', 'subnets': [{'id': '3a96f7d7-f96f-4d15-9626-6cd878e12f23', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a6d1a1fe-963f-4388-8e0a-d5a975766dbd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-6-iscsi', False) {} {{(pid=107295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:31:02.497233 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:31:02.511206 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3038f75-f958-4f04-bb23-cac433f40212 None None] Pushing event updated for resources: {'Port': ['ID=47767068-3565-4599-804a-01423bdf0c1e,revision_number=5']} {{(pid=107290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:31:02.512614 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b308e2-45b8-4130-919a-2649ceb44946 None None] The sync data for ids ['95175b43-1e2c-428b-a4af-d7b54b31130f'] in dv-cinder-824149-6-iscsi is: [{'id': '95175b43-1e2c-428b-a4af-d7b54b31130f', 'name': 'router1', 'tenant_id': '659ee9038adf47e585b94881867c18c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:30:48Z', 'updated_at': '2022-09-15T07:30:59Z', 'revision_number': 2, 'project_id': '659ee9038adf47e585b94881867c18c2', 'gw_port_host': None, '_interfaces': [{'id': '47767068-3565-4599-804a-01423bdf0c1e', 'name': '', 'network_id': 'a3b8008e-0efb-4780-9451-e95f5b7ddfc4', 'tenant_id': '659ee9038adf47e585b94881867c18c2', 'mac_address': 'fa:16:3e:04:29:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95175b43-1e2c-428b-a4af-d7b54b31130f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3a96f7d7-f96f-4d15-9626-6cd878e12f23', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:30:58Z', 'updated_at': '2022-09-15T07:31:02Z', 'revision_number': 4, 'project_id': '659ee9038adf47e585b94881867c18c2', 'subnets': [{'id': '3a96f7d7-f96f-4d15-9626-6cd878e12f23', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a6d1a1fe-963f-4388-8e0a-d5a975766dbd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 07:31:02.578352 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-c168b0e3-c621-40b7-b779-1d80821f2f91 None None] Provisioning complete for port 47767068-3565-4599-804a-01423bdf0c1e triggered by entity DHCP. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 07:31:02.578840 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-c168b0e3-c621-40b7-b779-1d80821f2f91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862942'] for port (47767068-3565-4599-804a-01423bdf0c1e), provisioning_complete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:31:02.579242 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-c168b0e3-c621-40b7-b779-1d80821f2f91 None None] Attempt 1 to provision port 47767068-3565-4599-804a-01423bdf0c1e Sep 15 07:31:02.653881 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-c168b0e3-c621-40b7-b779-1d80821f2f91 None None] Current status of the port 47767068-3565-4599-804a-01423bdf0c1e is: ACTIVE; New status is: ACTIVE {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:31:03.089866 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 57142) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:31:03.490621 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc8037fd-2049-4c07-8532-2d2020175e27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:31:03.492017 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-cc8037fd-2049-4c07-8532-2d2020175e27 admin admin] 10.222.0.42 "GET /networking/v2.0/networks/7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa HTTP/1.1" status: 200 len: 842 time: 0.4011717 Sep 15 07:31:03.501604 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.v2.base [None req-1ad1a3d9-4546-4cba-b60e-a80a5a1a50ea admin admin] Request body: {'subnet': {'gateway_ip': '172.27.0.1', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'enable_dhcp': False, 'ip_version': 4, 'name': 'public-subnet', 'cidr': '172.27.0.0/24'}} {{(pid=107279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:31:03.578705 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ad1a3d9-4546-4cba-b60e-a80a5a1a50ea admin admin] Made reservation on behalf of 918580af0a81452f8da95d60256aaea0 for: {'subnet': 1} {{(pid=107279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 07:31:03.581088 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-1ad1a3d9-4546-4cba-b60e-a80a5a1a50ea admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:31:03.937288 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.objects.ports [None req-1ad1a3d9-4546-4cba-b60e-a80a5a1a50ea admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=107279) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Sep 15 07:31:03.937761 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-1ad1a3d9-4546-4cba-b60e-a80a5a1a50ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204'] for subnet (2c94e072-16ef-4b41-8118-d589be48e89d), after_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:31:03.995727 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad1a3d9-4546-4cba-b60e-a80a5a1a50ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c94e072-16ef-4b41-8118-d589be48e89d,revision_number=0']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:31:04.003623 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad1a3d9-4546-4cba-b60e-a80a5a1a50ea admin admin] Checking segment: {'id': '8c607054-1f24-4b82-9f54-7b368db757ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 07:31:04.003976 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad1a3d9-4546-4cba-b60e-a80a5a1a50ea admin admin] Network hostable DHCP agents. Network: 7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa, hostable agents: ['47b201f8-ba91-4005-8457-67653169c522'], hosted agents: [] {{(pid=107279) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 07:31:04.064797 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad1a3d9-4546-4cba-b60e-a80a5a1a50ea admin admin] Network 7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa is scheduled to be hosted by DHCP agent 47b201f8-ba91-4005-8457-67653169c522 with binding_index 1 {{(pid=107279) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 07:31:04.150266 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.scheduler.base_scheduler [None req-1ad1a3d9-4546-4cba-b60e-a80a5a1a50ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824149-6-iscsi, 7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa) {{(pid=107279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 07:31:04.154412 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad1a3d9-4546-4cba-b60e-a80a5a1a50ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:31:04.155000 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-1ad1a3d9-4546-4cba-b60e-a80a5a1a50ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586190'] for subnet (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:31:04.159507 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d769376d-1458-47ab-9524-d0a50e611441 None None] Network 7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa requested from dv-cinder-824149-6-iscsi {{(pid=107290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 07:31:04.259703 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-630a051c-6666-45eb-8da7-92c595db0085 None None] Network 7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa requested from dv-cinder-824149-6-iscsi {{(pid=107290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 07:31:04.263650 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-1ad1a3d9-4546-4cba-b60e-a80a5a1a50ea admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7634616 Sep 15 07:31:06.970930 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 57150) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:31:07.485958 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-c44f589f-4e23-45dc-b831-8cee4ea8fb80 demo admin] 10.222.0.42 "GET /networking/v2.0/routers/95175b43-1e2c-428b-a4af-d7b54b31130f HTTP/1.1" status: 200 len: 710 time: 0.5138571 Sep 15 07:31:07.587162 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f135254-0452-4c41-9f56-801b6df2e706 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:31:07.587162 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-8f135254-0452-4c41-9f56-801b6df2e706 demo admin] 10.222.0.42 "GET /networking/v2.0/networks/7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa HTTP/1.1" status: 200 len: 886 time: 0.0932224 Sep 15 07:31:07.593979 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.v2.base [None req-d6be8ba8-7e75-4bd2-9ccb-4d8a96666dae demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa'}}} {{(pid=107279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:31:07.812002 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:31:07.831010 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-d6be8ba8-7e75-4bd2-9ccb-4d8a96666dae demo admin] Publish callbacks [] for router_gateway (95175b43-1e2c-428b-a4af-d7b54b31130f), precommit_update {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:31:07.901129 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:31:08.112800 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-d6be8ba8-7e75-4bd2-9ccb-4d8a96666dae demo admin] Publish callbacks [] for router_gateway (95175b43-1e2c-428b-a4af-d7b54b31130f), before_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:31:08.233972 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-d6be8ba8-7e75-4bd2-9ccb-4d8a96666dae demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (None), before_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:31:08.391110 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.db.db_base_plugin_common [None req-d6be8ba8-7e75-4bd2-9ccb-4d8a96666dae demo admin] Allocated IP 172.27.0.240 (7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa/2c94e072-16ef-4b41-8118-d589be48e89d/28434ec3-d683-46ea-b304-df598eaaa1ca) {{(pid=107279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 07:31:08.504502 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-d6be8ba8-7e75-4bd2-9ccb-4d8a96666dae demo admin] Publish callbacks [] for port (28434ec3-d683-46ea-b304-df598eaaa1ca), precommit_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:31:08.620217 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-d6be8ba8-7e75-4bd2-9ccb-4d8a96666dae demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729658170579'] for port (28434ec3-d683-46ea-b304-df598eaaa1ca), after_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:31:08.698755 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6be8ba8-7e75-4bd2-9ccb-4d8a96666dae demo admin] Network 7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa is already hosted by enough agents. {{(pid=107279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 07:31:08.704397 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.scheduler.base_scheduler [None req-d6be8ba8-7e75-4bd2-9ccb-4d8a96666dae demo admin] Resources bound (agent type, host, resource id): {{(pid=107279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 07:31:08.708572 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6be8ba8-7e75-4bd2-9ccb-4d8a96666dae demo admin] Received port after_create {{(pid=107279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 07:31:08.711674 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6be8ba8-7e75-4bd2-9ccb-4d8a96666dae demo admin] Pushing event updated for resources: {'Port': ['ID=28434ec3-d683-46ea-b304-df598eaaa1ca,revision_number=1']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:31:08.788857 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:31:09.044727 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-d6be8ba8-7e75-4bd2-9ccb-4d8a96666dae demo admin] Publish callbacks [] for router_gateway (95175b43-1e2c-428b-a4af-d7b54b31130f), after_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:31:09.229491 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-d6be8ba8-7e75-4bd2-9ccb-4d8a96666dae demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2007496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2014693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1931'] for router (95175b43-1e2c-428b-a4af-d7b54b31130f), precommit_update {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:31:09.234166 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-d6be8ba8-7e75-4bd2-9ccb-4d8a96666dae demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2007332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2007489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2007354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2014686'] for router (95175b43-1e2c-428b-a4af-d7b54b31130f), after_update {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:31:09.240237 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:31:09.306505 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Device 47767068-3565-4599-804a-01423bdf0c1e up at agent ovs-agent-dv-cinder-824149-6-iscsi {{(pid=107290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 07:31:09.341385 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:31:09.341630 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6be8ba8-7e75-4bd2-9ccb-4d8a96666dae demo admin] Router 95175b43-1e2c-428b-a4af-d7b54b31130f has already been hosted by L3 agent 6177172c-20b9-4a3a-92be-d5dd082cfa3a {{(pid=107279) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 07:31:09.351645 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Provisioning complete for port 47767068-3565-4599-804a-01423bdf0c1e triggered by entity L2. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 07:31:09.352036 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862942'] for port (47767068-3565-4599-804a-01423bdf0c1e), provisioning_complete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:31:09.352368 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Attempt 1 to provision port 47767068-3565-4599-804a-01423bdf0c1e Sep 15 07:31:09.426553 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Current status of the port 47767068-3565-4599-804a-01423bdf0c1e is: ACTIVE; New status is: ACTIVE {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:31:09.444742 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6be8ba8-7e75-4bd2-9ccb-4d8a96666dae demo admin] Notify agent at l3_agent.dv-cinder-824149-6-iscsi the message routers_updated {{(pid=107279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 07:31:09.449487 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-d6be8ba8-7e75-4bd2-9ccb-4d8a96666dae demo admin] Publish callbacks [] for router (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:31:09.450264 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-d6be8ba8-7e75-4bd2-9ccb-4d8a96666dae demo admin] 10.222.0.42 "PUT /networking/v2.0/routers/95175b43-1e2c-428b-a4af-d7b54b31130f HTTP/1.1" status: 200 len: 890 time: 1.8595269 Sep 15 07:31:09.464791 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df49e7d1-530a-4e78-b0ee-e2fb5f776848 None None] Sync routers for ids ['95175b43-1e2c-428b-a4af-d7b54b31130f'] in dv-cinder-824149-6-iscsi {{(pid=107290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 07:31:09.476964 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df49e7d1-530a-4e78-b0ee-e2fb5f776848 None None] Routers {'95175b43-1e2c-428b-a4af-d7b54b31130f'} bound to L3 agent in host dv-cinder-824149-6-iscsi {{(pid=107290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 07:31:09.477672 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_hamode_db [None req-df49e7d1-530a-4e78-b0ee-e2fb5f776848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-15T07:30:25Z,description=,heartbeat_timestamp=2022-09-15T07:30:55Z,host='dv-cinder-824149-6-iscsi',id=6177172c-20b9-4a3a-92be-d5dd082cfa3a,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T07:30:25Z,topic='l3_agent')) {'router_ids': ['95175b43-1e2c-428b-a4af-d7b54b31130f'], 'active': True} {{(pid=107290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:31:09.700554 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvr_db [None req-df49e7d1-530a-4e78-b0ee-e2fb5f776848 None None] Set router 95175b43-1e2c-428b-a4af-d7b54b31130f gateway port host: dv-cinder-824149-6-iscsi {{(pid=107290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 07:31:10.159575 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_hamode_db [None req-df49e7d1-530a-4e78-b0ee-e2fb5f776848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95175b43-1e2c-428b-a4af-d7b54b31130f', 'name': 'router1', 'tenant_id': '659ee9038adf47e585b94881867c18c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '28434ec3-d683-46ea-b304-df598eaaa1ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:30:48Z', 'updated_at': '2022-09-15T07:31:08Z', 'revision_number': 4, 'project_id': '659ee9038adf47e585b94881867c18c2', 'gw_port': {'id': '28434ec3-d683-46ea-b304-df598eaaa1ca', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:fb:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95175b43-1e2c-428b-a4af-d7b54b31130f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:31:08Z', 'updated_at': '2022-09-15T07:31:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi', '_interfaces': [{'id': '47767068-3565-4599-804a-01423bdf0c1e', 'name': '', 'network_id': 'a3b8008e-0efb-4780-9451-e95f5b7ddfc4', 'tenant_id': '659ee9038adf47e585b94881867c18c2', 'mac_address': 'fa:16:3e:04:29:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95175b43-1e2c-428b-a4af-d7b54b31130f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3a96f7d7-f96f-4d15-9626-6cd878e12f23', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:30:58Z', 'updated_at': '2022-09-15T07:31:02Z', 'revision_number': 5, 'project_id': '659ee9038adf47e585b94881867c18c2', 'subnets': [{'id': '3a96f7d7-f96f-4d15-9626-6cd878e12f23', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a6d1a1fe-963f-4388-8e0a-d5a975766dbd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-6-iscsi', False) {} {{(pid=107290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:31:10.213353 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df49e7d1-530a-4e78-b0ee-e2fb5f776848 None None] Checking router: 95175b43-1e2c-428b-a4af-d7b54b31130f for host: dv-cinder-824149-6-iscsi {{(pid=107290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 07:31:10.213651 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df49e7d1-530a-4e78-b0ee-e2fb5f776848 None None] Updating router 95175b43-1e2c-428b-a4af-d7b54b31130f port 28434ec3-d683-46ea-b304-df598eaaa1ca binding host dv-cinder-824149-6-iscsi {{(pid=107290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 07:31:10.270349 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-df49e7d1-530a-4e78-b0ee-e2fb5f776848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (28434ec3-d683-46ea-b304-df598eaaa1ca), before_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:31:10.292111 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=100 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:31:10.419142 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:31:10.422443 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=38 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:31:10.581869 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-df49e7d1-530a-4e78-b0ee-e2fb5f776848 None None] Publish callbacks [] for port (28434ec3-d683-46ea-b304-df598eaaa1ca), precommit_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:31:10.657071 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-df49e7d1-530a-4e78-b0ee-e2fb5f776848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615'] for port (28434ec3-d683-46ea-b304-df598eaaa1ca), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:31:10.694739 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.managers [None req-df49e7d1-530a-4e78-b0ee-e2fb5f776848 None None] Attempting to bind port 28434ec3-d683-46ea-b304-df598eaaa1ca on host dv-cinder-824149-6-iscsi for vnic_type normal with profile {{(pid=107290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 07:31:10.695124 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.managers [None req-df49e7d1-530a-4e78-b0ee-e2fb5f776848 None None] Attempting to bind port 28434ec3-d683-46ea-b304-df598eaaa1ca by drivers openvswitch,hyperv on host dv-cinder-824149-6-iscsi at level 0 using segments [{'id': '8c607054-1f24-4b82-9f54-7b368db757ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa'}] {{(pid=107290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 07:31:10.695481 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df49e7d1-530a-4e78-b0ee-e2fb5f776848 None None] Attempting to bind port 28434ec3-d683-46ea-b304-df598eaaa1ca on network 7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa {{(pid=107290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 07:31:10.724761 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48cd682-8b56-43f1-95ff-d353a40df7dc None None] Pushing event updated for resources: {'Port': ['ID=28434ec3-d683-46ea-b304-df598eaaa1ca,revision_number=2']} {{(pid=107290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:31:10.745551 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df49e7d1-530a-4e78-b0ee-e2fb5f776848 None None] Checking agent: {'id': 'c3acd0b9-3b8e-4f77-9053-2ca2457616b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824149-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 7, 30, 28), 'started_at': datetime.datetime(2022, 9, 15, 7, 30, 58), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 7, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824149-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 07:31:10.745942 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df49e7d1-530a-4e78-b0ee-e2fb5f776848 None None] Checking segment: {'id': '8c607054-1f24-4b82-9f54-7b368db757ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 07:31:10.746334 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-df49e7d1-530a-4e78-b0ee-e2fb5f776848 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:31:10.746711 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df49e7d1-530a-4e78-b0ee-e2fb5f776848 None None] Bound using segment: {'id': '8c607054-1f24-4b82-9f54-7b368db757ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa'} {{(pid=107290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 07:31:10.747169 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.managers [None req-df49e7d1-530a-4e78-b0ee-e2fb5f776848 None None] Bound port: 28434ec3-d683-46ea-b304-df598eaaa1ca, host: dv-cinder-824149-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c607054-1f24-4b82-9f54-7b368db757ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa'}}] {{(pid=107290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 07:31:10.747563 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-df49e7d1-530a-4e78-b0ee-e2fb5f776848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (28434ec3-d683-46ea-b304-df598eaaa1ca), before_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:31:10.794990 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-df49e7d1-530a-4e78-b0ee-e2fb5f776848 None None] For port 28434ec3-d683-46ea-b304-df598eaaa1ca, host dv-cinder-824149-6-iscsi, cleared binding levels {{(pid=107290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 07:31:10.796576 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:31:10.798414 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-df49e7d1-530a-4e78-b0ee-e2fb5f776848 None None] For port 28434ec3-d683-46ea-b304-df598eaaa1ca, host dv-cinder-824149-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-6-iscsi',level=0,port_id=28434ec3-d683-46ea-b304-df598eaaa1ca,segment=NetworkSegment(8c607054-1f24-4b82-9f54-7b368db757ce),segment_id=8c607054-1f24-4b82-9f54-7b368db757ce)] {{(pid=107290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 07:31:10.874694 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-df49e7d1-530a-4e78-b0ee-e2fb5f776848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615'] for port (28434ec3-d683-46ea-b304-df598eaaa1ca), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:31:10.913104 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df49e7d1-530a-4e78-b0ee-e2fb5f776848 None None] Routers {'95175b43-1e2c-428b-a4af-d7b54b31130f'} bound to L3 agent in host dv-cinder-824149-6-iscsi {{(pid=107290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 07:31:10.913750 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_hamode_db [None req-df49e7d1-530a-4e78-b0ee-e2fb5f776848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-15T07:30:25Z,description=,heartbeat_timestamp=2022-09-15T07:30:55Z,host='dv-cinder-824149-6-iscsi',id=6177172c-20b9-4a3a-92be-d5dd082cfa3a,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T07:30:25Z,topic='l3_agent')) {'router_ids': ['95175b43-1e2c-428b-a4af-d7b54b31130f'], 'active': True} {{(pid=107290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:31:10.971955 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48cd682-8b56-43f1-95ff-d353a40df7dc None None] Pushing event updated for resources: {'Port': ['ID=28434ec3-d683-46ea-b304-df598eaaa1ca,revision_number=3']} {{(pid=107290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:31:11.033033 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvr_db [None req-df49e7d1-530a-4e78-b0ee-e2fb5f776848 None None] Set router 95175b43-1e2c-428b-a4af-d7b54b31130f gateway port host: dv-cinder-824149-6-iscsi {{(pid=107290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 07:31:11.232421 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_hamode_db [None req-df49e7d1-530a-4e78-b0ee-e2fb5f776848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95175b43-1e2c-428b-a4af-d7b54b31130f', 'name': 'router1', 'tenant_id': '659ee9038adf47e585b94881867c18c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '28434ec3-d683-46ea-b304-df598eaaa1ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:30:48Z', 'updated_at': '2022-09-15T07:31:08Z', 'revision_number': 4, 'project_id': '659ee9038adf47e585b94881867c18c2', 'gw_port': {'id': '28434ec3-d683-46ea-b304-df598eaaa1ca', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:fb:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95175b43-1e2c-428b-a4af-d7b54b31130f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:31:08Z', 'updated_at': '2022-09-15T07:31:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi', '_interfaces': [{'id': '47767068-3565-4599-804a-01423bdf0c1e', 'name': '', 'network_id': 'a3b8008e-0efb-4780-9451-e95f5b7ddfc4', 'tenant_id': '659ee9038adf47e585b94881867c18c2', 'mac_address': 'fa:16:3e:04:29:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95175b43-1e2c-428b-a4af-d7b54b31130f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3a96f7d7-f96f-4d15-9626-6cd878e12f23', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:30:58Z', 'updated_at': '2022-09-15T07:31:02Z', 'revision_number': 5, 'project_id': '659ee9038adf47e585b94881867c18c2', 'subnets': [{'id': '3a96f7d7-f96f-4d15-9626-6cd878e12f23', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a6d1a1fe-963f-4388-8e0a-d5a975766dbd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-6-iscsi', False) {} {{(pid=107290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:31:11.257465 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df49e7d1-530a-4e78-b0ee-e2fb5f776848 None None] The sync data for ids ['95175b43-1e2c-428b-a4af-d7b54b31130f'] in dv-cinder-824149-6-iscsi is: [{'id': '95175b43-1e2c-428b-a4af-d7b54b31130f', 'name': 'router1', 'tenant_id': '659ee9038adf47e585b94881867c18c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '28434ec3-d683-46ea-b304-df598eaaa1ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:30:48Z', 'updated_at': '2022-09-15T07:31:08Z', 'revision_number': 4, 'project_id': '659ee9038adf47e585b94881867c18c2', 'gw_port': {'id': '28434ec3-d683-46ea-b304-df598eaaa1ca', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:fb:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95175b43-1e2c-428b-a4af-d7b54b31130f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:31:08Z', 'updated_at': '2022-09-15T07:31:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi', '_interfaces': [{'id': '47767068-3565-4599-804a-01423bdf0c1e', 'name': '', 'network_id': 'a3b8008e-0efb-4780-9451-e95f5b7ddfc4', 'tenant_id': '659ee9038adf47e585b94881867c18c2', 'mac_address': 'fa:16:3e:04:29:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95175b43-1e2c-428b-a4af-d7b54b31130f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3a96f7d7-f96f-4d15-9626-6cd878e12f23', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:30:58Z', 'updated_at': '2022-09-15T07:31:02Z', 'revision_number': 5, 'project_id': '659ee9038adf47e585b94881867c18c2', 'subnets': [{'id': '3a96f7d7-f96f-4d15-9626-6cd878e12f23', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a6d1a1fe-963f-4388-8e0a-d5a975766dbd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 07:31:12.269847 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 57162) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:31:12.488311 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=42,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:31:12.489180 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=42 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:31:12.660521 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-40369a2e-79ca-4cae-b41a-90e5b65e7459 admin admin] 10.222.0.42 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.3895507 Sep 15 07:31:13.307156 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.agents_db [None req-df016ec4-f85e-4abb-9405-ce942686afd2 None None] Agent healthcheck: found 5 active agents {{(pid=107295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 07:31:13.331765 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Device 28434ec3-d683-46ea-b304-df598eaaa1ca up at agent ovs-agent-dv-cinder-824149-6-iscsi {{(pid=107290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 07:31:13.380800 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:31:13.382778 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Provisioning complete for port 28434ec3-d683-46ea-b304-df598eaaa1ca triggered by entity L2. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 07:31:13.383176 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862942'] for port (28434ec3-d683-46ea-b304-df598eaaa1ca), provisioning_complete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:31:13.383521 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Attempt 1 to provision port 28434ec3-d683-46ea-b304-df598eaaa1ca Sep 15 07:31:13.456853 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Current status of the port 28434ec3-d683-46ea-b304-df598eaaa1ca is: DOWN; New status is: ACTIVE {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:31:13.457243 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (28434ec3-d683-46ea-b304-df598eaaa1ca), before_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:31:13.478368 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] For port 28434ec3-d683-46ea-b304-df598eaaa1ca, host dv-cinder-824149-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-6-iscsi',level=0,port_id=28434ec3-d683-46ea-b304-df598eaaa1ca,segment=NetworkSegment(8c607054-1f24-4b82-9f54-7b368db757ce),segment_id=8c607054-1f24-4b82-9f54-7b368db757ce)] {{(pid=107290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:31:13.560565 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615'] for port (28434ec3-d683-46ea-b304-df598eaaa1ca), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:31:13.622505 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Pushing event updated for resources: {'Port': ['ID=28434ec3-d683-46ea-b304-df598eaaa1ca,revision_number=4']} {{(pid=107290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:31:15.331099 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Device 28434ec3-d683-46ea-b304-df598eaaa1ca up at agent ovs-agent-dv-cinder-824149-6-iscsi {{(pid=107290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 07:31:15.376531 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Provisioning complete for port 28434ec3-d683-46ea-b304-df598eaaa1ca triggered by entity L2. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 07:31:15.377071 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862942'] for port (28434ec3-d683-46ea-b304-df598eaaa1ca), provisioning_complete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:31:15.377507 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Attempt 1 to provision port 28434ec3-d683-46ea-b304-df598eaaa1ca Sep 15 07:31:15.456722 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Current status of the port 28434ec3-d683-46ea-b304-df598eaaa1ca is: ACTIVE; New status is: ACTIVE {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:31:19.440742 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=11 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:31:19.442687 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=65 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:31:22.494660 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d3436c3e-1a56-445a-a99e-ba2e5cb93b9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (47b201f8-ba91-4005-8457-67653169c522), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:31:22.648585 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=3 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:31:22.656762 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=4 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:31:23.295176 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=1 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:31:23.296502 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=1 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:31:24.814225 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-044bcad9-6497-4440-943a-3586bae92158 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (6177172c-20b9-4a3a-92be-d5dd082cfa3a), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:31:25.960739 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-0f44d0d5-b296-4658-a59d-71e94f9a3b32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (71b2a813-2b59-4e69-b901-83528b6ecb8f), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:31:27.409416 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-677e5667-6d12-4a09-97b6-65dca69daeb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (4c9c4bf3-096b-4dee-b844-12a870317301), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:31:27.660995 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (c3acd0b9-3b8e-4f77-9053-2ca2457616b3), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:31:37.590865 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=37,neutron:UPDATE=2 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:31:37.601089 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:31:43.304835 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=3 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:31:43.307176 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=3 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:31:50.297397 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.agents_db [None req-df016ec4-f85e-4abb-9405-ce942686afd2 None None] Agent healthcheck: found 5 active agents {{(pid=107295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 07:31:52.493723 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-62bf7e5a-b4a4-4212-a703-ada03550c37c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (47b201f8-ba91-4005-8457-67653169c522), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:31:54.787183 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-496ca065-83ff-42a0-b086-2c27e49dce7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (6177172c-20b9-4a3a-92be-d5dd082cfa3a), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:31:55.973877 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-0f44d0d5-b296-4658-a59d-71e94f9a3b32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (71b2a813-2b59-4e69-b901-83528b6ecb8f), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:31:57.407806 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-677e5667-6d12-4a09-97b6-65dca69daeb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (4c9c4bf3-096b-4dee-b844-12a870317301), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:31:57.656190 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (c3acd0b9-3b8e-4f77-9053-2ca2457616b3), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:32:00.292731 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=1 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:32:00.294890 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=1 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:32:07.586633 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=18,neutron:UPDATE=2 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:32:07.596384 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:32:20.307197 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=4 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:32:20.312231 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:32:22.474887 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-7e5bc7b5-cdfa-4f47-9c77-1d5652c8757c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (47b201f8-ba91-4005-8457-67653169c522), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:32:24.794899 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-e602fd71-3a5f-4bb0-9110-5a910b848b68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (6177172c-20b9-4a3a-92be-d5dd082cfa3a), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:32:25.957516 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-0f44d0d5-b296-4658-a59d-71e94f9a3b32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (71b2a813-2b59-4e69-b901-83528b6ecb8f), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:32:27.297400 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.agents_db [None req-df016ec4-f85e-4abb-9405-ce942686afd2 None None] Agent healthcheck: found 5 active agents {{(pid=107295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 07:32:27.420551 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-677e5667-6d12-4a09-97b6-65dca69daeb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (4c9c4bf3-096b-4dee-b844-12a870317301), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:32:27.649069 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (c3acd0b9-3b8e-4f77-9053-2ca2457616b3), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:32:37.293762 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=2 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:32:37.593456 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=11 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:32:37.595368 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=4,neutron:UPDATE=5 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:32:41.002261 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 57712) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:32:41.340912 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bed2c10-b939-4697-94e2-3321ed0dc460 admin admin] GET failed (client error): The resource could not be found. Sep 15 07:32:41.342219 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-4bed2c10-b939-4697-94e2-3321ed0dc460 admin admin] 10.222.0.42 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3390160 Sep 15 07:32:41.501883 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5c72c1-1723-4445-b88f-7ba04b8d393f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:32:41.503339 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-bf5c72c1-1723-4445-b88f-7ba04b8d393f admin admin] 10.222.0.42 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1567221 Sep 15 07:32:44.091361 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 57722) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:32:44.466451 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3023b0e7-605d-40ea-846c-1c908954619e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:32:44.467701 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-3023b0e7-605d-40ea-846c-1c908954619e admin admin] 10.222.0.42 "GET /networking/v2.0/subnets/3a96f7d7-f96f-4d15-9626-6cd878e12f23 HTTP/1.1" status: 200 len: 849 time: 0.3753982 Sep 15 07:32:44.477206 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.v2.base [None req-1872ffc9-da09-42bf-b8a0-364dae53ce33 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=107276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:32:44.565536 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-1872ffc9-da09-42bf-b8a0-364dae53ce33 admin admin] Publish callbacks [] for subnet (3a96f7d7-f96f-4d15-9626-6cd878e12f23), before_update {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:32:44.764506 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-1872ffc9-da09-42bf-b8a0-364dae53ce33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8729658628500'] for subnet (3a96f7d7-f96f-4d15-9626-6cd878e12f23), after_update {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:32:44.796816 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1872ffc9-da09-42bf-b8a0-364dae53ce33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:32:44.797797 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-1872ffc9-da09-42bf-b8a0-364dae53ce33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586190'] for subnet (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:32:44.806306 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-1872ffc9-da09-42bf-b8a0-364dae53ce33 admin admin] 10.222.0.42 "PUT /networking/v2.0/subnets/3a96f7d7-f96f-4d15-9626-6cd878e12f23 HTTP/1.1" status: 200 len: 868 time: 0.3250096 Sep 15 07:32:44.807149 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b51d70-ac1f-4c13-9d18-73a7d838cb3c None None] Network a3b8008e-0efb-4780-9451-e95f5b7ddfc4 requested from dv-cinder-824149-6-iscsi {{(pid=107290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 07:32:44.821957 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1872ffc9-da09-42bf-b8a0-364dae53ce33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a96f7d7-f96f-4d15-9626-6cd878e12f23,revision_number=1']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:32:44.830739 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1872ffc9-da09-42bf-b8a0-364dae53ce33 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:32:44.831088 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1872ffc9-da09-42bf-b8a0-364dae53ce33 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:32:44.831461 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1872ffc9-da09-42bf-b8a0-364dae53ce33 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:32:44.831813 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1872ffc9-da09-42bf-b8a0-364dae53ce33 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:32:44.832149 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1872ffc9-da09-42bf-b8a0-364dae53ce33 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:32:44.832484 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1872ffc9-da09-42bf-b8a0-364dae53ce33 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:32:44.832813 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1872ffc9-da09-42bf-b8a0-364dae53ce33 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:32:44.833145 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1872ffc9-da09-42bf-b8a0-364dae53ce33 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:32:44.833481 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1872ffc9-da09-42bf-b8a0-364dae53ce33 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:32:44.833857 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1872ffc9-da09-42bf-b8a0-364dae53ce33 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:32:44.834244 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1872ffc9-da09-42bf-b8a0-364dae53ce33 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:32:44.834594 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1872ffc9-da09-42bf-b8a0-364dae53ce33 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:32:44.834929 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1872ffc9-da09-42bf-b8a0-364dae53ce33 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:32:44.835257 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1872ffc9-da09-42bf-b8a0-364dae53ce33 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:32:44.835583 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1872ffc9-da09-42bf-b8a0-364dae53ce33 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:32:45.174451 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-f0ab990e-5d59-4bb7-9064-756680e705d5 None None] Provisioning complete for port 47767068-3565-4599-804a-01423bdf0c1e triggered by entity DHCP. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 07:32:45.174832 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-f0ab990e-5d59-4bb7-9064-756680e705d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862942'] for port (47767068-3565-4599-804a-01423bdf0c1e), provisioning_complete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:32:45.175163 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-f0ab990e-5d59-4bb7-9064-756680e705d5 None None] Attempt 1 to provision port 47767068-3565-4599-804a-01423bdf0c1e Sep 15 07:32:45.245146 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-f0ab990e-5d59-4bb7-9064-756680e705d5 None None] Current status of the port 47767068-3565-4599-804a-01423bdf0c1e is: ACTIVE; New status is: ACTIVE {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:32:45.253079 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-f0ab990e-5d59-4bb7-9064-756680e705d5 None None] Provisioning complete for port aca6fc2f-3591-42e1-bd20-aad22b24b9ee triggered by entity DHCP. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 07:32:45.253458 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-f0ab990e-5d59-4bb7-9064-756680e705d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862942'] for port (aca6fc2f-3591-42e1-bd20-aad22b24b9ee), provisioning_complete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:32:45.253810 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-f0ab990e-5d59-4bb7-9064-756680e705d5 None None] Attempt 1 to provision port aca6fc2f-3591-42e1-bd20-aad22b24b9ee Sep 15 07:32:45.328010 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-f0ab990e-5d59-4bb7-9064-756680e705d5 None None] Current status of the port aca6fc2f-3591-42e1-bd20-aad22b24b9ee is: ACTIVE; New status is: ACTIVE {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:32:47.450860 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 57730) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:32:48.018807 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec65fe25-0921-4a99-8012-07293f9757e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:32:48.019283 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec65fe25-0921-4a99-8012-07293f9757e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:32:48.020867 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-ec65fe25-0921-4a99-8012-07293f9757e7 admin admin] 10.222.0.42 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.5690572 Sep 15 07:32:50.574095 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 57738) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:32:50.987657 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a03fc248-42ae-480e-80f7-f0ce43747218 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:32:50.988122 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a03fc248-42ae-480e-80f7-f0ce43747218 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:32:50.989650 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-a03fc248-42ae-480e-80f7-f0ce43747218 admin admin] 10.222.0.42 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4145916 Sep 15 07:32:52.487856 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-e9dc0f72-e1f8-4a20-9403-d6339bcda894 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (47b201f8-ba91-4005-8457-67653169c522), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:32:53.556015 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 57746) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:32:53.969130 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:32:53.972125 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc0d781-796e-4b54-9d38-0509951a661b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:32:53.973499 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-9cc0d781-796e-4b54-9d38-0509951a661b admin admin] 10.222.0.42 "GET /networking/v2.0/networks/7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa HTTP/1.1" status: 200 len: 886 time: 0.4164219 Sep 15 07:32:54.802693 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-10e47a81-3e55-4fa8-b7ff-47dd899f0ea1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (6177172c-20b9-4a3a-92be-d5dd082cfa3a), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:32:55.974369 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-0f44d0d5-b296-4658-a59d-71e94f9a3b32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (71b2a813-2b59-4e69-b901-83528b6ecb8f), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:32:56.596857 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 57754) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:32:56.987782 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:32:57.018170 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a175cc-35c5-4bd2-a54c-3c00cf9f63bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:32:57.019548 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-70a175cc-35c5-4bd2-a54c-3c00cf9f63bf admin admin] 10.222.0.42 "GET /networking/v2.0/networks/a3b8008e-0efb-4780-9451-e95f5b7ddfc4 HTTP/1.1" status: 200 len: 869 time: 0.4217112 Sep 15 07:32:57.309887 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=5 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:32:57.310657 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=3 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:32:57.419581 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-677e5667-6d12-4a09-97b6-65dca69daeb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (4c9c4bf3-096b-4dee-b844-12a870317301), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:32:57.660234 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (c3acd0b9-3b8e-4f77-9053-2ca2457616b3), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:32:59.593834 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 57762) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:32:59.990945 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-980f8938-8d30-45c5-a073-ea95cde5e5bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:32:59.991400 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-980f8938-8d30-45c5-a073-ea95cde5e5bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:32:59.993174 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-980f8938-8d30-45c5-a073-ea95cde5e5bf admin admin] 10.222.0.42 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3983853 Sep 15 07:33:02.610616 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 57770) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:33:02.996436 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d080b1b-cdcb-4846-a2f3-92a33e86e7d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:33:02.996896 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d080b1b-cdcb-4846-a2f3-92a33e86e7d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:33:02.998446 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-4d080b1b-cdcb-4846-a2f3-92a33e86e7d4 admin admin] 10.222.0.42 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3868868 Sep 15 07:33:04.297896 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.agents_db [None req-df016ec4-f85e-4abb-9405-ce942686afd2 None None] Agent healthcheck: found 5 active agents {{(pid=107295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 07:33:05.591055 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 57778) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:33:05.959388 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef43854-2ce6-46fe-93e7-09505560e2a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:33:05.960733 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-2ef43854-2ce6-46fe-93e7-09505560e2a0 admin admin] 10.222.0.42 "GET /networking/v2.0/subnets/2c94e072-16ef-4b41-8118-d589be48e89d HTTP/1.1" status: 200 len: 816 time: 0.3687296 Sep 15 07:33:07.591378 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=43,neutron:UPDATE=2 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:33:07.600288 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=49,neutron:UPDATE=3 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:33:08.619274 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 57786) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:33:09.010026 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f94459da-f2d9-4415-ac60-5babc737dfcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:33:09.011591 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-f94459da-f2d9-4415-ac60-5babc737dfcc admin admin] 10.222.0.42 "GET /networking/v2.0/subnets/3a96f7d7-f96f-4d15-9626-6cd878e12f23 HTTP/1.1" status: 200 len: 868 time: 0.3912723 Sep 15 07:33:19.004554 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=39 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:33:19.006401 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=25 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:33:19.572405 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=18 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:33:19.577215 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=10 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:33:22.497358 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-90adb08d-f030-47eb-b0ed-c2a14e0dec93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (47b201f8-ba91-4005-8457-67653169c522), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:33:24.783593 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-f2e64d8d-9578-4313-8293-004d8a1ff956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (6177172c-20b9-4a3a-92be-d5dd082cfa3a), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:33:25.966127 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-0f44d0d5-b296-4658-a59d-71e94f9a3b32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (71b2a813-2b59-4e69-b901-83528b6ecb8f), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:33:27.427430 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-677e5667-6d12-4a09-97b6-65dca69daeb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (4c9c4bf3-096b-4dee-b844-12a870317301), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:33:27.653647 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (c3acd0b9-3b8e-4f77-9053-2ca2457616b3), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:33:34.297037 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=2 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:33:34.306100 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=4 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:33:37.595830 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:UPDATE=2,neutron:SELECT=7 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:33:37.601685 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:33:39.206742 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 57844) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:33:39.540123 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [None req-58ec1b52-3936-43b8-b30e-daf11b9225b8 admin admin] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107276) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 15 07:33:39.541129 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-58ec1b52-3936-43b8-b30e-daf11b9225b8 admin admin] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3334556 Sep 15 07:33:41.300250 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.agents_db [None req-df016ec4-f85e-4abb-9405-ce942686afd2 None None] Agent healthcheck: found 5 active agents {{(pid=107295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 07:33:42.249981 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 57852) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:33:42.587642 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f02b30a-7134-492a-bffc-1c6f56279f18 admin admin] GET failed (client error): The resource could not be found. Sep 15 07:33:42.588895 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-8f02b30a-7134-492a-bffc-1c6f56279f18 admin admin] 10.222.0.42 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3380933 Sep 15 07:33:42.680228 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b3bc4d2-1367-4787-b836-503e23158e84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:33:42.681734 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-4b3bc4d2-1367-4787-b836-503e23158e84 admin admin] 10.222.0.42 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0884399 Sep 15 07:33:45.287808 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 57860) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:33:45.731378 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.v2.base [None req-2b7a7345-39ee-4151-aab2-2e450ee6a5d3 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=107276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:33:45.822569 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b7a7345-39ee-4151-aab2-2e450ee6a5d3 admin admin] Made reservation on behalf of 918580af0a81452f8da95d60256aaea0 for: {'network': 1} {{(pid=107276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 07:33:45.824750 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-2b7a7345-39ee-4151-aab2-2e450ee6a5d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for network (None), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:33:45.852752 dv-cinder-824149-6-iscsi neutron-server[107276]: WARNING neutron.services.revisions.revision_plugin [None req-2b7a7345-39ee-4151-aab2-2e450ee6a5d3 admin admin] Could not find related network for resource to bump revision. Sep 15 07:33:45.863497 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b7a7345-39ee-4151-aab2-2e450ee6a5d3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=107276) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 07:33:45.872842 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-2b7a7345-39ee-4151-aab2-2e450ee6a5d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906830'] for segment (b147abb5-3f17-4e3b-9fa0-d79822484ce6), precommit_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:33:45.873199 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.db.segments_db [None req-2b7a7345-39ee-4151-aab2-2e450ee6a5d3 admin admin] Added segment b147abb5-3f17-4e3b-9fa0-d79822484ce6 of type vlan for network 221b85df-46c6-4e30-9237-896ffde4bea3 Sep 15 07:33:45.911343 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-2b7a7345-39ee-4151-aab2-2e450ee6a5d3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729658139832'] for network (221b85df-46c6-4e30-9237-896ffde4bea3), precommit_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:33:45.996291 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-2b7a7345-39ee-4151-aab2-2e450ee6a5d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204'] for network (221b85df-46c6-4e30-9237-896ffde4bea3), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:33:45.997959 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b7a7345-39ee-4151-aab2-2e450ee6a5d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:33:45.998519 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-2b7a7345-39ee-4151-aab2-2e450ee6a5d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586190'] for network (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:33:46.055497 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7a7345-39ee-4151-aab2-2e450ee6a5d3 admin admin] Pushing event updated for resources: {'Network': ['ID=221b85df-46c6-4e30-9237-896ffde4bea3,revision_number=1']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:33:46.062594 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7a7345-39ee-4151-aab2-2e450ee6a5d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:33:46.062937 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7a7345-39ee-4151-aab2-2e450ee6a5d3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:33:46.063298 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7a7345-39ee-4151-aab2-2e450ee6a5d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:33:46.063634 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7a7345-39ee-4151-aab2-2e450ee6a5d3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:33:46.063959 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7a7345-39ee-4151-aab2-2e450ee6a5d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:33:46.064280 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7a7345-39ee-4151-aab2-2e450ee6a5d3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:33:46.064599 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7a7345-39ee-4151-aab2-2e450ee6a5d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:33:46.064915 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7a7345-39ee-4151-aab2-2e450ee6a5d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:33:46.065247 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7a7345-39ee-4151-aab2-2e450ee6a5d3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:33:46.065571 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7a7345-39ee-4151-aab2-2e450ee6a5d3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:33:46.065932 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7a7345-39ee-4151-aab2-2e450ee6a5d3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:33:46.066266 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7a7345-39ee-4151-aab2-2e450ee6a5d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:33:46.066585 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7a7345-39ee-4151-aab2-2e450ee6a5d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:33:46.066899 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7a7345-39ee-4151-aab2-2e450ee6a5d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:33:46.067211 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7a7345-39ee-4151-aab2-2e450ee6a5d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:33:46.078015 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Network 221b85df-46c6-4e30-9237-896ffde4bea3 details requested by agent ovs-agent-dv-cinder-824149-6-iscsi with host dv-cinder-824149-6-iscsi {{(pid=107290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 07:33:46.123452 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-2b7a7345-39ee-4151-aab2-2e450ee6a5d3 admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8346353 Sep 15 07:33:48.734502 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 57868) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:33:49.079444 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5085870-1a41-435f-af41-14f1657b3417 admin admin] GET failed (client error): The resource could not be found. Sep 15 07:33:49.080697 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-b5085870-1a41-435f-af41-14f1657b3417 admin admin] 10.222.0.42 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3452606 Sep 15 07:33:49.152520 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba5b98d-960b-4dbd-8592-e4119da1d2bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:33:49.154927 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-3ba5b98d-960b-4dbd-8592-e4119da1d2bb admin admin] 10.222.0.42 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0696685 Sep 15 07:33:49.164662 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.v2.base [None req-5a5394a8-26b1-4590-9bc0-84acc88600ba admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4, 'network_id': '221b85df-46c6-4e30-9237-896ffde4bea3'}} {{(pid=107276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:33:49.327476 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a5394a8-26b1-4590-9bc0-84acc88600ba admin admin] Made reservation on behalf of 918580af0a81452f8da95d60256aaea0 for: {'subnet': 1} {{(pid=107276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 07:33:49.329868 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-5a5394a8-26b1-4590-9bc0-84acc88600ba admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:33:49.574804 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-5a5394a8-26b1-4590-9bc0-84acc88600ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204'] for subnet (d1df0180-5824-4103-be25-60f9b1d88705), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:33:49.629901 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5394a8-26b1-4590-9bc0-84acc88600ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1df0180-5824-4103-be25-60f9b1d88705,revision_number=0']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:33:49.642104 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5394a8-26b1-4590-9bc0-84acc88600ba admin admin] Checking segment: {'id': 'b147abb5-3f17-4e3b-9fa0-d79822484ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '221b85df-46c6-4e30-9237-896ffde4bea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 07:33:49.642447 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a5394a8-26b1-4590-9bc0-84acc88600ba admin admin] Network hostable DHCP agents. Network: 221b85df-46c6-4e30-9237-896ffde4bea3, hostable agents: ['47b201f8-ba91-4005-8457-67653169c522'], hosted agents: [] {{(pid=107276) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 07:33:49.725429 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a5394a8-26b1-4590-9bc0-84acc88600ba admin admin] Network 221b85df-46c6-4e30-9237-896ffde4bea3 is scheduled to be hosted by DHCP agent 47b201f8-ba91-4005-8457-67653169c522 with binding_index 1 {{(pid=107276) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 07:33:49.805483 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.scheduler.base_scheduler [None req-5a5394a8-26b1-4590-9bc0-84acc88600ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824149-6-iscsi, 221b85df-46c6-4e30-9237-896ffde4bea3) {{(pid=107276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 07:33:49.809394 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a5394a8-26b1-4590-9bc0-84acc88600ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:33:49.810855 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-5a5394a8-26b1-4590-9bc0-84acc88600ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586190'] for subnet (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:33:49.814895 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c07e89-48fd-4320-b8d1-06501a465a75 None None] Network 221b85df-46c6-4e30-9237-896ffde4bea3 requested from dv-cinder-824149-6-iscsi {{(pid=107290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 07:33:49.890423 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-5a5394a8-26b1-4590-9bc0-84acc88600ba admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7287898 Sep 15 07:33:49.914171 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dae19369-774f-4202-8384-e5a25d20bf3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29e20e6a-f4c7-5fd3-bcac-85a18cccc141-221b85df-46c6-4e30-9237-896ffde4bea3', 'network_id': '221b85df-46c6-4e30-9237-896ffde4bea3', 'project_id': '918580af0a81452f8da95d60256aaea0', 'fixed_ips': [{'subnet_id': 'd1df0180-5824-4103-be25-60f9b1d88705'}]}} from dv-cinder-824149-6-iscsi. {{(pid=107290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 15 07:33:49.915119 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-dae19369-774f-4202-8384-e5a25d20bf3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (None), before_create {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:33:50.063632 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.db_base_plugin_common [None req-dae19369-774f-4202-8384-e5a25d20bf3a None None] Allocated IP 192.168.233.2 (221b85df-46c6-4e30-9237-896ffde4bea3/d1df0180-5824-4103-be25-60f9b1d88705/7f78bc4b-fe4a-4014-94eb-86a221aa8cf9) {{(pid=107290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 07:33:50.208266 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-dae19369-774f-4202-8384-e5a25d20bf3a None None] Publish callbacks [] for port (7f78bc4b-fe4a-4014-94eb-86a221aa8cf9), precommit_create {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:33:50.303321 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-dae19369-774f-4202-8384-e5a25d20bf3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729658170579'] for port (7f78bc4b-fe4a-4014-94eb-86a221aa8cf9), after_create {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:33:50.345545 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae19369-774f-4202-8384-e5a25d20bf3a None None] Network 221b85df-46c6-4e30-9237-896ffde4bea3 is already hosted by enough agents. {{(pid=107290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 07:33:50.350666 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.scheduler.base_scheduler [None req-dae19369-774f-4202-8384-e5a25d20bf3a None None] Resources bound (agent type, host, resource id): {{(pid=107290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 07:33:50.352698 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae19369-774f-4202-8384-e5a25d20bf3a None None] Pushing event updated for resources: {'Port': ['ID=7f78bc4b-fe4a-4014-94eb-86a221aa8cf9,revision_number=1']} {{(pid=107290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:33:50.354883 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae19369-774f-4202-8384-e5a25d20bf3a None None] Received port after_create {{(pid=107290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 07:33:50.364651 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae19369-774f-4202-8384-e5a25d20bf3a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:33:50.364989 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae19369-774f-4202-8384-e5a25d20bf3a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:33:50.365347 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae19369-774f-4202-8384-e5a25d20bf3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:33:50.365723 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae19369-774f-4202-8384-e5a25d20bf3a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:33:50.366056 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae19369-774f-4202-8384-e5a25d20bf3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:33:50.366378 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae19369-774f-4202-8384-e5a25d20bf3a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:33:50.366699 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae19369-774f-4202-8384-e5a25d20bf3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:33:50.367019 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae19369-774f-4202-8384-e5a25d20bf3a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:33:50.367341 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae19369-774f-4202-8384-e5a25d20bf3a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:33:50.367662 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae19369-774f-4202-8384-e5a25d20bf3a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:33:50.367983 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae19369-774f-4202-8384-e5a25d20bf3a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:33:50.368317 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae19369-774f-4202-8384-e5a25d20bf3a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:33:50.368636 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae19369-774f-4202-8384-e5a25d20bf3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:33:50.368950 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae19369-774f-4202-8384-e5a25d20bf3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:33:50.369263 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae19369-774f-4202-8384-e5a25d20bf3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:33:50.427387 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.managers [None req-dae19369-774f-4202-8384-e5a25d20bf3a None None] Attempting to bind port 7f78bc4b-fe4a-4014-94eb-86a221aa8cf9 on host dv-cinder-824149-6-iscsi for vnic_type normal with profile {{(pid=107290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 07:33:50.427749 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.managers [None req-dae19369-774f-4202-8384-e5a25d20bf3a None None] Attempting to bind port 7f78bc4b-fe4a-4014-94eb-86a221aa8cf9 by drivers openvswitch,hyperv on host dv-cinder-824149-6-iscsi at level 0 using segments [{'id': 'b147abb5-3f17-4e3b-9fa0-d79822484ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '221b85df-46c6-4e30-9237-896ffde4bea3'}] {{(pid=107290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 07:33:50.428105 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae19369-774f-4202-8384-e5a25d20bf3a None None] Attempting to bind port 7f78bc4b-fe4a-4014-94eb-86a221aa8cf9 on network 221b85df-46c6-4e30-9237-896ffde4bea3 {{(pid=107290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 07:33:50.469298 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae19369-774f-4202-8384-e5a25d20bf3a None None] Checking agent: {'id': 'c3acd0b9-3b8e-4f77-9053-2ca2457616b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824149-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 7, 30, 28), 'started_at': datetime.datetime(2022, 9, 15, 7, 30, 58), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 7, 33, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824149-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 07:33:50.469569 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae19369-774f-4202-8384-e5a25d20bf3a None None] Checking segment: {'id': 'b147abb5-3f17-4e3b-9fa0-d79822484ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '221b85df-46c6-4e30-9237-896ffde4bea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 07:33:50.469985 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-dae19369-774f-4202-8384-e5a25d20bf3a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:33:50.470373 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae19369-774f-4202-8384-e5a25d20bf3a None None] Bound using segment: {'id': 'b147abb5-3f17-4e3b-9fa0-d79822484ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '221b85df-46c6-4e30-9237-896ffde4bea3'} {{(pid=107290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 07:33:50.470836 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.managers [None req-dae19369-774f-4202-8384-e5a25d20bf3a None None] Bound port: 7f78bc4b-fe4a-4014-94eb-86a221aa8cf9, host: dv-cinder-824149-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b147abb5-3f17-4e3b-9fa0-d79822484ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '221b85df-46c6-4e30-9237-896ffde4bea3'}}] {{(pid=107290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 07:33:50.471233 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-dae19369-774f-4202-8384-e5a25d20bf3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (7f78bc4b-fe4a-4014-94eb-86a221aa8cf9), before_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:33:50.531516 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-dae19369-774f-4202-8384-e5a25d20bf3a None None] For port 7f78bc4b-fe4a-4014-94eb-86a221aa8cf9, host dv-cinder-824149-6-iscsi, cleared binding levels {{(pid=107290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 07:33:50.534549 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-dae19369-774f-4202-8384-e5a25d20bf3a None None] For port 7f78bc4b-fe4a-4014-94eb-86a221aa8cf9, host dv-cinder-824149-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-6-iscsi',level=0,port_id=7f78bc4b-fe4a-4014-94eb-86a221aa8cf9,segment=NetworkSegment(b147abb5-3f17-4e3b-9fa0-d79822484ce6),segment_id=b147abb5-3f17-4e3b-9fa0-d79822484ce6)] {{(pid=107290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 07:33:50.630959 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-dae19369-774f-4202-8384-e5a25d20bf3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615'] for port (7f78bc4b-fe4a-4014-94eb-86a221aa8cf9), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:33:50.664254 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:33:50.679818 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:33:50.691255 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae19369-774f-4202-8384-e5a25d20bf3a None None] Pushing event updated for resources: {'Port': ['ID=7f78bc4b-fe4a-4014-94eb-86a221aa8cf9,revision_number=2']} {{(pid=107290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:33:51.293651 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=1 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:33:51.295378 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=1 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:33:51.437709 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Device 7f78bc4b-fe4a-4014-94eb-86a221aa8cf9 up at agent ovs-agent-dv-cinder-824149-6-iscsi {{(pid=107290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 07:33:51.490125 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Provisioning complete for port 7f78bc4b-fe4a-4014-94eb-86a221aa8cf9 triggered by entity L2. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 07:33:51.491143 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862942'] for port (7f78bc4b-fe4a-4014-94eb-86a221aa8cf9), provisioning_complete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:33:51.493364 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Attempt 1 to provision port 7f78bc4b-fe4a-4014-94eb-86a221aa8cf9 Sep 15 07:33:51.518435 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08f135b1-7306-43bc-a7ca-fa5a53376e4a None None] Network 221b85df-46c6-4e30-9237-896ffde4bea3 requested from dv-cinder-824149-6-iscsi {{(pid=107290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 07:33:51.600185 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-d6c1172c-c04c-4c5e-b753-307f8ac89953 None None] Provisioning complete for port 7f78bc4b-fe4a-4014-94eb-86a221aa8cf9 triggered by entity DHCP. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 07:33:51.600489 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d6c1172c-c04c-4c5e-b753-307f8ac89953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862942'] for port (7f78bc4b-fe4a-4014-94eb-86a221aa8cf9), provisioning_complete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:33:51.600822 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-d6c1172c-c04c-4c5e-b753-307f8ac89953 None None] Attempt 1 to provision port 7f78bc4b-fe4a-4014-94eb-86a221aa8cf9 Sep 15 07:33:51.673626 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Current status of the port 7f78bc4b-fe4a-4014-94eb-86a221aa8cf9 is: DOWN; New status is: ACTIVE {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:33:51.674007 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (7f78bc4b-fe4a-4014-94eb-86a221aa8cf9), before_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:33:51.756594 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] For port 7f78bc4b-fe4a-4014-94eb-86a221aa8cf9, host dv-cinder-824149-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-6-iscsi',level=0,port_id=7f78bc4b-fe4a-4014-94eb-86a221aa8cf9,segment=NetworkSegment(b147abb5-3f17-4e3b-9fa0-d79822484ce6),segment_id=b147abb5-3f17-4e3b-9fa0-d79822484ce6)] {{(pid=107290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:33:51.772274 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-d6c1172c-c04c-4c5e-b753-307f8ac89953 None None] Current status of the port 7f78bc4b-fe4a-4014-94eb-86a221aa8cf9 is: DOWN; New status is: ACTIVE {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:33:51.772846 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d6c1172c-c04c-4c5e-b753-307f8ac89953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (7f78bc4b-fe4a-4014-94eb-86a221aa8cf9), before_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:33:51.814862 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615'] for port (7f78bc4b-fe4a-4014-94eb-86a221aa8cf9), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:33:51.878976 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.db.api [None req-d6c1172c-c04c-4c5e-b753-307f8ac89953 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107290) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 15 07:33:51.879411 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG oslo_db.api [None req-d6c1172c-c04c-4c5e-b753-307f8ac89953 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 07:33:51.895340 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Pushing event updated for resources: {'Port': ['ID=7f78bc4b-fe4a-4014-94eb-86a221aa8cf9,revision_number=3']} {{(pid=107290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:33:52.421878 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-d6c1172c-c04c-4c5e-b753-307f8ac89953 None None] Current status of the port 7f78bc4b-fe4a-4014-94eb-86a221aa8cf9 is: ACTIVE; New status is: ACTIVE {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:33:52.504823 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-482e7dfa-b1f3-4e3e-ab39-933e7edee0c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (47b201f8-ba91-4005-8457-67653169c522), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:33:52.538431 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-9a3393a4-73db-4585-89c3-b51c61da1fec None None] Provisioning complete for port 7f78bc4b-fe4a-4014-94eb-86a221aa8cf9 triggered by entity DHCP. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 07:33:52.538822 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-9a3393a4-73db-4585-89c3-b51c61da1fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862942'] for port (7f78bc4b-fe4a-4014-94eb-86a221aa8cf9), provisioning_complete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:33:52.539162 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-9a3393a4-73db-4585-89c3-b51c61da1fec None None] Attempt 1 to provision port 7f78bc4b-fe4a-4014-94eb-86a221aa8cf9 Sep 15 07:33:52.613230 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-9a3393a4-73db-4585-89c3-b51c61da1fec None None] Current status of the port 7f78bc4b-fe4a-4014-94eb-86a221aa8cf9 is: ACTIVE; New status is: ACTIVE {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:33:53.405119 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Device 7f78bc4b-fe4a-4014-94eb-86a221aa8cf9 up at agent ovs-agent-dv-cinder-824149-6-iscsi {{(pid=107290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 07:33:53.452882 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Provisioning complete for port 7f78bc4b-fe4a-4014-94eb-86a221aa8cf9 triggered by entity L2. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 07:33:53.453279 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862942'] for port (7f78bc4b-fe4a-4014-94eb-86a221aa8cf9), provisioning_complete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:33:53.453669 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Attempt 1 to provision port 7f78bc4b-fe4a-4014-94eb-86a221aa8cf9 Sep 15 07:33:53.488873 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:33:53.525039 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Current status of the port 7f78bc4b-fe4a-4014-94eb-86a221aa8cf9 is: ACTIVE; New status is: ACTIVE {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:33:54.785169 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-01afb41d-14db-4653-8f93-431f58b2b418 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (6177172c-20b9-4a3a-92be-d5dd082cfa3a), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:33:55.894927 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:33:55.983589 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-0f44d0d5-b296-4658-a59d-71e94f9a3b32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (71b2a813-2b59-4e69-b901-83528b6ecb8f), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:33:57.428841 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-677e5667-6d12-4a09-97b6-65dca69daeb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (4c9c4bf3-096b-4dee-b844-12a870317301), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:33:57.659539 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (c3acd0b9-3b8e-4f77-9053-2ca2457616b3), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:33:59.823409 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=81,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:33:59.824640 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=79,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:34:07.600231 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:34:07.602013 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:34:11.308261 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=2 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:34:18.300758 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.agents_db [None req-df016ec4-f85e-4abb-9405-ce942686afd2 None None] Agent healthcheck: found 5 active agents {{(pid=107295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 07:34:22.494713 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-269b0990-ecd5-4255-b215-56f8ec29b62a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (47b201f8-ba91-4005-8457-67653169c522), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:34:24.769113 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-3f0618d1-80d8-4caa-90fa-6318cbb06d0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (6177172c-20b9-4a3a-92be-d5dd082cfa3a), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:34:25.980921 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-0f44d0d5-b296-4658-a59d-71e94f9a3b32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (71b2a813-2b59-4e69-b901-83528b6ecb8f), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:34:27.459908 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-677e5667-6d12-4a09-97b6-65dca69daeb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (4c9c4bf3-096b-4dee-b844-12a870317301), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:34:27.666972 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (c3acd0b9-3b8e-4f77-9053-2ca2457616b3), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:34:28.295978 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=1 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:34:28.296783 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:34:37.602066 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:34:37.608995 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:34:48.300836 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=2 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:34:48.310918 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=4 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:34:52.490589 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d2d9b3da-4933-455f-b1b6-92701abef0c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (47b201f8-ba91-4005-8457-67653169c522), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:34:54.816353 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-7cb25123-4151-4764-9c51-c21e84717c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (6177172c-20b9-4a3a-92be-d5dd082cfa3a), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:34:55.300298 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.agents_db [None req-df016ec4-f85e-4abb-9405-ce942686afd2 None None] Agent healthcheck: found 5 active agents {{(pid=107295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 07:34:55.970688 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-0f44d0d5-b296-4658-a59d-71e94f9a3b32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (71b2a813-2b59-4e69-b901-83528b6ecb8f), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:34:57.433378 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-677e5667-6d12-4a09-97b6-65dca69daeb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (4c9c4bf3-096b-4dee-b844-12a870317301), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:34:57.662455 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (c3acd0b9-3b8e-4f77-9053-2ca2457616b3), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:35:05.296085 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=2 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:35:07.604053 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:35:07.605925 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:35:13.286054 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 57912) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:35:13.291851 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [None req-8abd72cb-968e-45af-81af-101a1c27878b tempest-verify_tempest_config-854730837 tempest-verify_tempest_config-854730837-project] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107276) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 15 07:35:13.292808 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-8abd72cb-968e-45af-81af-101a1c27878b tempest-verify_tempest_config-854730837 tempest-verify_tempest_config-854730837-project] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14573 time: 0.0057719 Sep 15 07:35:14.020280 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 57930) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:35:14.346692 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-4ed43afa-a320-40ea-bf22-f73527fa5ea6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:35:14.421845 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-4ed43afa-a320-40ea-bf22-f73527fa5ea6 admin admin] Publish callbacks [] for security_group (9a2a7264-00cd-41b8-80dd-2c67f3276c24), precommit_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:35:14.502845 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-4ed43afa-a320-40ea-bf22-f73527fa5ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (9a2a7264-00cd-41b8-80dd-2c67f3276c24), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:35:14.549462 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-4ed43afa-a320-40ea-bf22-f73527fa5ea6 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=4bb242fff5a24fb081c3247d2b31822a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5296726 Sep 15 07:35:14.550563 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed43afa-a320-40ea-bf22-f73527fa5ea6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a2a7264-00cd-41b8-80dd-2c67f3276c24,revision_number=1']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:35:14.552540 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 57934) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:35:14.557779 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed43afa-a320-40ea-bf22-f73527fa5ea6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:35:14.558125 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed43afa-a320-40ea-bf22-f73527fa5ea6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:35:14.558478 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed43afa-a320-40ea-bf22-f73527fa5ea6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:35:14.558813 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed43afa-a320-40ea-bf22-f73527fa5ea6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:35:14.559147 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed43afa-a320-40ea-bf22-f73527fa5ea6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:35:14.559476 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed43afa-a320-40ea-bf22-f73527fa5ea6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:35:14.559797 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed43afa-a320-40ea-bf22-f73527fa5ea6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:35:14.560112 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed43afa-a320-40ea-bf22-f73527fa5ea6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:35:14.560444 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed43afa-a320-40ea-bf22-f73527fa5ea6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:35:14.560768 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed43afa-a320-40ea-bf22-f73527fa5ea6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:35:14.561100 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed43afa-a320-40ea-bf22-f73527fa5ea6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:35:14.561477 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed43afa-a320-40ea-bf22-f73527fa5ea6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:35:14.561820 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed43afa-a320-40ea-bf22-f73527fa5ea6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:35:14.562136 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed43afa-a320-40ea-bf22-f73527fa5ea6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:35:14.562450 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed43afa-a320-40ea-bf22-f73527fa5ea6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:35:14.633362 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-1f6cdf67-8b91-4397-bcc6-68987d939f75 admin admin] Publish callbacks [] for security_group (9a2a7264-00cd-41b8-80dd-2c67f3276c24), before_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:35:14.652868 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-1f6cdf67-8b91-4397-bcc6-68987d939f75 admin admin] Publish callbacks [] for security_group (9a2a7264-00cd-41b8-80dd-2c67f3276c24), precommit_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:35:14.805862 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-1f6cdf67-8b91-4397-bcc6-68987d939f75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (9a2a7264-00cd-41b8-80dd-2c67f3276c24), after_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:35:14.808367 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-1f6cdf67-8b91-4397-bcc6-68987d939f75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:35:14.809510 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-1f6cdf67-8b91-4397-bcc6-68987d939f75 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/9a2a7264-00cd-41b8-80dd-2c67f3276c24 HTTP/1.1" status: 204 len: 168 time: 0.2559304 Sep 15 07:35:14.818488 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6cdf67-8b91-4397-bcc6-68987d939f75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a2a7264-00cd-41b8-80dd-2c67f3276c24,revision_number=None']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:35:14.830225 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6cdf67-8b91-4397-bcc6-68987d939f75 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:35:14.830225 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6cdf67-8b91-4397-bcc6-68987d939f75 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:35:14.830225 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6cdf67-8b91-4397-bcc6-68987d939f75 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:35:14.830225 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6cdf67-8b91-4397-bcc6-68987d939f75 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:35:14.830225 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6cdf67-8b91-4397-bcc6-68987d939f75 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:35:14.830225 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6cdf67-8b91-4397-bcc6-68987d939f75 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:35:14.830225 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6cdf67-8b91-4397-bcc6-68987d939f75 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:35:14.830225 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6cdf67-8b91-4397-bcc6-68987d939f75 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:35:14.830225 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6cdf67-8b91-4397-bcc6-68987d939f75 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:35:14.830225 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6cdf67-8b91-4397-bcc6-68987d939f75 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:35:14.830225 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6cdf67-8b91-4397-bcc6-68987d939f75 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:35:14.830225 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6cdf67-8b91-4397-bcc6-68987d939f75 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:35:14.830225 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6cdf67-8b91-4397-bcc6-68987d939f75 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:35:14.830225 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6cdf67-8b91-4397-bcc6-68987d939f75 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:35:14.830225 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6cdf67-8b91-4397-bcc6-68987d939f75 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:35:22.508959 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-826634a6-ada9-4b14-b5ac-c4ebb48c04d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (47b201f8-ba91-4005-8457-67653169c522), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:35:24.543988 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=19,neutron:INSERT=5 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:35:24.554020 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=20,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:35:24.783608 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-14bbc4b3-aa40-4969-a3ed-6f7894ab0f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (6177172c-20b9-4a3a-92be-d5dd082cfa3a), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:35:24.813395 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=14,neutron:DELETE=2 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:35:24.821318 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=20,neutron:DELETE=2 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:35:25.306751 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=16 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:35:25.307655 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=16 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:35:25.978035 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-0f44d0d5-b296-4658-a59d-71e94f9a3b32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (71b2a813-2b59-4e69-b901-83528b6ecb8f), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:35:27.532287 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-677e5667-6d12-4a09-97b6-65dca69daeb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (4c9c4bf3-096b-4dee-b844-12a870317301), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:35:27.658214 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (c3acd0b9-3b8e-4f77-9053-2ca2457616b3), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:35:32.299533 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.agents_db [None req-df016ec4-f85e-4abb-9405-ce942686afd2 None None] Agent healthcheck: found 5 active agents {{(pid=107295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 07:35:37.600257 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:35:37.603089 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:35:42.295974 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=2 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:35:52.464718 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-91abca3d-b58b-4948-bcc3-a7f4a87550fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (47b201f8-ba91-4005-8457-67653169c522), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:35:54.790503 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-abeed271-f290-416d-ab36-8642dcb776cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (6177172c-20b9-4a3a-92be-d5dd082cfa3a), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:35:55.956410 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-0f44d0d5-b296-4658-a59d-71e94f9a3b32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (71b2a813-2b59-4e69-b901-83528b6ecb8f), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:35:57.436042 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-677e5667-6d12-4a09-97b6-65dca69daeb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (4c9c4bf3-096b-4dee-b844-12a870317301), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:35:57.659994 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (c3acd0b9-3b8e-4f77-9053-2ca2457616b3), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:36:02.298452 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=2 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:36:02.303336 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=4 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:36:07.595946 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=19,neutron:UPDATE=1 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:36:07.597796 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:36:09.297926 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.agents_db [None req-df016ec4-f85e-4abb-9405-ce942686afd2 None None] Agent healthcheck: found 5 active agents {{(pid=107295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 07:36:20.298172 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=1 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:36:20.299533 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:36:22.489225 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-7abdcfd7-fb76-4c22-aa44-199ece5892ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (47b201f8-ba91-4005-8457-67653169c522), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:36:24.775199 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-ca6f32a6-1f6e-45e6-b4a9-1b7e55f650ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (6177172c-20b9-4a3a-92be-d5dd082cfa3a), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:36:26.066392 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-0f44d0d5-b296-4658-a59d-71e94f9a3b32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (71b2a813-2b59-4e69-b901-83528b6ecb8f), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:36:27.438039 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-677e5667-6d12-4a09-97b6-65dca69daeb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (4c9c4bf3-096b-4dee-b844-12a870317301), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:36:27.649522 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (c3acd0b9-3b8e-4f77-9053-2ca2457616b3), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:36:37.598545 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:36:37.599621 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:36:39.304890 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=2 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:36:39.309875 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=4 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:36:42.690429 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2007745'] for agent (25cf60a6-7ad2-448a-9326-c12b453ddee0), after_create {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:36:46.298753 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.agents_db [None req-df016ec4-f85e-4abb-9405-ce942686afd2 None None] Agent healthcheck: found 6 active agents {{(pid=107295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 07:36:52.473214 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-c66f9252-06e7-4c6a-9ae4-4e4a86646c57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (47b201f8-ba91-4005-8457-67653169c522), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:36:54.776722 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-f70f36d0-4e55-46a1-8f08-304dcd442f54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (6177172c-20b9-4a3a-92be-d5dd082cfa3a), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:36:55.971301 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-0f44d0d5-b296-4658-a59d-71e94f9a3b32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (71b2a813-2b59-4e69-b901-83528b6ecb8f), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:36:56.136417 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 58028) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:36:56.263256 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-2b771e45-0e2f-4612-afe9-9d28b01fcfc2 admin admin] 10.222.0.42 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1255922 Sep 15 07:36:56.293815 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=1 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:36:56.294608 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=1 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:36:57.428206 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-677e5667-6d12-4a09-97b6-65dca69daeb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (4c9c4bf3-096b-4dee-b844-12a870317301), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:36:57.651103 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (c3acd0b9-3b8e-4f77-9053-2ca2457616b3), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:36:58.709852 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 58038) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:36:58.772147 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-ffa56d5d-6afc-4477-815b-2970df2dddb1 admin admin] 10.222.0.42 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0612366 Sep 15 07:37:06.257691 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=2 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:37:07.598028 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:INSERT=1,neutron:SELECT=7,neutron:UPDATE=4 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:37:07.600887 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:37:08.766228 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=2 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:37:12.657264 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (25cf60a6-7ad2-448a-9326-c12b453ddee0), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:37:19.494198 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=18 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:37:19.496039 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=14 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:37:22.509286 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-2b503185-fe5c-42d8-98e9-528ee07c7837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (47b201f8-ba91-4005-8457-67653169c522), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:37:23.298645 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.agents_db [None req-df016ec4-f85e-4abb-9405-ce942686afd2 None None] Agent healthcheck: found 6 active agents {{(pid=107295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 07:37:24.789960 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d081ac09-4cad-4b3e-bf01-b5c6b29a47d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (6177172c-20b9-4a3a-92be-d5dd082cfa3a), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:37:25.978007 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-0f44d0d5-b296-4658-a59d-71e94f9a3b32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (71b2a813-2b59-4e69-b901-83528b6ecb8f), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:37:27.435491 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-677e5667-6d12-4a09-97b6-65dca69daeb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (4c9c4bf3-096b-4dee-b844-12a870317301), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:37:27.635515 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (c3acd0b9-3b8e-4f77-9053-2ca2457616b3), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:37:33.294218 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=2 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:37:37.598097 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:37:37.599959 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:37:42.693470 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (25cf60a6-7ad2-448a-9326-c12b453ddee0), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:37:52.493707 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-34bf4eac-c796-4514-a8f0-8cdc4518a1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (47b201f8-ba91-4005-8457-67653169c522), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:37:54.295642 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=4 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:37:54.296806 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=4 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:37:54.779900 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-f5478e3e-dde0-4b3e-bd36-128e7dfb2e56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (6177172c-20b9-4a3a-92be-d5dd082cfa3a), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:37:55.990484 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-0f44d0d5-b296-4658-a59d-71e94f9a3b32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (71b2a813-2b59-4e69-b901-83528b6ecb8f), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:37:57.460178 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-677e5667-6d12-4a09-97b6-65dca69daeb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (4c9c4bf3-096b-4dee-b844-12a870317301), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:37:57.687757 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (c3acd0b9-3b8e-4f77-9053-2ca2457616b3), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:00.297754 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.agents_db [None req-df016ec4-f85e-4abb-9405-ce942686afd2 None None] Agent healthcheck: found 6 active agents {{(pid=107295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 07:38:07.603176 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=31,neutron:UPDATE=3 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:38:07.605065 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=13,neutron:UPDATE=3 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:38:10.293455 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=1 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:38:10.294249 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=1 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:38:12.711491 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (25cf60a6-7ad2-448a-9326-c12b453ddee0), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:22.494706 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-4ce44f4a-7803-4318-9b94-cfe3c9481245 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (47b201f8-ba91-4005-8457-67653169c522), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:24.810583 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-a21b8fc3-d735-4d43-8516-613d688888ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (6177172c-20b9-4a3a-92be-d5dd082cfa3a), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:25.999647 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-0f44d0d5-b296-4658-a59d-71e94f9a3b32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (71b2a813-2b59-4e69-b901-83528b6ecb8f), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:27.473652 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-677e5667-6d12-4a09-97b6-65dca69daeb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (4c9c4bf3-096b-4dee-b844-12a870317301), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:27.679792 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (c3acd0b9-3b8e-4f77-9053-2ca2457616b3), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:30.317291 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:38:30.323480 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=3 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:38:31.906792 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 58256) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:38:31.935419 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 58262) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:38:32.155421 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 58284) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:38:32.241121 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.v2.base [None req-a788a3d7-9335-4f24-a049-bad35196c1de admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-973409911-network', 'tenant_id': '14017d5edbbd4068b529d5d92444182a'}} {{(pid=107276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:38:32.313907 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a788a3d7-9335-4f24-a049-bad35196c1de admin admin] Made reservation on behalf of 14017d5edbbd4068b529d5d92444182a for: {'network': 1} {{(pid=107276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 07:38:32.316179 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-a788a3d7-9335-4f24-a049-bad35196c1de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for network (None), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:32.326138 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-a788a3d7-9335-4f24-a049-bad35196c1de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:32.342380 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.v2.base [None req-c0760f41-d9ec-4c46-b497-36bbbe872439 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1853793204-network', 'tenant_id': '9836d4c25e0e46a8a6245bb7b74c55ce'}} {{(pid=107276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:38:32.429703 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-a788a3d7-9335-4f24-a049-bad35196c1de admin admin] Publish callbacks [] for security_group (9cec668c-c3bb-4b1e-b7f6-8ce7f71715d6), precommit_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:32.474952 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0760f41-d9ec-4c46-b497-36bbbe872439 admin admin] Made reservation on behalf of 9836d4c25e0e46a8a6245bb7b74c55ce for: {'network': 1} {{(pid=107276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 07:38:32.477696 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-c0760f41-d9ec-4c46-b497-36bbbe872439 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for network (None), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:32.488073 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-c0760f41-d9ec-4c46-b497-36bbbe872439 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:32.538983 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-a788a3d7-9335-4f24-a049-bad35196c1de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (9cec668c-c3bb-4b1e-b7f6-8ce7f71715d6), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:32.544212 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.v2.base [None req-199e8709-1eb3-46f1-8786-0fc7584ad2cc admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-581984198-network', 'tenant_id': 'b4a8f2664964492e9c80a595ed043c71'}} {{(pid=107279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:38:32.581601 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a788a3d7-9335-4f24-a049-bad35196c1de admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=107276) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 07:38:32.605891 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-a788a3d7-9335-4f24-a049-bad35196c1de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906830'] for segment (61bd15d1-c2a6-46ff-9a57-3dfb0a553bb9), precommit_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:32.606253 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.db.segments_db [None req-a788a3d7-9335-4f24-a049-bad35196c1de admin admin] Added segment 61bd15d1-c2a6-46ff-9a57-3dfb0a553bb9 of type vlan for network be4fe7de-ab91-47eb-96fc-2000373fe74e Sep 15 07:38:32.623660 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-c0760f41-d9ec-4c46-b497-36bbbe872439 admin admin] Publish callbacks [] for security_group (3434c6d4-d2ea-4b90-8bca-7aebc8670a68), precommit_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:32.636454 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a788a3d7-9335-4f24-a049-bad35196c1de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cec668c-c3bb-4b1e-b7f6-8ce7f71715d6,revision_number=1']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:38:32.661176 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-199e8709-1eb3-46f1-8786-0fc7584ad2cc admin admin] Made reservation on behalf of b4a8f2664964492e9c80a595ed043c71 for: {'network': 1} {{(pid=107279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 07:38:32.663893 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-199e8709-1eb3-46f1-8786-0fc7584ad2cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for network (None), before_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:32.669747 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-a788a3d7-9335-4f24-a049-bad35196c1de admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729658139832'] for network (be4fe7de-ab91-47eb-96fc-2000373fe74e), precommit_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:32.683465 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-199e8709-1eb3-46f1-8786-0fc7584ad2cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:32.699123 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a788a3d7-9335-4f24-a049-bad35196c1de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:38:32.699662 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a788a3d7-9335-4f24-a049-bad35196c1de admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:38:32.700171 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a788a3d7-9335-4f24-a049-bad35196c1de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:38:32.700696 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a788a3d7-9335-4f24-a049-bad35196c1de admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:38:32.701189 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a788a3d7-9335-4f24-a049-bad35196c1de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:38:32.701707 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a788a3d7-9335-4f24-a049-bad35196c1de admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:38:32.702191 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a788a3d7-9335-4f24-a049-bad35196c1de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:38:32.702717 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a788a3d7-9335-4f24-a049-bad35196c1de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:38:32.703194 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a788a3d7-9335-4f24-a049-bad35196c1de admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:38:32.703685 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a788a3d7-9335-4f24-a049-bad35196c1de admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:38:32.704169 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a788a3d7-9335-4f24-a049-bad35196c1de admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:38:32.704693 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a788a3d7-9335-4f24-a049-bad35196c1de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:38:32.705034 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a788a3d7-9335-4f24-a049-bad35196c1de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:38:32.705354 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a788a3d7-9335-4f24-a049-bad35196c1de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:38:32.705697 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a788a3d7-9335-4f24-a049-bad35196c1de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:38:32.706985 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a788a3d7-9335-4f24-a049-bad35196c1de admin admin] Tracked resource versions report: Sep 15 07:38:32.706985 dv-cinder-824149-6-iscsi neutron-server[107276]: pushed versions: Sep 15 07:38:32.706985 dv-cinder-824149-6-iscsi neutron-server[107276]: { 'AddressGroup': {'1.2'}, Sep 15 07:38:32.706985 dv-cinder-824149-6-iscsi neutron-server[107276]: 'Agent': {'1.1'}, Sep 15 07:38:32.706985 dv-cinder-824149-6-iscsi neutron-server[107276]: 'ConntrackHelper': {'1.0'}, Sep 15 07:38:32.706985 dv-cinder-824149-6-iscsi neutron-server[107276]: 'LocalIPAssociation': {'1.0'}, Sep 15 07:38:32.706985 dv-cinder-824149-6-iscsi neutron-server[107276]: 'Log': {'1.0'}, Sep 15 07:38:32.706985 dv-cinder-824149-6-iscsi neutron-server[107276]: 'NDPProxy': {'1.0'}, Sep 15 07:38:32.706985 dv-cinder-824149-6-iscsi neutron-server[107276]: 'Network': {'1.1'}, Sep 15 07:38:32.706985 dv-cinder-824149-6-iscsi neutron-server[107276]: 'Port': {'1.7'}, Sep 15 07:38:32.706985 dv-cinder-824149-6-iscsi neutron-server[107276]: 'PortForwarding': {'1.3'}, Sep 15 07:38:32.706985 dv-cinder-824149-6-iscsi neutron-server[107276]: 'QosPolicy': {'1.10'}, Sep 15 07:38:32.706985 dv-cinder-824149-6-iscsi neutron-server[107276]: 'SecurityGroup': {'1.5'}, Sep 15 07:38:32.706985 dv-cinder-824149-6-iscsi neutron-server[107276]: 'SecurityGroupRule': {'1.2'}, Sep 15 07:38:32.706985 dv-cinder-824149-6-iscsi neutron-server[107276]: 'SubPort': {'1.0'}, Sep 15 07:38:32.706985 dv-cinder-824149-6-iscsi neutron-server[107276]: 'Subnet': {'1.1'}, Sep 15 07:38:32.706985 dv-cinder-824149-6-iscsi neutron-server[107276]: 'Trunk': {'1.1'}} Sep 15 07:38:32.706985 dv-cinder-824149-6-iscsi neutron-server[107276]: consumer versions: Sep 15 07:38:32.706985 dv-cinder-824149-6-iscsi neutron-server[107276]: { DHCP agent@dv-cinder-824149-6-iscsi: {}, Sep 15 07:38:32.706985 dv-cinder-824149-6-iscsi neutron-server[107276]: HyperV agent@hv-cinder-82414: {}, Sep 15 07:38:32.706985 dv-cinder-824149-6-iscsi neutron-server[107276]: L3 agent@dv-cinder-824149-6-iscsi: {}, Sep 15 07:38:32.706985 dv-cinder-824149-6-iscsi neutron-server[107276]: Metadata agent@dv-cinder-824149-6-iscsi: {}, Sep 15 07:38:32.706985 dv-cinder-824149-6-iscsi neutron-server[107276]: Metering agent@dv-cinder-824149-6-iscsi: {}, Sep 15 07:38:32.706985 dv-cinder-824149-6-iscsi neutron-server[107276]: Open vSwitch agent@dv-cinder-824149-6-iscsi: { 'AddressGroup': '1.2', Sep 15 07:38:32.706985 dv-cinder-824149-6-iscsi neutron-server[107276]: 'Agent': '1.1', Sep 15 07:38:32.706985 dv-cinder-824149-6-iscsi neutron-server[107276]: 'ConntrackHelper': '1.0', Sep 15 07:38:32.706985 dv-cinder-824149-6-iscsi neutron-server[107276]: 'LocalIPAssociation': '1.0', Sep 15 07:38:32.706985 dv-cinder-824149-6-iscsi neutron-server[107276]: 'Log': '1.0', Sep 15 07:38:32.706985 dv-cinder-824149-6-iscsi neutron-server[107276]: 'NDPProxy': '1.0', Sep 15 07:38:32.706985 dv-cinder-824149-6-iscsi neutron-server[107276]: 'Network': '1.1', Sep 15 07:38:32.706985 dv-cinder-824149-6-iscsi neutron-server[107276]: 'Port': '1.7', Sep 15 07:38:32.706985 dv-cinder-824149-6-iscsi neutron-server[107276]: 'PortForwarding': '1.3', Sep 15 07:38:32.706985 dv-cinder-824149-6-iscsi neutron-server[107276]: 'QosPolicy': '1.10', Sep 15 07:38:32.706985 dv-cinder-824149-6-iscsi neutron-server[107276]: 'SecurityGroup': '1.5', Sep 15 07:38:32.706985 dv-cinder-824149-6-iscsi neutron-server[107276]: 'SecurityGroupRule': '1.2', Sep 15 07:38:32.706985 dv-cinder-824149-6-iscsi neutron-server[107276]: 'SubPort': '1.0', Sep 15 07:38:32.706985 dv-cinder-824149-6-iscsi neutron-server[107276]: 'Subnet': '1.1', Sep 15 07:38:32.706985 dv-cinder-824149-6-iscsi neutron-server[107276]: 'Trunk': '1.1'}} Sep 15 07:38:32.706985 dv-cinder-824149-6-iscsi neutron-server[107276]: {{(pid=107276) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 07:38:32.714189 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-c0760f41-d9ec-4c46-b497-36bbbe872439 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (3434c6d4-d2ea-4b90-8bca-7aebc8670a68), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:32.742505 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0760f41-d9ec-4c46-b497-36bbbe872439 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=107276) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 07:38:32.748483 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0760f41-d9ec-4c46-b497-36bbbe872439 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3434c6d4-d2ea-4b90-8bca-7aebc8670a68,revision_number=1']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:38:32.756670 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-c0760f41-d9ec-4c46-b497-36bbbe872439 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906830'] for segment (89da3f12-2ab4-4b26-bff6-e30222299de9), precommit_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:32.757222 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.db.segments_db [None req-c0760f41-d9ec-4c46-b497-36bbbe872439 admin admin] Added segment 89da3f12-2ab4-4b26-bff6-e30222299de9 of type vlan for network feb69ed5-4e75-4d22-8da6-ae0dd81d5093 Sep 15 07:38:32.759510 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-a788a3d7-9335-4f24-a049-bad35196c1de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204'] for network (be4fe7de-ab91-47eb-96fc-2000373fe74e), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:32.760706 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a788a3d7-9335-4f24-a049-bad35196c1de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:38:32.761488 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-a788a3d7-9335-4f24-a049-bad35196c1de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586190'] for network (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:32.775107 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-199e8709-1eb3-46f1-8786-0fc7584ad2cc admin admin] Publish callbacks [] for security_group (a749ca51-c65c-4f34-b038-c27e6661340c), precommit_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:32.834579 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-199e8709-1eb3-46f1-8786-0fc7584ad2cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (a749ca51-c65c-4f34-b038-c27e6661340c), after_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:32.870861 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-a788a3d7-9335-4f24-a049-bad35196c1de admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9617229 Sep 15 07:38:32.875181 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 58316) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:38:32.893806 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.v2.base [None req-a4af1c9b-a63a-4d69-a25c-dd4a6327d08f admin admin] Request body: {'subnet': {'network_id': 'be4fe7de-ab91-47eb-96fc-2000373fe74e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-973409911-subnet', 'tenant_id': '14017d5edbbd4068b529d5d92444182a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:38:32.904986 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-c0760f41-d9ec-4c46-b497-36bbbe872439 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729658139832'] for network (feb69ed5-4e75-4d22-8da6-ae0dd81d5093), precommit_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:32.920770 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-199e8709-1eb3-46f1-8786-0fc7584ad2cc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=107279) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 07:38:32.935150 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-199e8709-1eb3-46f1-8786-0fc7584ad2cc admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8729658700728', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906830'] for segment (4e083812-1fad-4032-9ca4-75fb637b69f5), precommit_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:32.935782 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-199e8709-1eb3-46f1-8786-0fc7584ad2cc admin admin] Unsubscribe: segment precommit_create {{(pid=107279) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 15 07:38:32.936567 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.db.segments_db [None req-199e8709-1eb3-46f1-8786-0fc7584ad2cc admin admin] Added segment 4e083812-1fad-4032-9ca4-75fb637b69f5 of type vlan for network 2b6b3bac-c651-487a-b144-89fba4985d6c Sep 15 07:38:32.938582 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a788a3d7-9335-4f24-a049-bad35196c1de admin admin] Pushing event updated for resources: {'Network': ['ID=be4fe7de-ab91-47eb-96fc-2000373fe74e,revision_number=1']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:38:32.953688 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Network be4fe7de-ab91-47eb-96fc-2000373fe74e details requested by agent ovs-agent-dv-cinder-824149-6-iscsi with host dv-cinder-824149-6-iscsi {{(pid=107290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 07:38:32.987835 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-199e8709-1eb3-46f1-8786-0fc7584ad2cc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729658139832'] for network (2b6b3bac-c651-487a-b144-89fba4985d6c), precommit_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:33.041934 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199e8709-1eb3-46f1-8786-0fc7584ad2cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a749ca51-c65c-4f34-b038-c27e6661340c,revision_number=1']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:38:33.051037 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4af1c9b-a63a-4d69-a25c-dd4a6327d08f admin admin] Made reservation on behalf of 14017d5edbbd4068b529d5d92444182a for: {'subnet': 1} {{(pid=107276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 07:38:33.053769 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-a4af1c9b-a63a-4d69-a25c-dd4a6327d08f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:33.056796 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199e8709-1eb3-46f1-8786-0fc7584ad2cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:38:33.057304 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199e8709-1eb3-46f1-8786-0fc7584ad2cc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:38:33.057789 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199e8709-1eb3-46f1-8786-0fc7584ad2cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:38:33.060358 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199e8709-1eb3-46f1-8786-0fc7584ad2cc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:38:33.060358 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199e8709-1eb3-46f1-8786-0fc7584ad2cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:38:33.060358 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199e8709-1eb3-46f1-8786-0fc7584ad2cc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:38:33.061049 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199e8709-1eb3-46f1-8786-0fc7584ad2cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:38:33.061907 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199e8709-1eb3-46f1-8786-0fc7584ad2cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:38:33.062461 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199e8709-1eb3-46f1-8786-0fc7584ad2cc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:38:33.063030 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199e8709-1eb3-46f1-8786-0fc7584ad2cc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:38:33.063496 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199e8709-1eb3-46f1-8786-0fc7584ad2cc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:38:33.064984 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199e8709-1eb3-46f1-8786-0fc7584ad2cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:38:33.065525 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199e8709-1eb3-46f1-8786-0fc7584ad2cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:38:33.066130 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199e8709-1eb3-46f1-8786-0fc7584ad2cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:38:33.066853 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199e8709-1eb3-46f1-8786-0fc7584ad2cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:38:33.069297 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199e8709-1eb3-46f1-8786-0fc7584ad2cc admin admin] Tracked resource versions report: Sep 15 07:38:33.069297 dv-cinder-824149-6-iscsi neutron-server[107279]: pushed versions: Sep 15 07:38:33.069297 dv-cinder-824149-6-iscsi neutron-server[107279]: { 'AddressGroup': {'1.2'}, Sep 15 07:38:33.069297 dv-cinder-824149-6-iscsi neutron-server[107279]: 'Agent': {'1.1'}, Sep 15 07:38:33.069297 dv-cinder-824149-6-iscsi neutron-server[107279]: 'ConntrackHelper': {'1.0'}, Sep 15 07:38:33.069297 dv-cinder-824149-6-iscsi neutron-server[107279]: 'LocalIPAssociation': {'1.0'}, Sep 15 07:38:33.069297 dv-cinder-824149-6-iscsi neutron-server[107279]: 'Log': {'1.0'}, Sep 15 07:38:33.069297 dv-cinder-824149-6-iscsi neutron-server[107279]: 'NDPProxy': {'1.0'}, Sep 15 07:38:33.069297 dv-cinder-824149-6-iscsi neutron-server[107279]: 'Network': {'1.1'}, Sep 15 07:38:33.069297 dv-cinder-824149-6-iscsi neutron-server[107279]: 'Port': {'1.7'}, Sep 15 07:38:33.069297 dv-cinder-824149-6-iscsi neutron-server[107279]: 'PortForwarding': {'1.3'}, Sep 15 07:38:33.069297 dv-cinder-824149-6-iscsi neutron-server[107279]: 'QosPolicy': {'1.10'}, Sep 15 07:38:33.069297 dv-cinder-824149-6-iscsi neutron-server[107279]: 'SecurityGroup': {'1.5'}, Sep 15 07:38:33.069297 dv-cinder-824149-6-iscsi neutron-server[107279]: 'SecurityGroupRule': {'1.2'}, Sep 15 07:38:33.069297 dv-cinder-824149-6-iscsi neutron-server[107279]: 'SubPort': {'1.0'}, Sep 15 07:38:33.069297 dv-cinder-824149-6-iscsi neutron-server[107279]: 'Subnet': {'1.1'}, Sep 15 07:38:33.069297 dv-cinder-824149-6-iscsi neutron-server[107279]: 'Trunk': {'1.1'}} Sep 15 07:38:33.069297 dv-cinder-824149-6-iscsi neutron-server[107279]: consumer versions: Sep 15 07:38:33.069297 dv-cinder-824149-6-iscsi neutron-server[107279]: { DHCP agent@dv-cinder-824149-6-iscsi: {}, Sep 15 07:38:33.069297 dv-cinder-824149-6-iscsi neutron-server[107279]: HyperV agent@hv-cinder-82414: {}, Sep 15 07:38:33.069297 dv-cinder-824149-6-iscsi neutron-server[107279]: L3 agent@dv-cinder-824149-6-iscsi: {}, Sep 15 07:38:33.069297 dv-cinder-824149-6-iscsi neutron-server[107279]: Metadata agent@dv-cinder-824149-6-iscsi: {}, Sep 15 07:38:33.069297 dv-cinder-824149-6-iscsi neutron-server[107279]: Metering agent@dv-cinder-824149-6-iscsi: {}, Sep 15 07:38:33.069297 dv-cinder-824149-6-iscsi neutron-server[107279]: Open vSwitch agent@dv-cinder-824149-6-iscsi: { 'AddressGroup': '1.2', Sep 15 07:38:33.069297 dv-cinder-824149-6-iscsi neutron-server[107279]: 'Agent': '1.1', Sep 15 07:38:33.069297 dv-cinder-824149-6-iscsi neutron-server[107279]: 'ConntrackHelper': '1.0', Sep 15 07:38:33.069297 dv-cinder-824149-6-iscsi neutron-server[107279]: 'LocalIPAssociation': '1.0', Sep 15 07:38:33.069297 dv-cinder-824149-6-iscsi neutron-server[107279]: 'Log': '1.0', Sep 15 07:38:33.069297 dv-cinder-824149-6-iscsi neutron-server[107279]: 'NDPProxy': '1.0', Sep 15 07:38:33.069297 dv-cinder-824149-6-iscsi neutron-server[107279]: 'Network': '1.1', Sep 15 07:38:33.069297 dv-cinder-824149-6-iscsi neutron-server[107279]: 'Port': '1.7', Sep 15 07:38:33.069297 dv-cinder-824149-6-iscsi neutron-server[107279]: 'PortForwarding': '1.3', Sep 15 07:38:33.069297 dv-cinder-824149-6-iscsi neutron-server[107279]: 'QosPolicy': '1.10', Sep 15 07:38:33.069297 dv-cinder-824149-6-iscsi neutron-server[107279]: 'SecurityGroup': '1.5', Sep 15 07:38:33.069297 dv-cinder-824149-6-iscsi neutron-server[107279]: 'SecurityGroupRule': '1.2', Sep 15 07:38:33.069297 dv-cinder-824149-6-iscsi neutron-server[107279]: 'SubPort': '1.0', Sep 15 07:38:33.069297 dv-cinder-824149-6-iscsi neutron-server[107279]: 'Subnet': '1.1', Sep 15 07:38:33.069297 dv-cinder-824149-6-iscsi neutron-server[107279]: 'Trunk': '1.1'}} Sep 15 07:38:33.069297 dv-cinder-824149-6-iscsi neutron-server[107279]: {{(pid=107279) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 07:38:33.108905 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-199e8709-1eb3-46f1-8786-0fc7584ad2cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204'] for network (2b6b3bac-c651-487a-b144-89fba4985d6c), after_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:33.109969 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-199e8709-1eb3-46f1-8786-0fc7584ad2cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:38:33.110743 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-199e8709-1eb3-46f1-8786-0fc7584ad2cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586190'] for network (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:33.231158 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199e8709-1eb3-46f1-8786-0fc7584ad2cc admin admin] Pushing event updated for resources: {'Network': ['ID=2b6b3bac-c651-487a-b144-89fba4985d6c,revision_number=1']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:38:33.244567 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Network 2b6b3bac-c651-487a-b144-89fba4985d6c details requested by agent ovs-agent-dv-cinder-824149-6-iscsi with host dv-cinder-824149-6-iscsi {{(pid=107290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 07:38:33.292182 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-c0760f41-d9ec-4c46-b497-36bbbe872439 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204'] for network (feb69ed5-4e75-4d22-8da6-ae0dd81d5093), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:33.293157 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0760f41-d9ec-4c46-b497-36bbbe872439 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:38:33.293419 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-199e8709-1eb3-46f1-8786-0fc7584ad2cc admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1369343 Sep 15 07:38:33.293830 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-c0760f41-d9ec-4c46-b497-36bbbe872439 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586190'] for network (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:33.296347 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 58326) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:38:33.301653 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.v2.base [None req-de527d97-33f7-4771-8b1b-63b4f845b16b admin admin] Request body: {'subnet': {'network_id': '2b6b3bac-c651-487a-b144-89fba4985d6c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-581984198-subnet', 'tenant_id': 'b4a8f2664964492e9c80a595ed043c71', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:38:33.313290 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=80,neutron:INSERT=17,neutron:UPDATE=3 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:38:33.313930 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=70,neutron:INSERT=21,neutron:UPDATE=5,neutron:DELETE=4 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:38:33.389015 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-c0760f41-d9ec-4c46-b497-36bbbe872439 admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4525521 Sep 15 07:38:33.393191 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0760f41-d9ec-4c46-b497-36bbbe872439 admin admin] Pushing event updated for resources: {'Network': ['ID=feb69ed5-4e75-4d22-8da6-ae0dd81d5093,revision_number=1']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:38:33.396108 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 58330) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:38:33.407572 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.v2.base [None req-0b6b7c50-2ac4-4fb9-922d-e5203d7197fa admin admin] Request body: {'subnet': {'network_id': 'feb69ed5-4e75-4d22-8da6-ae0dd81d5093', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1853793204-subnet', 'tenant_id': '9836d4c25e0e46a8a6245bb7b74c55ce', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:38:33.424035 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Network feb69ed5-4e75-4d22-8da6-ae0dd81d5093 details requested by agent ovs-agent-dv-cinder-824149-6-iscsi with host dv-cinder-824149-6-iscsi {{(pid=107290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 07:38:33.443760 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de527d97-33f7-4771-8b1b-63b4f845b16b admin admin] Made reservation on behalf of b4a8f2664964492e9c80a595ed043c71 for: {'subnet': 1} {{(pid=107279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 07:38:33.446167 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-de527d97-33f7-4771-8b1b-63b4f845b16b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:33.574381 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b6b7c50-2ac4-4fb9-922d-e5203d7197fa admin admin] Made reservation on behalf of 9836d4c25e0e46a8a6245bb7b74c55ce for: {'subnet': 1} {{(pid=107279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 07:38:33.584521 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-0b6b7c50-2ac4-4fb9-922d-e5203d7197fa admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:33.598773 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-a4af1c9b-a63a-4d69-a25c-dd4a6327d08f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204'] for subnet (655669e6-9885-472d-9103-52b022988dd7), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:33.650364 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=74,neutron:INSERT=21,neutron:UPDATE=5 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:38:33.675050 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4af1c9b-a63a-4d69-a25c-dd4a6327d08f admin admin] Pushing event updated for resources: {'Subnet': ['ID=655669e6-9885-472d-9103-52b022988dd7,revision_number=0']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:38:33.694563 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4af1c9b-a63a-4d69-a25c-dd4a6327d08f admin admin] Checking segment: {'id': '61bd15d1-c2a6-46ff-9a57-3dfb0a553bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'be4fe7de-ab91-47eb-96fc-2000373fe74e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 07:38:33.694563 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4af1c9b-a63a-4d69-a25c-dd4a6327d08f admin admin] Network hostable DHCP agents. Network: be4fe7de-ab91-47eb-96fc-2000373fe74e, hostable agents: ['47b201f8-ba91-4005-8457-67653169c522'], hosted agents: [] {{(pid=107276) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 07:38:33.805605 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4af1c9b-a63a-4d69-a25c-dd4a6327d08f admin admin] Network be4fe7de-ab91-47eb-96fc-2000373fe74e is scheduled to be hosted by DHCP agent 47b201f8-ba91-4005-8457-67653169c522 with binding_index 1 {{(pid=107276) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 07:38:33.828937 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:38:33.880415 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-de527d97-33f7-4771-8b1b-63b4f845b16b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204'] for subnet (37c21616-a845-47e5-a620-a34a553bb45c), after_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:33.907517 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.scheduler.base_scheduler [None req-a4af1c9b-a63a-4d69-a25c-dd4a6327d08f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824149-6-iscsi, be4fe7de-ab91-47eb-96fc-2000373fe74e) {{(pid=107276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 07:38:33.912809 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4af1c9b-a63a-4d69-a25c-dd4a6327d08f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:38:33.913415 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-a4af1c9b-a63a-4d69-a25c-dd4a6327d08f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586190'] for subnet (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:33.919489 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d8b5cd-6e88-499c-9ec1-942419bf7ea4 None None] Network be4fe7de-ab91-47eb-96fc-2000373fe74e requested from dv-cinder-824149-6-iscsi {{(pid=107290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 07:38:33.932321 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de527d97-33f7-4771-8b1b-63b4f845b16b admin admin] Pushing event updated for resources: {'Subnet': ['ID=37c21616-a845-47e5-a620-a34a553bb45c,revision_number=0']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:38:33.939624 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-0b6b7c50-2ac4-4fb9-922d-e5203d7197fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204'] for subnet (37320245-f52b-465e-9b56-125b21fbaadc), after_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:34.012182 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6b7c50-2ac4-4fb9-922d-e5203d7197fa admin admin] Checking segment: {'id': '89da3f12-2ab4-4b26-bff6-e30222299de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'feb69ed5-4e75-4d22-8da6-ae0dd81d5093'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 07:38:34.012449 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b6b7c50-2ac4-4fb9-922d-e5203d7197fa admin admin] Network hostable DHCP agents. Network: feb69ed5-4e75-4d22-8da6-ae0dd81d5093, hostable agents: ['47b201f8-ba91-4005-8457-67653169c522'], hosted agents: [] {{(pid=107279) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 07:38:34.026177 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-a4af1c9b-a63a-4d69-a25c-dd4a6327d08f admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1494780 Sep 15 07:38:34.028811 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 58364) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:38:34.034422 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.v2.base [None req-14209916-0b88-4e91-8342-49473e9d31a5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-973409911-router', 'tenant_id': '14017d5edbbd4068b529d5d92444182a', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa'}}} {{(pid=107276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:38:34.068935 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b55ace91-f413-40b9-b87f-9bf745a8181c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29e20e6a-f4c7-5fd3-bcac-85a18cccc141-be4fe7de-ab91-47eb-96fc-2000373fe74e', 'network_id': 'be4fe7de-ab91-47eb-96fc-2000373fe74e', 'project_id': '14017d5edbbd4068b529d5d92444182a', 'fixed_ips': [{'subnet_id': '655669e6-9885-472d-9103-52b022988dd7'}]}} from dv-cinder-824149-6-iscsi. {{(pid=107290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 15 07:38:34.070250 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-b55ace91-f413-40b9-b87f-9bf745a8181c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (None), before_create {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:34.077328 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6b7c50-2ac4-4fb9-922d-e5203d7197fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=37320245-f52b-465e-9b56-125b21fbaadc,revision_number=0']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:38:34.079448 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de527d97-33f7-4771-8b1b-63b4f845b16b admin admin] Checking segment: {'id': '4e083812-1fad-4032-9ca4-75fb637b69f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2b6b3bac-c651-487a-b144-89fba4985d6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 07:38:34.080193 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de527d97-33f7-4771-8b1b-63b4f845b16b admin admin] Network hostable DHCP agents. Network: 2b6b3bac-c651-487a-b144-89fba4985d6c, hostable agents: ['47b201f8-ba91-4005-8457-67653169c522'], hosted agents: [] {{(pid=107279) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 07:38:34.138948 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b6b7c50-2ac4-4fb9-922d-e5203d7197fa admin admin] Network feb69ed5-4e75-4d22-8da6-ae0dd81d5093 is scheduled to be hosted by DHCP agent 47b201f8-ba91-4005-8457-67653169c522 with binding_index 1 {{(pid=107279) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 07:38:34.165996 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-14209916-0b88-4e91-8342-49473e9d31a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2008969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1936'] for router (0d4028b8-96d7-47fa-8f18-e0b1adcb6c33), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:34.167169 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-14209916-0b88-4e91-8342-49473e9d31a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2014644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2006267', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2072115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1945'] for router (0d4028b8-96d7-47fa-8f18-e0b1adcb6c33), precommit_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:34.170604 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de527d97-33f7-4771-8b1b-63b4f845b16b admin admin] Network 2b6b3bac-c651-487a-b144-89fba4985d6c is scheduled to be hosted by DHCP agent 47b201f8-ba91-4005-8457-67653169c522 with binding_index 1 {{(pid=107279) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 07:38:34.247086 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.scheduler.base_scheduler [None req-de527d97-33f7-4771-8b1b-63b4f845b16b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824149-6-iscsi, 2b6b3bac-c651-487a-b144-89fba4985d6c) {{(pid=107279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 07:38:34.251007 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.scheduler.base_scheduler [None req-0b6b7c50-2ac4-4fb9-922d-e5203d7197fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824149-6-iscsi, feb69ed5-4e75-4d22-8da6-ae0dd81d5093) {{(pid=107279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 07:38:34.257067 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de527d97-33f7-4771-8b1b-63b4f845b16b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:38:34.257927 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-de527d97-33f7-4771-8b1b-63b4f845b16b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586190'] for subnet (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:34.269178 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:38:34.274340 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece270a1-cfd7-4bdb-a344-8f46d6d059c2 None None] Network 2b6b3bac-c651-487a-b144-89fba4985d6c requested from dv-cinder-824149-6-iscsi {{(pid=107290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 07:38:34.285048 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b6b7c50-2ac4-4fb9-922d-e5203d7197fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:38:34.285947 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-0b6b7c50-2ac4-4fb9-922d-e5203d7197fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586190'] for subnet (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:34.313983 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-14209916-0b88-4e91-8342-49473e9d31a5 admin admin] Publish callbacks [] for router_controller (0d4028b8-96d7-47fa-8f18-e0b1adcb6c33), precommit_add_association {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:34.325286 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d31e7c97-cd98-42f1-b129-f53432a3fd71 None None] Network feb69ed5-4e75-4d22-8da6-ae0dd81d5093 requested from dv-cinder-824149-6-iscsi {{(pid=107290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 07:38:34.365138 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-de527d97-33f7-4771-8b1b-63b4f845b16b admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0672534 Sep 15 07:38:34.367974 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 58372) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:38:34.372497 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.v2.base [None req-8243a8c7-349c-4eaf-84bf-6a0c11bd30d1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-581984198-router', 'tenant_id': 'b4a8f2664964492e9c80a595ed043c71', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa'}}} {{(pid=107276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:38:34.409115 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-0b6b7c50-2ac4-4fb9-922d-e5203d7197fa admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0114543 Sep 15 07:38:34.411889 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 58376) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:38:34.414941 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.db_base_plugin_common [None req-b55ace91-f413-40b9-b87f-9bf745a8181c None None] Allocated IP 172.20.0.2 (be4fe7de-ab91-47eb-96fc-2000373fe74e/655669e6-9885-472d-9103-52b022988dd7/48e3ce32-1152-4122-8617-47537f4bdd57) {{(pid=107290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 07:38:34.418379 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.v2.base [None req-dcfc3562-5ef8-4b61-9dd7-c2ade4eb754b admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1853793204-router', 'tenant_id': '9836d4c25e0e46a8a6245bb7b74c55ce', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa'}}} {{(pid=107279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:38:34.481262 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:38:34.497347 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-dcfc3562-5ef8-4b61-9dd7-c2ade4eb754b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2008969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1936'] for router (b8f5bb1e-95cb-4b01-8074-40c15f003c29), before_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:34.498414 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-dcfc3562-5ef8-4b61-9dd7-c2ade4eb754b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2014644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2006267', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2072115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1945'] for router (b8f5bb1e-95cb-4b01-8074-40c15f003c29), precommit_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:34.515163 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-8243a8c7-349c-4eaf-84bf-6a0c11bd30d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2008969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1936'] for router (1df19f93-ddd2-4633-93f0-f23031cad133), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:34.516562 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-8243a8c7-349c-4eaf-84bf-6a0c11bd30d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2014644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2006267', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2072115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1945'] for router (1df19f93-ddd2-4633-93f0-f23031cad133), precommit_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:34.546416 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c42b05c-b01c-41bc-8265-40e2d55a81e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29e20e6a-f4c7-5fd3-bcac-85a18cccc141-2b6b3bac-c651-487a-b144-89fba4985d6c', 'network_id': '2b6b3bac-c651-487a-b144-89fba4985d6c', 'project_id': 'b4a8f2664964492e9c80a595ed043c71', 'fixed_ips': [{'subnet_id': '37c21616-a845-47e5-a620-a34a553bb45c'}]}} from dv-cinder-824149-6-iscsi. {{(pid=107290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 15 07:38:34.555332 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-6c42b05c-b01c-41bc-8265-40e2d55a81e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (None), before_create {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:34.561708 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-dcfc3562-5ef8-4b61-9dd7-c2ade4eb754b admin admin] Publish callbacks [] for router_controller (b8f5bb1e-95cb-4b01-8074-40c15f003c29), precommit_add_association {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:34.562521 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-14209916-0b88-4e91-8342-49473e9d31a5 admin admin] Publish callbacks [] for router_gateway (0d4028b8-96d7-47fa-8f18-e0b1adcb6c33), precommit_update {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:34.607529 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f6a5353-c4a2-41a4-85a0-e095724fb176 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29e20e6a-f4c7-5fd3-bcac-85a18cccc141-feb69ed5-4e75-4d22-8da6-ae0dd81d5093', 'network_id': 'feb69ed5-4e75-4d22-8da6-ae0dd81d5093', 'project_id': '9836d4c25e0e46a8a6245bb7b74c55ce', 'fixed_ips': [{'subnet_id': '37320245-f52b-465e-9b56-125b21fbaadc'}]}} from dv-cinder-824149-6-iscsi. {{(pid=107290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 15 07:38:34.608467 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-4f6a5353-c4a2-41a4-85a0-e095724fb176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (None), before_create {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:34.613955 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-8243a8c7-349c-4eaf-84bf-6a0c11bd30d1 admin admin] Publish callbacks [] for router_controller (1df19f93-ddd2-4633-93f0-f23031cad133), precommit_add_association {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:34.695816 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:38:34.828700 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-dcfc3562-5ef8-4b61-9dd7-c2ade4eb754b admin admin] Publish callbacks [] for router_gateway (b8f5bb1e-95cb-4b01-8074-40c15f003c29), precommit_update {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:34.976696 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-b55ace91-f413-40b9-b87f-9bf745a8181c None None] Publish callbacks [] for port (48e3ce32-1152-4122-8617-47537f4bdd57), precommit_create {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:34.983843 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-8243a8c7-349c-4eaf-84bf-6a0c11bd30d1 admin admin] Publish callbacks [] for router_gateway (1df19f93-ddd2-4633-93f0-f23031cad133), precommit_update {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:34.988023 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.db_base_plugin_common [None req-6c42b05c-b01c-41bc-8265-40e2d55a81e8 None None] Allocated IP 172.20.0.2 (2b6b3bac-c651-487a-b144-89fba4985d6c/37c21616-a845-47e5-a620-a34a553bb45c/95274461-c0f8-4be9-9edf-1728d6193c00) {{(pid=107290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 07:38:35.088329 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-14209916-0b88-4e91-8342-49473e9d31a5 admin admin] Publish callbacks [] for router_gateway (0d4028b8-96d7-47fa-8f18-e0b1adcb6c33), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:35.384860 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-b55ace91-f413-40b9-b87f-9bf745a8181c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729658170579'] for port (48e3ce32-1152-4122-8617-47537f4bdd57), after_create {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:35.384860 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.db_base_plugin_common [None req-4f6a5353-c4a2-41a4-85a0-e095724fb176 None None] Allocated IP 172.20.0.2 (feb69ed5-4e75-4d22-8da6-ae0dd81d5093/37320245-f52b-465e-9b56-125b21fbaadc/66e9ed57-c2b1-4f04-a29b-b656bf5d75f6) {{(pid=107290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 07:38:35.385846 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:38:35.385846 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-14209916-0b88-4e91-8342-49473e9d31a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (None), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:35.386248 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55ace91-f413-40b9-b87f-9bf745a8181c None None] Pushing event updated for resources: {'Port': ['ID=48e3ce32-1152-4122-8617-47537f4bdd57,revision_number=1']} {{(pid=107290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:38:35.386579 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:38:35.387136 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55ace91-f413-40b9-b87f-9bf745a8181c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:38:35.387136 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55ace91-f413-40b9-b87f-9bf745a8181c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:38:35.387136 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55ace91-f413-40b9-b87f-9bf745a8181c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:38:35.387136 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55ace91-f413-40b9-b87f-9bf745a8181c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:38:35.387136 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55ace91-f413-40b9-b87f-9bf745a8181c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:38:35.387136 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55ace91-f413-40b9-b87f-9bf745a8181c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:38:35.387136 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55ace91-f413-40b9-b87f-9bf745a8181c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:38:35.387136 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55ace91-f413-40b9-b87f-9bf745a8181c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:38:35.387136 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55ace91-f413-40b9-b87f-9bf745a8181c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:38:35.387136 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55ace91-f413-40b9-b87f-9bf745a8181c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:38:35.387136 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55ace91-f413-40b9-b87f-9bf745a8181c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:38:35.387136 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55ace91-f413-40b9-b87f-9bf745a8181c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:38:35.387136 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55ace91-f413-40b9-b87f-9bf745a8181c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:38:35.387136 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55ace91-f413-40b9-b87f-9bf745a8181c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:38:35.387136 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55ace91-f413-40b9-b87f-9bf745a8181c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:38:35.387136 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55ace91-f413-40b9-b87f-9bf745a8181c None None] Tracked resource versions report: Sep 15 07:38:35.387136 dv-cinder-824149-6-iscsi neutron-server[107290]: pushed versions: Sep 15 07:38:35.387136 dv-cinder-824149-6-iscsi neutron-server[107290]: { 'AddressGroup': {'1.2'}, Sep 15 07:38:35.387136 dv-cinder-824149-6-iscsi neutron-server[107290]: 'Agent': {'1.1'}, Sep 15 07:38:35.387136 dv-cinder-824149-6-iscsi neutron-server[107290]: 'ConntrackHelper': {'1.0'}, Sep 15 07:38:35.387136 dv-cinder-824149-6-iscsi neutron-server[107290]: 'LocalIPAssociation': {'1.0'}, Sep 15 07:38:35.387136 dv-cinder-824149-6-iscsi neutron-server[107290]: 'Log': {'1.0'}, Sep 15 07:38:35.390081 dv-cinder-824149-6-iscsi neutron-server[107290]: 'NDPProxy': {'1.0'}, Sep 15 07:38:35.390081 dv-cinder-824149-6-iscsi neutron-server[107290]: 'Network': {'1.1'}, Sep 15 07:38:35.390081 dv-cinder-824149-6-iscsi neutron-server[107290]: 'Port': {'1.7'}, Sep 15 07:38:35.390081 dv-cinder-824149-6-iscsi neutron-server[107290]: 'PortForwarding': {'1.3'}, Sep 15 07:38:35.390081 dv-cinder-824149-6-iscsi neutron-server[107290]: 'QosPolicy': {'1.10'}, Sep 15 07:38:35.390081 dv-cinder-824149-6-iscsi neutron-server[107290]: 'SecurityGroup': {'1.5'}, Sep 15 07:38:35.390081 dv-cinder-824149-6-iscsi neutron-server[107290]: 'SecurityGroupRule': {'1.2'}, Sep 15 07:38:35.390081 dv-cinder-824149-6-iscsi neutron-server[107290]: 'SubPort': {'1.0'}, Sep 15 07:38:35.390081 dv-cinder-824149-6-iscsi neutron-server[107290]: 'Subnet': {'1.1'}, Sep 15 07:38:35.390081 dv-cinder-824149-6-iscsi neutron-server[107290]: 'Trunk': {'1.1'}} Sep 15 07:38:35.390081 dv-cinder-824149-6-iscsi neutron-server[107290]: consumer versions: Sep 15 07:38:35.390081 dv-cinder-824149-6-iscsi neutron-server[107290]: { DHCP agent@dv-cinder-824149-6-iscsi: {}, Sep 15 07:38:35.390081 dv-cinder-824149-6-iscsi neutron-server[107290]: HyperV agent@hv-cinder-82414: {}, Sep 15 07:38:35.390081 dv-cinder-824149-6-iscsi neutron-server[107290]: L3 agent@dv-cinder-824149-6-iscsi: {}, Sep 15 07:38:35.390081 dv-cinder-824149-6-iscsi neutron-server[107290]: Metadata agent@dv-cinder-824149-6-iscsi: {}, Sep 15 07:38:35.390081 dv-cinder-824149-6-iscsi neutron-server[107290]: Metering agent@dv-cinder-824149-6-iscsi: {}, Sep 15 07:38:35.390081 dv-cinder-824149-6-iscsi neutron-server[107290]: Open vSwitch agent@dv-cinder-824149-6-iscsi: { 'AddressGroup': '1.2', Sep 15 07:38:35.390081 dv-cinder-824149-6-iscsi neutron-server[107290]: 'Agent': '1.1', Sep 15 07:38:35.390081 dv-cinder-824149-6-iscsi neutron-server[107290]: 'ConntrackHelper': '1.0', Sep 15 07:38:35.390081 dv-cinder-824149-6-iscsi neutron-server[107290]: 'LocalIPAssociation': '1.0', Sep 15 07:38:35.390081 dv-cinder-824149-6-iscsi neutron-server[107290]: 'Log': '1.0', Sep 15 07:38:35.390081 dv-cinder-824149-6-iscsi neutron-server[107290]: 'NDPProxy': '1.0', Sep 15 07:38:35.390081 dv-cinder-824149-6-iscsi neutron-server[107290]: 'Network': '1.1', Sep 15 07:38:35.390081 dv-cinder-824149-6-iscsi neutron-server[107290]: 'Port': '1.7', Sep 15 07:38:35.390081 dv-cinder-824149-6-iscsi neutron-server[107290]: 'PortForwarding': '1.3', Sep 15 07:38:35.390081 dv-cinder-824149-6-iscsi neutron-server[107290]: 'QosPolicy': '1.10', Sep 15 07:38:35.390081 dv-cinder-824149-6-iscsi neutron-server[107290]: 'SecurityGroup': '1.5', Sep 15 07:38:35.390081 dv-cinder-824149-6-iscsi neutron-server[107290]: 'SecurityGroupRule': '1.2', Sep 15 07:38:35.390081 dv-cinder-824149-6-iscsi neutron-server[107290]: 'SubPort': '1.0', Sep 15 07:38:35.390081 dv-cinder-824149-6-iscsi neutron-server[107290]: 'Subnet': '1.1', Sep 15 07:38:35.390081 dv-cinder-824149-6-iscsi neutron-server[107290]: 'Trunk': '1.1'}} Sep 15 07:38:35.390081 dv-cinder-824149-6-iscsi neutron-server[107290]: {{(pid=107290) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 07:38:35.391762 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-dcfc3562-5ef8-4b61-9dd7-c2ade4eb754b admin admin] Publish callbacks [] for router_gateway (b8f5bb1e-95cb-4b01-8074-40c15f003c29), before_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:35.391835 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b55ace91-f413-40b9-b87f-9bf745a8181c None None] Network be4fe7de-ab91-47eb-96fc-2000373fe74e is already hosted by enough agents. {{(pid=107290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 07:38:35.391835 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.scheduler.base_scheduler [None req-b55ace91-f413-40b9-b87f-9bf745a8181c None None] Resources bound (agent type, host, resource id): {{(pid=107290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 07:38:35.391835 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55ace91-f413-40b9-b87f-9bf745a8181c None None] Received port after_create {{(pid=107290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 07:38:35.392016 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-dcfc3562-5ef8-4b61-9dd7-c2ade4eb754b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (None), before_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:35.461021 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.db.db_base_plugin_common [None req-14209916-0b88-4e91-8342-49473e9d31a5 admin admin] Allocated IP 172.27.0.121 (7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa/2c94e072-16ef-4b41-8118-d589be48e89d/e783c1bd-15b4-4efe-877f-05c799346606) {{(pid=107276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 07:38:35.482242 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-6c42b05c-b01c-41bc-8265-40e2d55a81e8 None None] Publish callbacks [] for port (95274461-c0f8-4be9-9edf-1728d6193c00), precommit_create {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:35.488133 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.managers [None req-b55ace91-f413-40b9-b87f-9bf745a8181c None None] Attempting to bind port 48e3ce32-1152-4122-8617-47537f4bdd57 on host dv-cinder-824149-6-iscsi for vnic_type normal with profile {{(pid=107290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 07:38:35.488496 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.managers [None req-b55ace91-f413-40b9-b87f-9bf745a8181c None None] Attempting to bind port 48e3ce32-1152-4122-8617-47537f4bdd57 by drivers openvswitch,hyperv on host dv-cinder-824149-6-iscsi at level 0 using segments [{'id': '61bd15d1-c2a6-46ff-9a57-3dfb0a553bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'be4fe7de-ab91-47eb-96fc-2000373fe74e'}] {{(pid=107290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 07:38:35.488847 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55ace91-f413-40b9-b87f-9bf745a8181c None None] Attempting to bind port 48e3ce32-1152-4122-8617-47537f4bdd57 on network be4fe7de-ab91-47eb-96fc-2000373fe74e {{(pid=107290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 07:38:35.499379 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-8243a8c7-349c-4eaf-84bf-6a0c11bd30d1 admin admin] Publish callbacks [] for router_gateway (1df19f93-ddd2-4633-93f0-f23031cad133), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:35.546337 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-6c42b05c-b01c-41bc-8265-40e2d55a81e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729658170579'] for port (95274461-c0f8-4be9-9edf-1728d6193c00), after_create {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:35.633347 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-4f6a5353-c4a2-41a4-85a0-e095724fb176 None None] Publish callbacks [] for port (66e9ed57-c2b1-4f04-a29b-b656bf5d75f6), precommit_create {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:35.636060 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c42b05c-b01c-41bc-8265-40e2d55a81e8 None None] Network 2b6b3bac-c651-487a-b144-89fba4985d6c is already hosted by enough agents. {{(pid=107290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 07:38:35.646058 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.scheduler.base_scheduler [None req-6c42b05c-b01c-41bc-8265-40e2d55a81e8 None None] Resources bound (agent type, host, resource id): {{(pid=107290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 07:38:35.652082 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c42b05c-b01c-41bc-8265-40e2d55a81e8 None None] Received port after_create {{(pid=107290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 07:38:35.656504 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c42b05c-b01c-41bc-8265-40e2d55a81e8 None None] Pushing event updated for resources: {'Port': ['ID=95274461-c0f8-4be9-9edf-1728d6193c00,revision_number=1']} {{(pid=107290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:38:35.661332 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55ace91-f413-40b9-b87f-9bf745a8181c None None] Checking agent: {'id': 'c3acd0b9-3b8e-4f77-9053-2ca2457616b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824149-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 7, 30, 28), 'started_at': datetime.datetime(2022, 9, 15, 7, 30, 58), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 7, 38, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824149-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 07:38:35.661733 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55ace91-f413-40b9-b87f-9bf745a8181c None None] Checking segment: {'id': '61bd15d1-c2a6-46ff-9a57-3dfb0a553bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'be4fe7de-ab91-47eb-96fc-2000373fe74e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 07:38:35.662721 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-b55ace91-f413-40b9-b87f-9bf745a8181c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:35.663361 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55ace91-f413-40b9-b87f-9bf745a8181c None None] Bound using segment: {'id': '61bd15d1-c2a6-46ff-9a57-3dfb0a553bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'be4fe7de-ab91-47eb-96fc-2000373fe74e'} {{(pid=107290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 07:38:35.663951 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.managers [None req-b55ace91-f413-40b9-b87f-9bf745a8181c None None] Bound port: 48e3ce32-1152-4122-8617-47537f4bdd57, host: dv-cinder-824149-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61bd15d1-c2a6-46ff-9a57-3dfb0a553bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'be4fe7de-ab91-47eb-96fc-2000373fe74e'}}] {{(pid=107290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 07:38:35.664340 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-b55ace91-f413-40b9-b87f-9bf745a8181c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (48e3ce32-1152-4122-8617-47537f4bdd57), before_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:35.684249 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-8243a8c7-349c-4eaf-84bf-6a0c11bd30d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (None), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:35.749391 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-4f6a5353-c4a2-41a4-85a0-e095724fb176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729658170579'] for port (66e9ed57-c2b1-4f04-a29b-b656bf5d75f6), after_create {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:35.812747 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-14209916-0b88-4e91-8342-49473e9d31a5 admin admin] Publish callbacks [] for port (e783c1bd-15b4-4efe-877f-05c799346606), precommit_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:35.842982 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f6a5353-c4a2-41a4-85a0-e095724fb176 None None] Network feb69ed5-4e75-4d22-8da6-ae0dd81d5093 is already hosted by enough agents. {{(pid=107290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 07:38:35.844130 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.managers [None req-6c42b05c-b01c-41bc-8265-40e2d55a81e8 None None] Attempting to bind port 95274461-c0f8-4be9-9edf-1728d6193c00 on host dv-cinder-824149-6-iscsi for vnic_type normal with profile {{(pid=107290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 07:38:35.844708 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.managers [None req-6c42b05c-b01c-41bc-8265-40e2d55a81e8 None None] Attempting to bind port 95274461-c0f8-4be9-9edf-1728d6193c00 by drivers openvswitch,hyperv on host dv-cinder-824149-6-iscsi at level 0 using segments [{'id': '4e083812-1fad-4032-9ca4-75fb637b69f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2b6b3bac-c651-487a-b144-89fba4985d6c'}] {{(pid=107290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 07:38:35.845208 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c42b05c-b01c-41bc-8265-40e2d55a81e8 None None] Attempting to bind port 95274461-c0f8-4be9-9edf-1728d6193c00 on network 2b6b3bac-c651-487a-b144-89fba4985d6c {{(pid=107290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 07:38:35.874134 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.scheduler.base_scheduler [None req-4f6a5353-c4a2-41a4-85a0-e095724fb176 None None] Resources bound (agent type, host, resource id): {{(pid=107290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 07:38:35.875877 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6a5353-c4a2-41a4-85a0-e095724fb176 None None] Pushing event updated for resources: {'Port': ['ID=66e9ed57-c2b1-4f04-a29b-b656bf5d75f6,revision_number=1']} {{(pid=107290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:38:35.882595 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6a5353-c4a2-41a4-85a0-e095724fb176 None None] Received port after_create {{(pid=107290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 07:38:35.885737 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-b55ace91-f413-40b9-b87f-9bf745a8181c None None] For port 48e3ce32-1152-4122-8617-47537f4bdd57, host dv-cinder-824149-6-iscsi, cleared binding levels {{(pid=107290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 07:38:35.898576 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-14209916-0b88-4e91-8342-49473e9d31a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729658170579'] for port (e783c1bd-15b4-4efe-877f-05c799346606), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:35.954387 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-b55ace91-f413-40b9-b87f-9bf745a8181c None None] For port 48e3ce32-1152-4122-8617-47537f4bdd57, host dv-cinder-824149-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-6-iscsi',level=0,port_id=48e3ce32-1152-4122-8617-47537f4bdd57,segment=NetworkSegment(61bd15d1-c2a6-46ff-9a57-3dfb0a553bb9),segment_id=61bd15d1-c2a6-46ff-9a57-3dfb0a553bb9)] {{(pid=107290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 07:38:35.956616 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14209916-0b88-4e91-8342-49473e9d31a5 admin admin] Network 7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa is already hosted by enough agents. {{(pid=107276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 07:38:35.960516 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.scheduler.base_scheduler [None req-14209916-0b88-4e91-8342-49473e9d31a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=107276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 07:38:35.963529 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14209916-0b88-4e91-8342-49473e9d31a5 admin admin] Received port after_create {{(pid=107276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 07:38:36.010782 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14209916-0b88-4e91-8342-49473e9d31a5 admin admin] Pushing event updated for resources: {'Port': ['ID=e783c1bd-15b4-4efe-877f-05c799346606,revision_number=1']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:38:36.014684 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.managers [None req-4f6a5353-c4a2-41a4-85a0-e095724fb176 None None] Attempting to bind port 66e9ed57-c2b1-4f04-a29b-b656bf5d75f6 on host dv-cinder-824149-6-iscsi for vnic_type normal with profile {{(pid=107290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 07:38:36.015157 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.managers [None req-4f6a5353-c4a2-41a4-85a0-e095724fb176 None None] Attempting to bind port 66e9ed57-c2b1-4f04-a29b-b656bf5d75f6 by drivers openvswitch,hyperv on host dv-cinder-824149-6-iscsi at level 0 using segments [{'id': '89da3f12-2ab4-4b26-bff6-e30222299de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'feb69ed5-4e75-4d22-8da6-ae0dd81d5093'}] {{(pid=107290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 07:38:36.015620 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6a5353-c4a2-41a4-85a0-e095724fb176 None None] Attempting to bind port 66e9ed57-c2b1-4f04-a29b-b656bf5d75f6 on network feb69ed5-4e75-4d22-8da6-ae0dd81d5093 {{(pid=107290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 07:38:36.039226 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.db.db_base_plugin_common [None req-dcfc3562-5ef8-4b61-9dd7-c2ade4eb754b admin admin] Allocated IP 172.27.0.69 (7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa/2c94e072-16ef-4b41-8118-d589be48e89d/ba3eda8a-b437-4edc-a174-1240199b7341) {{(pid=107279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 07:38:36.076243 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6a5353-c4a2-41a4-85a0-e095724fb176 None None] Checking agent: {'id': 'c3acd0b9-3b8e-4f77-9053-2ca2457616b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824149-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 7, 30, 28), 'started_at': datetime.datetime(2022, 9, 15, 7, 30, 58), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 7, 38, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824149-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 07:38:36.076761 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6a5353-c4a2-41a4-85a0-e095724fb176 None None] Checking segment: {'id': '89da3f12-2ab4-4b26-bff6-e30222299de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'feb69ed5-4e75-4d22-8da6-ae0dd81d5093'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 07:38:36.077266 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-4f6a5353-c4a2-41a4-85a0-e095724fb176 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:36.077809 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6a5353-c4a2-41a4-85a0-e095724fb176 None None] Bound using segment: {'id': '89da3f12-2ab4-4b26-bff6-e30222299de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'feb69ed5-4e75-4d22-8da6-ae0dd81d5093'} {{(pid=107290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 07:38:36.078456 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.managers [None req-4f6a5353-c4a2-41a4-85a0-e095724fb176 None None] Bound port: 66e9ed57-c2b1-4f04-a29b-b656bf5d75f6, host: dv-cinder-824149-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89da3f12-2ab4-4b26-bff6-e30222299de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'feb69ed5-4e75-4d22-8da6-ae0dd81d5093'}}] {{(pid=107290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 07:38:36.078937 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-4f6a5353-c4a2-41a4-85a0-e095724fb176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (66e9ed57-c2b1-4f04-a29b-b656bf5d75f6), before_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:36.081612 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-b55ace91-f413-40b9-b87f-9bf745a8181c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615'] for port (48e3ce32-1152-4122-8617-47537f4bdd57), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:36.170595 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c42b05c-b01c-41bc-8265-40e2d55a81e8 None None] Checking agent: {'id': 'c3acd0b9-3b8e-4f77-9053-2ca2457616b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824149-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 7, 30, 28), 'started_at': datetime.datetime(2022, 9, 15, 7, 30, 58), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 7, 38, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824149-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 07:38:36.171196 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c42b05c-b01c-41bc-8265-40e2d55a81e8 None None] Checking segment: {'id': '4e083812-1fad-4032-9ca4-75fb637b69f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2b6b3bac-c651-487a-b144-89fba4985d6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 07:38:36.171792 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-6c42b05c-b01c-41bc-8265-40e2d55a81e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:36.172313 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c42b05c-b01c-41bc-8265-40e2d55a81e8 None None] Bound using segment: {'id': '4e083812-1fad-4032-9ca4-75fb637b69f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2b6b3bac-c651-487a-b144-89fba4985d6c'} {{(pid=107290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 07:38:36.172890 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.managers [None req-6c42b05c-b01c-41bc-8265-40e2d55a81e8 None None] Bound port: 95274461-c0f8-4be9-9edf-1728d6193c00, host: dv-cinder-824149-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e083812-1fad-4032-9ca4-75fb637b69f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2b6b3bac-c651-487a-b144-89fba4985d6c'}}] {{(pid=107290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 07:38:36.173458 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-6c42b05c-b01c-41bc-8265-40e2d55a81e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (95274461-c0f8-4be9-9edf-1728d6193c00), before_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:36.175772 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:38:36.184423 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55ace91-f413-40b9-b87f-9bf745a8181c None None] Pushing event updated for resources: {'Port': ['ID=48e3ce32-1152-4122-8617-47537f4bdd57,revision_number=2']} {{(pid=107290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:38:36.238412 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-dcfc3562-5ef8-4b61-9dd7-c2ade4eb754b admin admin] Publish callbacks [] for port (ba3eda8a-b437-4edc-a174-1240199b7341), precommit_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:36.290926 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=83,neutron:INSERT=7,neutron:UPDATE=10 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:38:36.352848 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-4f6a5353-c4a2-41a4-85a0-e095724fb176 None None] For port 66e9ed57-c2b1-4f04-a29b-b656bf5d75f6, host dv-cinder-824149-6-iscsi, cleared binding levels {{(pid=107290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 07:38:36.363398 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-6c42b05c-b01c-41bc-8265-40e2d55a81e8 None None] For port 95274461-c0f8-4be9-9edf-1728d6193c00, host dv-cinder-824149-6-iscsi, cleared binding levels {{(pid=107290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 07:38:36.368508 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-6c42b05c-b01c-41bc-8265-40e2d55a81e8 None None] For port 95274461-c0f8-4be9-9edf-1728d6193c00, host dv-cinder-824149-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-6-iscsi',level=0,port_id=95274461-c0f8-4be9-9edf-1728d6193c00,segment=NetworkSegment(4e083812-1fad-4032-9ca4-75fb637b69f5),segment_id=4e083812-1fad-4032-9ca4-75fb637b69f5)] {{(pid=107290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 07:38:36.383919 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-4f6a5353-c4a2-41a4-85a0-e095724fb176 None None] For port 66e9ed57-c2b1-4f04-a29b-b656bf5d75f6, host dv-cinder-824149-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-6-iscsi',level=0,port_id=66e9ed57-c2b1-4f04-a29b-b656bf5d75f6,segment=NetworkSegment(89da3f12-2ab4-4b26-bff6-e30222299de9),segment_id=89da3f12-2ab4-4b26-bff6-e30222299de9)] {{(pid=107290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 07:38:36.416439 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-dcfc3562-5ef8-4b61-9dd7-c2ade4eb754b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729658170579'] for port (ba3eda8a-b437-4edc-a174-1240199b7341), after_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:36.472748 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcfc3562-5ef8-4b61-9dd7-c2ade4eb754b admin admin] Network 7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa is already hosted by enough agents. {{(pid=107279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 07:38:36.475581 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.scheduler.base_scheduler [None req-dcfc3562-5ef8-4b61-9dd7-c2ade4eb754b admin admin] Resources bound (agent type, host, resource id): {{(pid=107279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 07:38:36.481352 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcfc3562-5ef8-4b61-9dd7-c2ade4eb754b admin admin] Received port after_create {{(pid=107279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 07:38:36.492209 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-4f6a5353-c4a2-41a4-85a0-e095724fb176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615'] for port (66e9ed57-c2b1-4f04-a29b-b656bf5d75f6), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:36.509570 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-6c42b05c-b01c-41bc-8265-40e2d55a81e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615'] for port (95274461-c0f8-4be9-9edf-1728d6193c00), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:36.519260 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfc3562-5ef8-4b61-9dd7-c2ade4eb754b admin admin] Pushing event updated for resources: {'Port': ['ID=ba3eda8a-b437-4edc-a174-1240199b7341,revision_number=1']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:38:36.585337 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.db.db_base_plugin_common [None req-8243a8c7-349c-4eaf-84bf-6a0c11bd30d1 admin admin] Allocated IP 172.27.0.98 (7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa/2c94e072-16ef-4b41-8118-d589be48e89d/e79aed76-cb3f-4eec-9144-605159e2236a) {{(pid=107276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 07:38:36.590226 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-14209916-0b88-4e91-8342-49473e9d31a5 admin admin] Publish callbacks [] for router_gateway (0d4028b8-96d7-47fa-8f18-e0b1adcb6c33), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:36.656303 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6a5353-c4a2-41a4-85a0-e095724fb176 None None] Pushing event updated for resources: {'Port': ['ID=66e9ed57-c2b1-4f04-a29b-b656bf5d75f6,revision_number=2']} {{(pid=107290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:38:36.751880 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:INSERT=3,neutron:SELECT=93,neutron:UPDATE=4 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:38:36.769733 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c42b05c-b01c-41bc-8265-40e2d55a81e8 None None] Pushing event updated for resources: {'Port': ['ID=95274461-c0f8-4be9-9edf-1728d6193c00,revision_number=2']} {{(pid=107290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:38:36.816930 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:38:37.014957 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-8243a8c7-349c-4eaf-84bf-6a0c11bd30d1 admin admin] Publish callbacks [] for port (e79aed76-cb3f-4eec-9144-605159e2236a), precommit_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:37.184097 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 58452) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:38:37.186602 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:38:37.269177 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-8243a8c7-349c-4eaf-84bf-6a0c11bd30d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729658170579'] for port (e79aed76-cb3f-4eec-9144-605159e2236a), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:37.311498 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.agents_db [None req-df016ec4-f85e-4abb-9405-ce942686afd2 None None] Agent healthcheck: found 6 active agents {{(pid=107295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 07:38:37.376686 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-dcfc3562-5ef8-4b61-9dd7-c2ade4eb754b admin admin] Publish callbacks [] for router_gateway (b8f5bb1e-95cb-4b01-8074-40c15f003c29), after_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:37.412952 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-14209916-0b88-4e91-8342-49473e9d31a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2014700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2007332'] for router (0d4028b8-96d7-47fa-8f18-e0b1adcb6c33), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:37.436911 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8243a8c7-349c-4eaf-84bf-6a0c11bd30d1 admin admin] Network 7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa is already hosted by enough agents. {{(pid=107276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 07:38:37.442112 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8243a8c7-349c-4eaf-84bf-6a0c11bd30d1 admin admin] Pushing event updated for resources: {'Port': ['ID=e79aed76-cb3f-4eec-9144-605159e2236a,revision_number=1']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:38:37.444863 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.scheduler.base_scheduler [None req-8243a8c7-349c-4eaf-84bf-6a0c11bd30d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=107276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 07:38:37.684845 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8243a8c7-349c-4eaf-84bf-6a0c11bd30d1 admin admin] Received port after_create {{(pid=107276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 07:38:37.714737 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-1b586e40-c85f-4c70-a853-e0bf01a2d687 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:37.719591 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:38:37.741179 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-dcfc3562-5ef8-4b61-9dd7-c2ade4eb754b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2014700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2007332'] for router (b8f5bb1e-95cb-4b01-8074-40c15f003c29), after_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:37.842171 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Device 95274461-c0f8-4be9-9edf-1728d6193c00 up at agent ovs-agent-dv-cinder-824149-6-iscsi {{(pid=107290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 07:38:37.885036 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca402e25-527b-44b3-8761-3e1db846222d None None] Network be4fe7de-ab91-47eb-96fc-2000373fe74e requested from dv-cinder-824149-6-iscsi {{(pid=107290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 07:38:37.901766 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14209916-0b88-4e91-8342-49473e9d31a5 admin admin] Router 0d4028b8-96d7-47fa-8f18-e0b1adcb6c33 is scheduled to L3 agent 6177172c-20b9-4a3a-92be-d5dd082cfa3a with binding_index 1 {{(pid=107276) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 07:38:37.942332 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-1b586e40-c85f-4c70-a853-e0bf01a2d687 admin admin] Publish callbacks [] for security_group (dea5edbb-e89a-4d96-b0da-45feb8299ccb), precommit_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:38.019191 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-1b586e40-c85f-4c70-a853-e0bf01a2d687 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (dea5edbb-e89a-4d96-b0da-45feb8299ccb), after_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:38.028952 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:38:38.042843 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-03b7aef2-f56c-4e80-886c-ea9de49ef5e3 None None] Provisioning complete for port 48e3ce32-1152-4122-8617-47537f4bdd57 triggered by entity DHCP. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 07:38:38.043239 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-03b7aef2-f56c-4e80-886c-ea9de49ef5e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862942'] for port (48e3ce32-1152-4122-8617-47537f4bdd57), provisioning_complete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:38.043577 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-03b7aef2-f56c-4e80-886c-ea9de49ef5e3 None None] Attempt 1 to provision port 48e3ce32-1152-4122-8617-47537f4bdd57 Sep 15 07:38:38.052314 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Provisioning complete for port 95274461-c0f8-4be9-9edf-1728d6193c00 triggered by entity L2. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 07:38:38.053031 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862942'] for port (95274461-c0f8-4be9-9edf-1728d6193c00), provisioning_complete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:38.053895 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Attempt 1 to provision port 95274461-c0f8-4be9-9edf-1728d6193c00 Sep 15 07:38:38.083615 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcfc3562-5ef8-4b61-9dd7-c2ade4eb754b admin admin] Router b8f5bb1e-95cb-4b01-8074-40c15f003c29 is scheduled to L3 agent 6177172c-20b9-4a3a-92be-d5dd082cfa3a with binding_index 1 {{(pid=107279) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 07:38:38.129417 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:38:38.166309 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-1b586e40-c85f-4c70-a853-e0bf01a2d687 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=b17284c066e7495587e5125630248284&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9803011 Sep 15 07:38:38.180486 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 58474) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:38:38.181131 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b586e40-c85f-4c70-a853-e0bf01a2d687 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dea5edbb-e89a-4d96-b0da-45feb8299ccb,revision_number=1']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:38:38.288024 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-03b7aef2-f56c-4e80-886c-ea9de49ef5e3 None None] Current status of the port 48e3ce32-1152-4122-8617-47537f4bdd57 is: DOWN; New status is: ACTIVE {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:38:38.288780 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-03b7aef2-f56c-4e80-886c-ea9de49ef5e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (48e3ce32-1152-4122-8617-47537f4bdd57), before_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:38.291139 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Current status of the port 95274461-c0f8-4be9-9edf-1728d6193c00 is: DOWN; New status is: ACTIVE {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:38:38.291587 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (95274461-c0f8-4be9-9edf-1728d6193c00), before_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:38.341876 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-8243a8c7-349c-4eaf-84bf-6a0c11bd30d1 admin admin] Publish callbacks [] for router_gateway (1df19f93-ddd2-4633-93f0-f23031cad133), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:38.349119 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14209916-0b88-4e91-8342-49473e9d31a5 admin admin] Notify agent at l3_agent.dv-cinder-824149-6-iscsi the message routers_updated {{(pid=107276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 07:38:38.359877 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2a3655-1e24-4bac-ba5e-96bb00447c1e None None] Sync routers for ids ['0d4028b8-96d7-47fa-8f18-e0b1adcb6c33'] in dv-cinder-824149-6-iscsi {{(pid=107295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 07:38:38.391816 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2a3655-1e24-4bac-ba5e-96bb00447c1e None None] Routers {'0d4028b8-96d7-47fa-8f18-e0b1adcb6c33'} bound to L3 agent in host dv-cinder-824149-6-iscsi {{(pid=107295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 07:38:38.392875 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_hamode_db [None req-5e2a3655-1e24-4bac-ba5e-96bb00447c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-15T07:30:25Z,description=,heartbeat_timestamp=2022-09-15T07:38:25Z,host='dv-cinder-824149-6-iscsi',id=6177172c-20b9-4a3a-92be-d5dd082cfa3a,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T07:30:25Z,topic='l3_agent')) {'router_ids': ['0d4028b8-96d7-47fa-8f18-e0b1adcb6c33'], 'active': True} {{(pid=107295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:38:38.424792 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-03b7aef2-f56c-4e80-886c-ea9de49ef5e3 None None] For port 48e3ce32-1152-4122-8617-47537f4bdd57, host dv-cinder-824149-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-6-iscsi',level=0,port_id=48e3ce32-1152-4122-8617-47537f4bdd57,segment=NetworkSegment(61bd15d1-c2a6-46ff-9a57-3dfb0a553bb9),segment_id=61bd15d1-c2a6-46ff-9a57-3dfb0a553bb9)] {{(pid=107290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:38:38.446333 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] For port 95274461-c0f8-4be9-9edf-1728d6193c00, host dv-cinder-824149-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-6-iscsi',level=0,port_id=95274461-c0f8-4be9-9edf-1728d6193c00,segment=NetworkSegment(4e083812-1fad-4032-9ca4-75fb637b69f5),segment_id=4e083812-1fad-4032-9ca4-75fb637b69f5)] {{(pid=107290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:38:38.449134 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:38:38.526318 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-03b7aef2-f56c-4e80-886c-ea9de49ef5e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615'] for port (48e3ce32-1152-4122-8617-47537f4bdd57), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:38.559979 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-acb8675b-c6a8-4ac6-a84a-b5e3b372275e admin admin] Publish callbacks [] for security_group (dea5edbb-e89a-4d96-b0da-45feb8299ccb), before_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:38.565534 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:38:38.565902 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcfc3562-5ef8-4b61-9dd7-c2ade4eb754b admin admin] Notify agent at l3_agent.dv-cinder-824149-6-iscsi the message routers_updated {{(pid=107279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 07:38:38.628255 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f37980-14f4-4bd4-be59-cb5abb31954b None None] Network 2b6b3bac-c651-487a-b144-89fba4985d6c requested from dv-cinder-824149-6-iscsi {{(pid=107290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 07:38:38.631017 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2f2350-74a7-466a-8e61-a1f130d7d7b5 None None] Sync routers for ids ['b8f5bb1e-95cb-4b01-8074-40c15f003c29'] in dv-cinder-824149-6-iscsi {{(pid=107290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 07:38:38.642196 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-14209916-0b88-4e91-8342-49473e9d31a5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:38.646238 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-14209916-0b88-4e91-8342-49473e9d31a5 admin admin] 10.222.0.42 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.6133511 Sep 15 07:38:38.651903 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615'] for port (95274461-c0f8-4be9-9edf-1728d6193c00), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:38.654625 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 58496) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:38:38.654728 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Device 48e3ce32-1152-4122-8617-47537f4bdd57 up at agent ovs-agent-dv-cinder-824149-6-iscsi {{(pid=107290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 07:38:38.667813 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-acb8675b-c6a8-4ac6-a84a-b5e3b372275e admin admin] Publish callbacks [] for security_group (dea5edbb-e89a-4d96-b0da-45feb8299ccb), precommit_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:38.791026 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-dcfc3562-5ef8-4b61-9dd7-c2ade4eb754b admin admin] Publish callbacks [] for router (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:38.795531 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-dcfc3562-5ef8-4b61-9dd7-c2ade4eb754b admin admin] 10.222.0.42 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.3817110 Sep 15 07:38:38.796892 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 58502) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:38:38.967291 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2f2350-74a7-466a-8e61-a1f130d7d7b5 None None] Routers {'b8f5bb1e-95cb-4b01-8074-40c15f003c29'} bound to L3 agent in host dv-cinder-824149-6-iscsi {{(pid=107290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 07:38:38.970360 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_hamode_db [None req-8b2f2350-74a7-466a-8e61-a1f130d7d7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-15T07:30:25Z,description=,heartbeat_timestamp=2022-09-15T07:38:25Z,host='dv-cinder-824149-6-iscsi',id=6177172c-20b9-4a3a-92be-d5dd082cfa3a,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T07:30:25Z,topic='l3_agent')) {'router_ids': ['b8f5bb1e-95cb-4b01-8074-40c15f003c29'], 'active': True} {{(pid=107290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:38:38.977703 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_dvr_db [None req-5e2a3655-1e24-4bac-ba5e-96bb00447c1e None None] Set router 0d4028b8-96d7-47fa-8f18-e0b1adcb6c33 gateway port host: dv-cinder-824149-6-iscsi {{(pid=107295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 07:38:39.123375 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-acb8675b-c6a8-4ac6-a84a-b5e3b372275e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (dea5edbb-e89a-4d96-b0da-45feb8299ccb), after_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:39.126275 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-acb8675b-c6a8-4ac6-a84a-b5e3b372275e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:39.127505 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-acb8675b-c6a8-4ac6-a84a-b5e3b372275e admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/dea5edbb-e89a-4d96-b0da-45feb8299ccb HTTP/1.1" status: 204 len: 168 time: 0.9473338 Sep 15 07:38:39.177150 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb8675b-c6a8-4ac6-a84a-b5e3b372275e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dea5edbb-e89a-4d96-b0da-45feb8299ccb,revision_number=None']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:38:39.204329 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b7aef2-f56c-4e80-886c-ea9de49ef5e3 None None] Pushing event updated for resources: {'Port': ['ID=48e3ce32-1152-4122-8617-47537f4bdd57,revision_number=3']} {{(pid=107290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:38:39.219607 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:38:39.248890 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-8243a8c7-349c-4eaf-84bf-6a0c11bd30d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2014700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2007332'] for router (1df19f93-ddd2-4633-93f0-f23031cad133), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:39.318412 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_hamode_db [None req-5e2a3655-1e24-4bac-ba5e-96bb00447c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d4028b8-96d7-47fa-8f18-e0b1adcb6c33', 'name': 'tempest-AttachVolumeNegativeTest-973409911-router', 'tenant_id': '14017d5edbbd4068b529d5d92444182a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': 'e783c1bd-15b4-4efe-877f-05c799346606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:38:34Z', 'updated_at': '2022-09-15T07:38:36Z', 'revision_number': 3, 'project_id': '14017d5edbbd4068b529d5d92444182a', 'gw_port': {'id': 'e783c1bd-15b4-4efe-877f-05c799346606', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a4:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d4028b8-96d7-47fa-8f18-e0b1adcb6c33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:38:35Z', 'updated_at': '2022-09-15T07:38:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi'}], 'dv-cinder-824149-6-iscsi', False) {} {{(pid=107295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:38:39.323420 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06b5c01c-a0e8-4bb8-b69c-a87842cb20c8 None None] Network feb69ed5-4e75-4d22-8da6-ae0dd81d5093 requested from dv-cinder-824149-6-iscsi {{(pid=107290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 07:38:39.379454 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2a3655-1e24-4bac-ba5e-96bb00447c1e None None] Checking router: 0d4028b8-96d7-47fa-8f18-e0b1adcb6c33 for host: dv-cinder-824149-6-iscsi {{(pid=107295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 07:38:39.379985 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2a3655-1e24-4bac-ba5e-96bb00447c1e None None] Updating router 0d4028b8-96d7-47fa-8f18-e0b1adcb6c33 port e783c1bd-15b4-4efe-877f-05c799346606 binding host dv-cinder-824149-6-iscsi {{(pid=107295) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 07:38:39.393082 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 58510) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:38:39.422592 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-cb564ee5-90fc-43ac-9891-5219eb828e09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (None), before_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:39.435729 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron_lib.callbacks.manager [None req-5e2a3655-1e24-4bac-ba5e-96bb00447c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (e783c1bd-15b4-4efe-877f-05c799346606), before_update {{(pid=107295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:39.660484 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Provisioning complete for port 48e3ce32-1152-4122-8617-47537f4bdd57 triggered by entity L2. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 07:38:39.660484 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862942'] for port (48e3ce32-1152-4122-8617-47537f4bdd57), provisioning_complete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:39.660737 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Attempt 1 to provision port 48e3ce32-1152-4122-8617-47537f4bdd57 Sep 15 07:38:39.785972 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.db.db_base_plugin_common [None req-cb564ee5-90fc-43ac-9891-5219eb828e09 admin admin] Allocated IP 172.20.0.1 (feb69ed5-4e75-4d22-8da6-ae0dd81d5093/37320245-f52b-465e-9b56-125b21fbaadc/ab05742b-0031-4759-9219-8ffa01976ccb) {{(pid=107279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 07:38:39.827701 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-9347aac4-9f47-4509-aa3b-4545cb2d1379 None None] Provisioning complete for port 95274461-c0f8-4be9-9edf-1728d6193c00 triggered by entity DHCP. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 07:38:39.827701 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-9347aac4-9f47-4509-aa3b-4545cb2d1379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862942'] for port (95274461-c0f8-4be9-9edf-1728d6193c00), provisioning_complete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:39.829169 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-9347aac4-9f47-4509-aa3b-4545cb2d1379 None None] Attempt 1 to provision port 95274461-c0f8-4be9-9edf-1728d6193c00 Sep 15 07:38:40.046988 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=100 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:38:40.084623 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-9a6be9b3-764d-46fd-9f53-0840e9661a0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:40.100443 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-cb564ee5-90fc-43ac-9891-5219eb828e09 admin admin] Publish callbacks [] for port (ab05742b-0031-4759-9219-8ffa01976ccb), precommit_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:40.117778 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Current status of the port 48e3ce32-1152-4122-8617-47537f4bdd57 is: ACTIVE; New status is: ACTIVE {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:38:40.120036 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Device 66e9ed57-c2b1-4f04-a29b-b656bf5d75f6 up at agent ovs-agent-dv-cinder-824149-6-iscsi {{(pid=107290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 07:38:40.158253 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:38:40.171075 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Pushing event updated for resources: {'Port': ['ID=95274461-c0f8-4be9-9edf-1728d6193c00,revision_number=3']} {{(pid=107290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:38:40.180274 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvr_db [None req-8b2f2350-74a7-466a-8e61-a1f130d7d7b5 None None] Set router b8f5bb1e-95cb-4b01-8074-40c15f003c29 gateway port host: dv-cinder-824149-6-iscsi {{(pid=107290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 07:38:40.198325 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron_lib.callbacks.manager [None req-5e2a3655-1e24-4bac-ba5e-96bb00447c1e None None] Publish callbacks [] for port (e783c1bd-15b4-4efe-877f-05c799346606), precommit_update {{(pid=107295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:40.211447 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-9347aac4-9f47-4509-aa3b-4545cb2d1379 None None] Current status of the port 95274461-c0f8-4be9-9edf-1728d6193c00 is: ACTIVE; New status is: ACTIVE {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:38:40.247128 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-cb564ee5-90fc-43ac-9891-5219eb828e09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729658170579'] for port (ab05742b-0031-4759-9219-8ffa01976ccb), after_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:40.256646 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8243a8c7-349c-4eaf-84bf-6a0c11bd30d1 admin admin] Router 1df19f93-ddd2-4633-93f0-f23031cad133 is scheduled to L3 agent 6177172c-20b9-4a3a-92be-d5dd082cfa3a with binding_index 1 {{(pid=107276) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 07:38:40.262263 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Provisioning complete for port 66e9ed57-c2b1-4f04-a29b-b656bf5d75f6 triggered by entity L2. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 07:38:40.262670 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862942'] for port (66e9ed57-c2b1-4f04-a29b-b656bf5d75f6), provisioning_complete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:40.263012 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Attempt 1 to provision port 66e9ed57-c2b1-4f04-a29b-b656bf5d75f6 Sep 15 07:38:40.299477 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron_lib.callbacks.manager [None req-5e2a3655-1e24-4bac-ba5e-96bb00447c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615'] for port (e783c1bd-15b4-4efe-877f-05c799346606), after_update {{(pid=107295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:40.340428 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-9a6be9b3-764d-46fd-9f53-0840e9661a0d admin admin] Publish callbacks [] for security_group (c9ad1d70-5ca4-46db-a7b0-158da25211a6), precommit_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:40.384254 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-25171890-5c96-4c2a-8699-c2ee8c471ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (None), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:40.400670 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d3e68e-2ad1-4198-ae7c-0fe992cc9ca0 None None] Pushing event updated for resources: {'Port': ['ID=e783c1bd-15b4-4efe-877f-05c799346606,revision_number=2']} {{(pid=107295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:38:40.418135 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d3e68e-2ad1-4198-ae7c-0fe992cc9ca0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:38:40.418896 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d3e68e-2ad1-4198-ae7c-0fe992cc9ca0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:38:40.419794 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d3e68e-2ad1-4198-ae7c-0fe992cc9ca0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:38:40.420299 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d3e68e-2ad1-4198-ae7c-0fe992cc9ca0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:38:40.420785 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d3e68e-2ad1-4198-ae7c-0fe992cc9ca0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:38:40.422546 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d3e68e-2ad1-4198-ae7c-0fe992cc9ca0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:38:40.422849 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb564ee5-90fc-43ac-9891-5219eb828e09 admin admin] Network feb69ed5-4e75-4d22-8da6-ae0dd81d5093 is already hosted by enough agents. {{(pid=107279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 07:38:40.423775 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d3e68e-2ad1-4198-ae7c-0fe992cc9ca0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:38:40.424298 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d3e68e-2ad1-4198-ae7c-0fe992cc9ca0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:38:40.427090 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d3e68e-2ad1-4198-ae7c-0fe992cc9ca0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:38:40.427090 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d3e68e-2ad1-4198-ae7c-0fe992cc9ca0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:38:40.427245 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.scheduler.base_scheduler [None req-cb564ee5-90fc-43ac-9891-5219eb828e09 admin admin] Resources bound (agent type, host, resource id): {{(pid=107279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 07:38:40.427312 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d3e68e-2ad1-4198-ae7c-0fe992cc9ca0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:38:40.427661 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d3e68e-2ad1-4198-ae7c-0fe992cc9ca0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:38:40.430973 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb564ee5-90fc-43ac-9891-5219eb828e09 admin admin] Received port after_create {{(pid=107279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 07:38:40.432305 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-cb564ee5-90fc-43ac-9891-5219eb828e09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2002461'] for router_interface (b8f5bb1e-95cb-4b01-8074-40c15f003c29), before_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:40.432427 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-b3030b41-30ac-43a8-8351-26f6c62fffa4 None None] Provisioning complete for port 95274461-c0f8-4be9-9edf-1728d6193c00 triggered by entity DHCP. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 07:38:40.432691 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-b3030b41-30ac-43a8-8351-26f6c62fffa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862942'] for port (95274461-c0f8-4be9-9edf-1728d6193c00), provisioning_complete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:40.435302 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-b3030b41-30ac-43a8-8351-26f6c62fffa4 None None] Attempt 1 to provision port 95274461-c0f8-4be9-9edf-1728d6193c00 Sep 15 07:38:40.444336 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-9a6be9b3-764d-46fd-9f53-0840e9661a0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (c9ad1d70-5ca4-46db-a7b0-158da25211a6), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:40.445414 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d3e68e-2ad1-4198-ae7c-0fe992cc9ca0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:38:40.447214 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d3e68e-2ad1-4198-ae7c-0fe992cc9ca0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:38:40.447928 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d3e68e-2ad1-4198-ae7c-0fe992cc9ca0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:38:40.449378 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d3e68e-2ad1-4198-ae7c-0fe992cc9ca0 None None] Tracked resource versions report: Sep 15 07:38:40.449378 dv-cinder-824149-6-iscsi neutron-server[107295]: pushed versions: Sep 15 07:38:40.449378 dv-cinder-824149-6-iscsi neutron-server[107295]: { 'AddressGroup': {'1.2'}, Sep 15 07:38:40.449378 dv-cinder-824149-6-iscsi neutron-server[107295]: 'Agent': {'1.1'}, Sep 15 07:38:40.449378 dv-cinder-824149-6-iscsi neutron-server[107295]: 'ConntrackHelper': {'1.0'}, Sep 15 07:38:40.449378 dv-cinder-824149-6-iscsi neutron-server[107295]: 'LocalIPAssociation': {'1.0'}, Sep 15 07:38:40.449378 dv-cinder-824149-6-iscsi neutron-server[107295]: 'Log': {'1.0'}, Sep 15 07:38:40.449378 dv-cinder-824149-6-iscsi neutron-server[107295]: 'NDPProxy': {'1.0'}, Sep 15 07:38:40.449378 dv-cinder-824149-6-iscsi neutron-server[107295]: 'Network': {'1.1'}, Sep 15 07:38:40.449378 dv-cinder-824149-6-iscsi neutron-server[107295]: 'Port': {'1.7'}, Sep 15 07:38:40.449378 dv-cinder-824149-6-iscsi neutron-server[107295]: 'PortForwarding': {'1.3'}, Sep 15 07:38:40.449378 dv-cinder-824149-6-iscsi neutron-server[107295]: 'QosPolicy': {'1.10'}, Sep 15 07:38:40.449378 dv-cinder-824149-6-iscsi neutron-server[107295]: 'SecurityGroup': {'1.5'}, Sep 15 07:38:40.449378 dv-cinder-824149-6-iscsi neutron-server[107295]: 'SecurityGroupRule': {'1.2'}, Sep 15 07:38:40.449378 dv-cinder-824149-6-iscsi neutron-server[107295]: 'SubPort': {'1.0'}, Sep 15 07:38:40.449378 dv-cinder-824149-6-iscsi neutron-server[107295]: 'Subnet': {'1.1'}, Sep 15 07:38:40.449378 dv-cinder-824149-6-iscsi neutron-server[107295]: 'Trunk': {'1.1'}} Sep 15 07:38:40.449378 dv-cinder-824149-6-iscsi neutron-server[107295]: consumer versions: Sep 15 07:38:40.449378 dv-cinder-824149-6-iscsi neutron-server[107295]: { DHCP agent@dv-cinder-824149-6-iscsi: {}, Sep 15 07:38:40.449378 dv-cinder-824149-6-iscsi neutron-server[107295]: HyperV agent@hv-cinder-82414: {}, Sep 15 07:38:40.449378 dv-cinder-824149-6-iscsi neutron-server[107295]: L3 agent@dv-cinder-824149-6-iscsi: {}, Sep 15 07:38:40.449378 dv-cinder-824149-6-iscsi neutron-server[107295]: Metadata agent@dv-cinder-824149-6-iscsi: {}, Sep 15 07:38:40.449378 dv-cinder-824149-6-iscsi neutron-server[107295]: Metering agent@dv-cinder-824149-6-iscsi: {}, Sep 15 07:38:40.449378 dv-cinder-824149-6-iscsi neutron-server[107295]: Open vSwitch agent@dv-cinder-824149-6-iscsi: { 'AddressGroup': '1.2', Sep 15 07:38:40.449378 dv-cinder-824149-6-iscsi neutron-server[107295]: 'Agent': '1.1', Sep 15 07:38:40.449378 dv-cinder-824149-6-iscsi neutron-server[107295]: 'ConntrackHelper': '1.0', Sep 15 07:38:40.449378 dv-cinder-824149-6-iscsi neutron-server[107295]: 'LocalIPAssociation': '1.0', Sep 15 07:38:40.449378 dv-cinder-824149-6-iscsi neutron-server[107295]: 'Log': '1.0', Sep 15 07:38:40.449378 dv-cinder-824149-6-iscsi neutron-server[107295]: 'NDPProxy': '1.0', Sep 15 07:38:40.449378 dv-cinder-824149-6-iscsi neutron-server[107295]: 'Network': '1.1', Sep 15 07:38:40.449378 dv-cinder-824149-6-iscsi neutron-server[107295]: 'Port': '1.7', Sep 15 07:38:40.449378 dv-cinder-824149-6-iscsi neutron-server[107295]: 'PortForwarding': '1.3', Sep 15 07:38:40.449378 dv-cinder-824149-6-iscsi neutron-server[107295]: 'QosPolicy': '1.10', Sep 15 07:38:40.449378 dv-cinder-824149-6-iscsi neutron-server[107295]: 'SecurityGroup': '1.5', Sep 15 07:38:40.449378 dv-cinder-824149-6-iscsi neutron-server[107295]: 'SecurityGroupRule': '1.2', Sep 15 07:38:40.449378 dv-cinder-824149-6-iscsi neutron-server[107295]: 'SubPort': '1.0', Sep 15 07:38:40.449378 dv-cinder-824149-6-iscsi neutron-server[107295]: 'Subnet': '1.1', Sep 15 07:38:40.449378 dv-cinder-824149-6-iscsi neutron-server[107295]: 'Trunk': '1.1'}} Sep 15 07:38:40.449378 dv-cinder-824149-6-iscsi neutron-server[107295]: {{(pid=107295) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 07:38:40.457021 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb564ee5-90fc-43ac-9891-5219eb828e09 admin admin] Pushing event updated for resources: {'Port': ['ID=ab05742b-0031-4759-9219-8ffa01976ccb,revision_number=1']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:38:40.482549 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.plugins.ml2.managers [None req-5e2a3655-1e24-4bac-ba5e-96bb00447c1e None None] Attempting to bind port e783c1bd-15b4-4efe-877f-05c799346606 on host dv-cinder-824149-6-iscsi for vnic_type normal with profile {{(pid=107295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 07:38:40.482955 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.plugins.ml2.managers [None req-5e2a3655-1e24-4bac-ba5e-96bb00447c1e None None] Attempting to bind port e783c1bd-15b4-4efe-877f-05c799346606 by drivers openvswitch,hyperv on host dv-cinder-824149-6-iscsi at level 0 using segments [{'id': '8c607054-1f24-4b82-9f54-7b368db757ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa'}] {{(pid=107295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 07:38:40.485454 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2a3655-1e24-4bac-ba5e-96bb00447c1e None None] Attempting to bind port e783c1bd-15b4-4efe-877f-05c799346606 on network 7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa {{(pid=107295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 07:38:40.548953 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:38:40.559144 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:38:40.581794 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 58542) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:38:40.604984 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2a3655-1e24-4bac-ba5e-96bb00447c1e None None] Checking agent: {'id': 'c3acd0b9-3b8e-4f77-9053-2ca2457616b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824149-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 7, 30, 28), 'started_at': datetime.datetime(2022, 9, 15, 7, 30, 58), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 7, 38, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824149-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 07:38:40.605373 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2a3655-1e24-4bac-ba5e-96bb00447c1e None None] Checking segment: {'id': '8c607054-1f24-4b82-9f54-7b368db757ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 07:38:40.605803 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron_lib.callbacks.manager [None req-5e2a3655-1e24-4bac-ba5e-96bb00447c1e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:40.606203 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2a3655-1e24-4bac-ba5e-96bb00447c1e None None] Bound using segment: {'id': '8c607054-1f24-4b82-9f54-7b368db757ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa'} {{(pid=107295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 07:38:40.606704 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.plugins.ml2.managers [None req-5e2a3655-1e24-4bac-ba5e-96bb00447c1e None None] Bound port: e783c1bd-15b4-4efe-877f-05c799346606, host: dv-cinder-824149-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c607054-1f24-4b82-9f54-7b368db757ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa'}}] {{(pid=107295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 07:38:40.607099 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron_lib.callbacks.manager [None req-5e2a3655-1e24-4bac-ba5e-96bb00447c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (e783c1bd-15b4-4efe-877f-05c799346606), before_update {{(pid=107295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:40.619055 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-9a6be9b3-764d-46fd-9f53-0840e9661a0d admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=ac0ec290949c4a41ba97f0efc53628d4&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2224400 Sep 15 07:38:40.633620 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 58546) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:38:40.634915 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 58548) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:38:40.648472 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8243a8c7-349c-4eaf-84bf-6a0c11bd30d1 admin admin] Notify agent at l3_agent.dv-cinder-824149-6-iscsi the message routers_updated {{(pid=107276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 07:38:40.653154 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Current status of the port 66e9ed57-c2b1-4f04-a29b-b656bf5d75f6 is: DOWN; New status is: ACTIVE {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:38:40.653979 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (66e9ed57-c2b1-4f04-a29b-b656bf5d75f6), before_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:40.670450 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ea7ba3-abb5-4a1c-ab25-adc8c4ba3102 None None] Sync routers for ids ['1df19f93-ddd2-4633-93f0-f23031cad133'] in dv-cinder-824149-6-iscsi {{(pid=107295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 07:38:40.694302 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] For port 66e9ed57-c2b1-4f04-a29b-b656bf5d75f6, host dv-cinder-824149-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-6-iscsi',level=0,port_id=66e9ed57-c2b1-4f04-a29b-b656bf5d75f6,segment=NetworkSegment(89da3f12-2ab4-4b26-bff6-e30222299de9),segment_id=89da3f12-2ab4-4b26-bff6-e30222299de9)] {{(pid=107290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:38:40.700268 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ea7ba3-abb5-4a1c-ab25-adc8c4ba3102 None None] Routers {'1df19f93-ddd2-4633-93f0-f23031cad133'} bound to L3 agent in host dv-cinder-824149-6-iscsi {{(pid=107295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 07:38:40.701880 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_hamode_db [None req-31ea7ba3-abb5-4a1c-ab25-adc8c4ba3102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-15T07:30:25Z,description=,heartbeat_timestamp=2022-09-15T07:38:25Z,host='dv-cinder-824149-6-iscsi',id=6177172c-20b9-4a3a-92be-d5dd082cfa3a,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T07:30:25Z,topic='l3_agent')) {'router_ids': ['1df19f93-ddd2-4633-93f0-f23031cad133'], 'active': True} {{(pid=107295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:38:40.702453 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_hamode_db [None req-8b2f2350-74a7-466a-8e61-a1f130d7d7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8f5bb1e-95cb-4b01-8074-40c15f003c29', 'name': 'tempest-DeleteServersTestJSON-1853793204-router', 'tenant_id': '9836d4c25e0e46a8a6245bb7b74c55ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': 'ba3eda8a-b437-4edc-a174-1240199b7341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:38:34Z', 'updated_at': '2022-09-15T07:38:36Z', 'revision_number': 3, 'project_id': '9836d4c25e0e46a8a6245bb7b74c55ce', 'gw_port': {'id': 'ba3eda8a-b437-4edc-a174-1240199b7341', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:3a:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8f5bb1e-95cb-4b01-8074-40c15f003c29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:38:35Z', 'updated_at': '2022-09-15T07:38:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi'}], 'dv-cinder-824149-6-iscsi', False) {} {{(pid=107290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:38:40.705116 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:38:40.706595 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:38:40.739804 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=100 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:38:40.741894 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2f2350-74a7-466a-8e61-a1f130d7d7b5 None None] Checking router: b8f5bb1e-95cb-4b01-8074-40c15f003c29 for host: dv-cinder-824149-6-iscsi {{(pid=107290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 07:38:40.742244 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2f2350-74a7-466a-8e61-a1f130d7d7b5 None None] Updating router b8f5bb1e-95cb-4b01-8074-40c15f003c29 port ba3eda8a-b437-4edc-a174-1240199b7341 binding host dv-cinder-824149-6-iscsi {{(pid=107290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 07:38:40.772118 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6be9b3-764d-46fd-9f53-0840e9661a0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9ad1d70-5ca4-46db-a7b0-158da25211a6,revision_number=1']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:38:40.778291 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-8b2f2350-74a7-466a-8e61-a1f130d7d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (ba3eda8a-b437-4edc-a174-1240199b7341), before_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:40.779876 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615'] for port (66e9ed57-c2b1-4f04-a29b-b656bf5d75f6), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:40.802511 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-f2ea6b06-d874-4fd7-bfa0-45cf7ed392ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:40.826256 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-cb564ee5-90fc-43ac-9891-5219eb828e09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (ab05742b-0031-4759-9219-8ffa01976ccb), before_update {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:40.884430 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Pushing event updated for resources: {'Port': ['ID=66e9ed57-c2b1-4f04-a29b-b656bf5d75f6,revision_number=3']} {{(pid=107290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:38:40.889062 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-8243a8c7-349c-4eaf-84bf-6a0c11bd30d1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:40.895539 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-8243a8c7-349c-4eaf-84bf-6a0c11bd30d1 admin admin] 10.222.0.42 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.5261533 Sep 15 07:38:40.901340 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 58554) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:38:40.913810 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-b3030b41-30ac-43a8-8351-26f6c62fffa4 None None] Current status of the port 95274461-c0f8-4be9-9edf-1728d6193c00 is: ACTIVE; New status is: ACTIVE {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:38:40.944686 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.plugins.ml2.db [None req-5e2a3655-1e24-4bac-ba5e-96bb00447c1e None None] For port e783c1bd-15b4-4efe-877f-05c799346606, host dv-cinder-824149-6-iscsi, cleared binding levels {{(pid=107295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 07:38:40.976295 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-b3030b41-30ac-43a8-8351-26f6c62fffa4 None None] Provisioning complete for port 66e9ed57-c2b1-4f04-a29b-b656bf5d75f6 triggered by entity DHCP. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 07:38:40.976791 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-b3030b41-30ac-43a8-8351-26f6c62fffa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862942'] for port (66e9ed57-c2b1-4f04-a29b-b656bf5d75f6), provisioning_complete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:40.977142 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-b3030b41-30ac-43a8-8351-26f6c62fffa4 None None] Attempt 1 to provision port 66e9ed57-c2b1-4f04-a29b-b656bf5d75f6 Sep 15 07:38:41.003172 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-62af75d3-a66a-4464-9c27-d63e28e5ffa7 admin admin] Publish callbacks [] for security_group (c9ad1d70-5ca4-46db-a7b0-158da25211a6), before_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:41.038957 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.plugins.ml2.db [None req-5e2a3655-1e24-4bac-ba5e-96bb00447c1e None None] For port e783c1bd-15b4-4efe-877f-05c799346606, host dv-cinder-824149-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-6-iscsi',level=0,port_id=e783c1bd-15b4-4efe-877f-05c799346606,segment=NetworkSegment(8c607054-1f24-4b82-9f54-7b368db757ce),segment_id=8c607054-1f24-4b82-9f54-7b368db757ce)] {{(pid=107295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 07:38:41.055944 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-cb564ee5-90fc-43ac-9891-5219eb828e09 admin admin] Publish callbacks [] for port (ab05742b-0031-4759-9219-8ffa01976ccb), precommit_update {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:41.081375 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:38:41.104550 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_dvr_db [None req-31ea7ba3-abb5-4a1c-ab25-adc8c4ba3102 None None] Set router 1df19f93-ddd2-4633-93f0-f23031cad133 gateway port host: dv-cinder-824149-6-iscsi {{(pid=107295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 07:38:41.108235 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.db.db_base_plugin_common [None req-25171890-5c96-4c2a-8699-c2ee8c471ac2 admin admin] Allocated IP 172.20.0.1 (be4fe7de-ab91-47eb-96fc-2000373fe74e/655669e6-9885-472d-9103-52b022988dd7/7975c9ad-ec26-425b-9f32-75713f2d760a) {{(pid=107276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 07:38:41.113733 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-cb564ee5-90fc-43ac-9891-5219eb828e09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615'] for port (ab05742b-0031-4759-9219-8ffa01976ccb), after_update {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:41.114793 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-cb564ee5-90fc-43ac-9891-5219eb828e09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2002569'] for router_interface (b8f5bb1e-95cb-4b01-8074-40c15f003c29), after_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:41.122514 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-62af75d3-a66a-4464-9c27-d63e28e5ffa7 admin admin] Publish callbacks [] for security_group (c9ad1d70-5ca4-46db-a7b0-158da25211a6), precommit_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:41.162398 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron_lib.callbacks.manager [None req-5e2a3655-1e24-4bac-ba5e-96bb00447c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615'] for port (e783c1bd-15b4-4efe-877f-05c799346606), after_update {{(pid=107295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:41.208604 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb564ee5-90fc-43ac-9891-5219eb828e09 admin admin] Pushing event updated for resources: {'Port': ['ID=ab05742b-0031-4759-9219-8ffa01976ccb,revision_number=2']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:38:41.241376 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Device 95274461-c0f8-4be9-9edf-1728d6193c00 up at agent ovs-agent-dv-cinder-824149-6-iscsi {{(pid=107290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 07:38:41.256789 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:UPDATE=4,neutron:SELECT=93,neutron:INSERT=3 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:38:41.257191 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d3e68e-2ad1-4198-ae7c-0fe992cc9ca0 None None] Pushing event updated for resources: {'Port': ['ID=e783c1bd-15b4-4efe-877f-05c799346606,revision_number=3']} {{(pid=107295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:38:41.310728 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2a3655-1e24-4bac-ba5e-96bb00447c1e None None] Routers {'0d4028b8-96d7-47fa-8f18-e0b1adcb6c33'} bound to L3 agent in host dv-cinder-824149-6-iscsi {{(pid=107295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 07:38:41.311323 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_hamode_db [None req-5e2a3655-1e24-4bac-ba5e-96bb00447c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-15T07:30:25Z,description=,heartbeat_timestamp=2022-09-15T07:38:25Z,host='dv-cinder-824149-6-iscsi',id=6177172c-20b9-4a3a-92be-d5dd082cfa3a,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T07:30:25Z,topic='l3_agent')) {'router_ids': ['0d4028b8-96d7-47fa-8f18-e0b1adcb6c33'], 'active': True} {{(pid=107295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:38:41.322715 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=100 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:38:41.327645 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb564ee5-90fc-43ac-9891-5219eb828e09 admin admin] Network feb69ed5-4e75-4d22-8da6-ae0dd81d5093 is already hosted by enough agents. {{(pid=107279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 07:38:41.329345 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.scheduler.base_scheduler [None req-cb564ee5-90fc-43ac-9891-5219eb828e09 admin admin] Resources bound (agent type, host, resource id): {{(pid=107279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 07:38:41.333132 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-b3030b41-30ac-43a8-8351-26f6c62fffa4 None None] Current status of the port 66e9ed57-c2b1-4f04-a29b-b656bf5d75f6 is: ACTIVE; New status is: ACTIVE {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:38:41.334486 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-78059858-cece-49bc-9070-9fa709f75821 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:41.343702 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:38:41.371574 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-f2ea6b06-d874-4fd7-bfa0-45cf7ed392ae admin admin] Publish callbacks [] for security_group (c98d1b62-88b5-430d-b0e6-903fab03f84f), precommit_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:41.371770 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-b3030b41-30ac-43a8-8351-26f6c62fffa4 None None] Provisioning complete for port 48e3ce32-1152-4122-8617-47537f4bdd57 triggered by entity DHCP. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 07:38:41.372014 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-b3030b41-30ac-43a8-8351-26f6c62fffa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862942'] for port (48e3ce32-1152-4122-8617-47537f4bdd57), provisioning_complete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:41.372414 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-b3030b41-30ac-43a8-8351-26f6c62fffa4 None None] Attempt 1 to provision port 48e3ce32-1152-4122-8617-47537f4bdd57 Sep 15 07:38:41.500431 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_dvr_db [None req-5e2a3655-1e24-4bac-ba5e-96bb00447c1e None None] Set router 0d4028b8-96d7-47fa-8f18-e0b1adcb6c33 gateway port host: dv-cinder-824149-6-iscsi {{(pid=107295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 07:38:41.528154 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Provisioning complete for port 95274461-c0f8-4be9-9edf-1728d6193c00 triggered by entity L2. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 07:38:41.528563 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862942'] for port (95274461-c0f8-4be9-9edf-1728d6193c00), provisioning_complete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:41.529109 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Attempt 1 to provision port 95274461-c0f8-4be9-9edf-1728d6193c00 Sep 15 07:38:41.572118 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb564ee5-90fc-43ac-9891-5219eb828e09 admin admin] Router b8f5bb1e-95cb-4b01-8074-40c15f003c29 has already been hosted by L3 agent 6177172c-20b9-4a3a-92be-d5dd082cfa3a {{(pid=107279) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 07:38:41.582647 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-f2ea6b06-d874-4fd7-bfa0-45cf7ed392ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (c98d1b62-88b5-430d-b0e6-903fab03f84f), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:41.633223 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_hamode_db [None req-31ea7ba3-abb5-4a1c-ab25-adc8c4ba3102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df19f93-ddd2-4633-93f0-f23031cad133', 'name': 'tempest-AttachVolumeShelveTestJSON-581984198-router', 'tenant_id': 'b4a8f2664964492e9c80a595ed043c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': 'e79aed76-cb3f-4eec-9144-605159e2236a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:38:34Z', 'updated_at': '2022-09-15T07:38:37Z', 'revision_number': 3, 'project_id': 'b4a8f2664964492e9c80a595ed043c71', 'gw_port': {'id': 'e79aed76-cb3f-4eec-9144-605159e2236a', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:5a:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1df19f93-ddd2-4633-93f0-f23031cad133', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:38:35Z', 'updated_at': '2022-09-15T07:38:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi'}], 'dv-cinder-824149-6-iscsi', False) {} {{(pid=107295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:38:41.668117 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ea7ba3-abb5-4a1c-ab25-adc8c4ba3102 None None] Checking router: 1df19f93-ddd2-4633-93f0-f23031cad133 for host: dv-cinder-824149-6-iscsi {{(pid=107295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 07:38:41.668482 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ea7ba3-abb5-4a1c-ab25-adc8c4ba3102 None None] Updating router 1df19f93-ddd2-4633-93f0-f23031cad133 port e79aed76-cb3f-4eec-9144-605159e2236a binding host dv-cinder-824149-6-iscsi {{(pid=107295) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 07:38:41.691153 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-8b2f2350-74a7-466a-8e61-a1f130d7d7b5 None None] Publish callbacks [] for port (ba3eda8a-b437-4edc-a174-1240199b7341), precommit_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:41.698984 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-62af75d3-a66a-4464-9c27-d63e28e5ffa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (c9ad1d70-5ca4-46db-a7b0-158da25211a6), after_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:41.701686 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-62af75d3-a66a-4464-9c27-d63e28e5ffa7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:41.703483 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-62af75d3-a66a-4464-9c27-d63e28e5ffa7 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/c9ad1d70-5ca4-46db-a7b0-158da25211a6 HTTP/1.1" status: 204 len: 168 time: 1.0680737 Sep 15 07:38:41.704202 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-b3030b41-30ac-43a8-8351-26f6c62fffa4 None None] Current status of the port 48e3ce32-1152-4122-8617-47537f4bdd57 is: ACTIVE; New status is: ACTIVE {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:38:41.741233 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-f2ea6b06-d874-4fd7-bfa0-45cf7ed392ae admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=a22520811f1845d797ad8721a0e8f4e8&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1534567 Sep 15 07:38:41.750037 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-25171890-5c96-4c2a-8699-c2ee8c471ac2 admin admin] Publish callbacks [] for port (7975c9ad-ec26-425b-9f32-75713f2d760a), precommit_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:41.751530 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 58570) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:38:41.759824 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Current status of the port 95274461-c0f8-4be9-9edf-1728d6193c00 is: ACTIVE; New status is: ACTIVE {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:38:41.761325 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Device 48e3ce32-1152-4122-8617-47537f4bdd57 up at agent ovs-agent-dv-cinder-824149-6-iscsi {{(pid=107290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 07:38:41.763998 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=100 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:38:41.769860 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron_lib.callbacks.manager [None req-31ea7ba3-abb5-4a1c-ab25-adc8c4ba3102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (e79aed76-cb3f-4eec-9144-605159e2236a), before_update {{(pid=107295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:41.786285 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb564ee5-90fc-43ac-9891-5219eb828e09 admin admin] Notify agent at l3_agent.dv-cinder-824149-6-iscsi the message routers_updated {{(pid=107279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 07:38:41.802851 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-cb564ee5-90fc-43ac-9891-5219eb828e09 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/b8f5bb1e-95cb-4b01-8074-40c15f003c29/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0002224 Sep 15 07:38:41.830596 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-6f77ed7e-b4a2-4d9f-b240-5ebb1f656610 None None] Provisioning complete for port ab05742b-0031-4759-9219-8ffa01976ccb triggered by entity DHCP. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 07:38:41.831048 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-6f77ed7e-b4a2-4d9f-b240-5ebb1f656610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862942'] for port (ab05742b-0031-4759-9219-8ffa01976ccb), provisioning_complete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:41.831392 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-6f77ed7e-b4a2-4d9f-b240-5ebb1f656610 None None] Attempt 1 to provision port ab05742b-0031-4759-9219-8ffa01976ccb Sep 15 07:38:41.921063 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-8b2f2350-74a7-466a-8e61-a1f130d7d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615'] for port (ba3eda8a-b437-4edc-a174-1240199b7341), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:41.979352 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.managers [None req-8b2f2350-74a7-466a-8e61-a1f130d7d7b5 None None] Attempting to bind port ba3eda8a-b437-4edc-a174-1240199b7341 on host dv-cinder-824149-6-iscsi for vnic_type normal with profile {{(pid=107290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 07:38:41.979928 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.managers [None req-8b2f2350-74a7-466a-8e61-a1f130d7d7b5 None None] Attempting to bind port ba3eda8a-b437-4edc-a174-1240199b7341 by drivers openvswitch,hyperv on host dv-cinder-824149-6-iscsi at level 0 using segments [{'id': '8c607054-1f24-4b82-9f54-7b368db757ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa'}] {{(pid=107290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 07:38:41.980486 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2f2350-74a7-466a-8e61-a1f130d7d7b5 None None] Attempting to bind port ba3eda8a-b437-4edc-a174-1240199b7341 on network 7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa {{(pid=107290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 07:38:42.031117 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ea6b06-d874-4fd7-bfa0-45cf7ed392ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c98d1b62-88b5-430d-b0e6-903fab03f84f,revision_number=1']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:38:42.059088 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_hamode_db [None req-5e2a3655-1e24-4bac-ba5e-96bb00447c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d4028b8-96d7-47fa-8f18-e0b1adcb6c33', 'name': 'tempest-AttachVolumeNegativeTest-973409911-router', 'tenant_id': '14017d5edbbd4068b529d5d92444182a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': 'e783c1bd-15b4-4efe-877f-05c799346606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:38:34Z', 'updated_at': '2022-09-15T07:38:36Z', 'revision_number': 3, 'project_id': '14017d5edbbd4068b529d5d92444182a', 'gw_port': {'id': 'e783c1bd-15b4-4efe-877f-05c799346606', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a4:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d4028b8-96d7-47fa-8f18-e0b1adcb6c33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:38:35Z', 'updated_at': '2022-09-15T07:38:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi'}], 'dv-cinder-824149-6-iscsi', False) {} {{(pid=107295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:38:42.071941 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62af75d3-a66a-4464-9c27-d63e28e5ffa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9ad1d70-5ca4-46db-a7b0-158da25211a6,revision_number=None']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:38:42.128928 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2a3655-1e24-4bac-ba5e-96bb00447c1e None None] The sync data for ids ['0d4028b8-96d7-47fa-8f18-e0b1adcb6c33'] in dv-cinder-824149-6-iscsi is: [{'id': '0d4028b8-96d7-47fa-8f18-e0b1adcb6c33', 'name': 'tempest-AttachVolumeNegativeTest-973409911-router', 'tenant_id': '14017d5edbbd4068b529d5d92444182a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': 'e783c1bd-15b4-4efe-877f-05c799346606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:38:34Z', 'updated_at': '2022-09-15T07:38:36Z', 'revision_number': 3, 'project_id': '14017d5edbbd4068b529d5d92444182a', 'gw_port': {'id': 'e783c1bd-15b4-4efe-877f-05c799346606', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a4:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d4028b8-96d7-47fa-8f18-e0b1adcb6c33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:38:35Z', 'updated_at': '2022-09-15T07:38:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi'}] {{(pid=107295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 07:38:42.144557 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-78059858-cece-49bc-9070-9fa709f75821 admin admin] Publish callbacks [] for security_group (9e245dee-b72c-4671-b685-bfc709ca5dc7), precommit_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:42.361175 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron_lib.callbacks.manager [None req-31ea7ba3-abb5-4a1c-ab25-adc8c4ba3102 None None] Publish callbacks [] for port (e79aed76-cb3f-4eec-9144-605159e2236a), precommit_update {{(pid=107295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:42.399129 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-25171890-5c96-4c2a-8699-c2ee8c471ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729658170579'] for port (7975c9ad-ec26-425b-9f32-75713f2d760a), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:42.427859 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-78059858-cece-49bc-9070-9fa709f75821 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (9e245dee-b72c-4671-b685-bfc709ca5dc7), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:42.446670 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron_lib.callbacks.manager [None req-31ea7ba3-abb5-4a1c-ab25-adc8c4ba3102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615'] for port (e79aed76-cb3f-4eec-9144-605159e2236a), after_update {{(pid=107295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:42.456138 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-f8bb64cd-0197-49e8-b49e-8a2a1005b4e6 admin admin] Publish callbacks [] for security_group (c98d1b62-88b5-430d-b0e6-903fab03f84f), before_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:42.466435 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-6f77ed7e-b4a2-4d9f-b240-5ebb1f656610 None None] Port ab05742b-0031-4759-9219-8ffa01976ccb cannot update to ACTIVE because it is not bound. {{(pid=107290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 07:38:42.477027 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:38:42.492138 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.plugins.ml2.managers [None req-31ea7ba3-abb5-4a1c-ab25-adc8c4ba3102 None None] Attempting to bind port e79aed76-cb3f-4eec-9144-605159e2236a on host dv-cinder-824149-6-iscsi for vnic_type normal with profile {{(pid=107295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 07:38:42.492284 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.plugins.ml2.managers [None req-31ea7ba3-abb5-4a1c-ab25-adc8c4ba3102 None None] Attempting to bind port e79aed76-cb3f-4eec-9144-605159e2236a by drivers openvswitch,hyperv on host dv-cinder-824149-6-iscsi at level 0 using segments [{'id': '8c607054-1f24-4b82-9f54-7b368db757ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa'}] {{(pid=107295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 07:38:42.492579 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ea7ba3-abb5-4a1c-ab25-adc8c4ba3102 None None] Attempting to bind port e79aed76-cb3f-4eec-9144-605159e2236a on network 7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa {{(pid=107295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 07:38:42.549801 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:38:42.590505 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:38:42.592063 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 58618) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:38:42.593885 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ea7ba3-abb5-4a1c-ab25-adc8c4ba3102 None None] Checking agent: {'id': 'c3acd0b9-3b8e-4f77-9053-2ca2457616b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824149-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 7, 30, 28), 'started_at': datetime.datetime(2022, 9, 15, 7, 30, 58), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 7, 38, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824149-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 07:38:42.594241 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ea7ba3-abb5-4a1c-ab25-adc8c4ba3102 None None] Checking segment: {'id': '8c607054-1f24-4b82-9f54-7b368db757ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 07:38:42.594642 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron_lib.callbacks.manager [None req-31ea7ba3-abb5-4a1c-ab25-adc8c4ba3102 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:42.595136 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ea7ba3-abb5-4a1c-ab25-adc8c4ba3102 None None] Bound using segment: {'id': '8c607054-1f24-4b82-9f54-7b368db757ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa'} {{(pid=107295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 07:38:42.595492 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.plugins.ml2.managers [None req-31ea7ba3-abb5-4a1c-ab25-adc8c4ba3102 None None] Bound port: e79aed76-cb3f-4eec-9144-605159e2236a, host: dv-cinder-824149-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c607054-1f24-4b82-9f54-7b368db757ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa'}}] {{(pid=107295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 07:38:42.595872 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron_lib.callbacks.manager [None req-31ea7ba3-abb5-4a1c-ab25-adc8c4ba3102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (e79aed76-cb3f-4eec-9144-605159e2236a), before_update {{(pid=107295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:42.597906 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef633fb6-0d50-42d8-bbf8-3fc555868b8e None None] Pushing event updated for resources: {'Port': ['ID=ba3eda8a-b437-4edc-a174-1240199b7341,revision_number=2']} {{(pid=107290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:38:42.598871 dv-cinder-824149-6-iscsi neutron-server[107279]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 15 07:38:42.614155 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:38:42.623045 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Provisioning complete for port 48e3ce32-1152-4122-8617-47537f4bdd57 triggered by entity L2. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 07:38:42.623480 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862942'] for port (48e3ce32-1152-4122-8617-47537f4bdd57), provisioning_complete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:42.623847 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Attempt 1 to provision port 48e3ce32-1152-4122-8617-47537f4bdd57 Sep 15 07:38:42.672075 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.plugins.ml2.db [None req-31ea7ba3-abb5-4a1c-ab25-adc8c4ba3102 None None] For port e79aed76-cb3f-4eec-9144-605159e2236a, host dv-cinder-824149-6-iscsi, cleared binding levels {{(pid=107295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 07:38:42.676111 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.plugins.ml2.db [None req-31ea7ba3-abb5-4a1c-ab25-adc8c4ba3102 None None] For port e79aed76-cb3f-4eec-9144-605159e2236a, host dv-cinder-824149-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-6-iscsi',level=0,port_id=e79aed76-cb3f-4eec-9144-605159e2236a,segment=NetworkSegment(8c607054-1f24-4b82-9f54-7b368db757ce),segment_id=8c607054-1f24-4b82-9f54-7b368db757ce)] {{(pid=107295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 07:38:42.680211 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dc5d3e-a75a-4145-873d-05b37419eeab None None] Pushing event updated for resources: {'Port': ['ID=e79aed76-cb3f-4eec-9144-605159e2236a,revision_number=2']} {{(pid=107295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:38:42.697806 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25171890-5c96-4c2a-8699-c2ee8c471ac2 admin admin] Network be4fe7de-ab91-47eb-96fc-2000373fe74e is already hosted by enough agents. {{(pid=107276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 07:38:42.706772 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25171890-5c96-4c2a-8699-c2ee8c471ac2 admin admin] Pushing event updated for resources: {'Port': ['ID=7975c9ad-ec26-425b-9f32-75713f2d760a,revision_number=1']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:38:42.708972 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:INSERT=13,neutron:SELECT=79,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:38:42.712126 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-f8bb64cd-0197-49e8-b49e-8a2a1005b4e6 admin admin] Publish callbacks [] for security_group (c98d1b62-88b5-430d-b0e6-903fab03f84f), precommit_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:42.718540 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.scheduler.base_scheduler [None req-25171890-5c96-4c2a-8699-c2ee8c471ac2 admin admin] Resources bound (agent type, host, resource id): {{(pid=107276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 07:38:42.731984 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-78059858-cece-49bc-9070-9fa709f75821 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=3dfbf0bb45d9413296e05adb32a63fb0&name=default HTTP/1.1" status: 200 len: 2992 time: 2.0945861 Sep 15 07:38:42.734212 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25171890-5c96-4c2a-8699-c2ee8c471ac2 admin admin] Received port after_create {{(pid=107276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 07:38:42.734685 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-25171890-5c96-4c2a-8699-c2ee8c471ac2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2002461'] for router_interface (0d4028b8-96d7-47fa-8f18-e0b1adcb6c33), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:42.736844 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 58622) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:38:42.737274 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 58624) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:38:42.751697 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78059858-cece-49bc-9070-9fa709f75821 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e245dee-b72c-4671-b685-bfc709ca5dc7,revision_number=1']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:38:42.767956 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2f2350-74a7-466a-8e61-a1f130d7d7b5 None None] Checking agent: {'id': 'c3acd0b9-3b8e-4f77-9053-2ca2457616b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824149-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 7, 30, 28), 'started_at': datetime.datetime(2022, 9, 15, 7, 30, 58), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 7, 38, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824149-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 07:38:42.769241 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2f2350-74a7-466a-8e61-a1f130d7d7b5 None None] Checking segment: {'id': '8c607054-1f24-4b82-9f54-7b368db757ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 07:38:42.769241 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-8b2f2350-74a7-466a-8e61-a1f130d7d7b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:42.769501 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron_lib.callbacks.manager [None req-31ea7ba3-abb5-4a1c-ab25-adc8c4ba3102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615'] for port (e79aed76-cb3f-4eec-9144-605159e2236a), after_update {{(pid=107295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:42.769612 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2f2350-74a7-466a-8e61-a1f130d7d7b5 None None] Bound using segment: {'id': '8c607054-1f24-4b82-9f54-7b368db757ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa'} {{(pid=107290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 07:38:42.770645 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.managers [None req-8b2f2350-74a7-466a-8e61-a1f130d7d7b5 None None] Bound port: ba3eda8a-b437-4edc-a174-1240199b7341, host: dv-cinder-824149-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c607054-1f24-4b82-9f54-7b368db757ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa'}}] {{(pid=107290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 07:38:42.770845 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-8b2f2350-74a7-466a-8e61-a1f130d7d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (ba3eda8a-b437-4edc-a174-1240199b7341), before_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:42.839329 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ea7ba3-abb5-4a1c-ab25-adc8c4ba3102 None None] Routers {'1df19f93-ddd2-4633-93f0-f23031cad133'} bound to L3 agent in host dv-cinder-824149-6-iscsi {{(pid=107295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 07:38:42.840219 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_hamode_db [None req-31ea7ba3-abb5-4a1c-ab25-adc8c4ba3102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-15T07:30:25Z,description=,heartbeat_timestamp=2022-09-15T07:38:25Z,host='dv-cinder-824149-6-iscsi',id=6177172c-20b9-4a3a-92be-d5dd082cfa3a,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T07:30:25Z,topic='l3_agent')) {'router_ids': ['1df19f93-ddd2-4633-93f0-f23031cad133'], 'active': True} {{(pid=107295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:38:42.853552 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (25cf60a6-7ad2-448a-9326-c12b453ddee0), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:42.871839 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-4ba3289d-5ed4-411a-a78e-9943120dc102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (None), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:42.891410 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Current status of the port 48e3ce32-1152-4122-8617-47537f4bdd57 is: ACTIVE; New status is: ACTIVE {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:38:42.907446 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-8b2f2350-74a7-466a-8e61-a1f130d7d7b5 None None] For port ba3eda8a-b437-4edc-a174-1240199b7341, host dv-cinder-824149-6-iscsi, cleared binding levels {{(pid=107290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 07:38:42.920736 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-8b2f2350-74a7-466a-8e61-a1f130d7d7b5 None None] For port ba3eda8a-b437-4edc-a174-1240199b7341, host dv-cinder-824149-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-6-iscsi',level=0,port_id=ba3eda8a-b437-4edc-a174-1240199b7341,segment=NetworkSegment(8c607054-1f24-4b82-9f54-7b368db757ce),segment_id=8c607054-1f24-4b82-9f54-7b368db757ce)] {{(pid=107290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 07:38:42.936940 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-13ea677b-6394-41a7-8ee7-9e14e0aefafe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:42.968021 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-6f77ed7e-b4a2-4d9f-b240-5ebb1f656610 None None] Attempt 2 to provision port ab05742b-0031-4759-9219-8ffa01976ccb Sep 15 07:38:43.054967 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-6f77ed7e-b4a2-4d9f-b240-5ebb1f656610 None None] Port ab05742b-0031-4759-9219-8ffa01976ccb cannot update to ACTIVE because it is not bound. {{(pid=107290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 07:38:43.057323 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-8b2f2350-74a7-466a-8e61-a1f130d7d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615'] for port (ba3eda8a-b437-4edc-a174-1240199b7341), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:43.119553 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_dvr_db [None req-31ea7ba3-abb5-4a1c-ab25-adc8c4ba3102 None None] Set router 1df19f93-ddd2-4633-93f0-f23031cad133 gateway port host: dv-cinder-824149-6-iscsi {{(pid=107295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 07:38:43.144920 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2f2350-74a7-466a-8e61-a1f130d7d7b5 None None] Routers {'b8f5bb1e-95cb-4b01-8074-40c15f003c29'} bound to L3 agent in host dv-cinder-824149-6-iscsi {{(pid=107290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 07:38:43.144920 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_hamode_db [None req-8b2f2350-74a7-466a-8e61-a1f130d7d7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-15T07:30:25Z,description=,heartbeat_timestamp=2022-09-15T07:38:25Z,host='dv-cinder-824149-6-iscsi',id=6177172c-20b9-4a3a-92be-d5dd082cfa3a,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T07:30:25Z,topic='l3_agent')) {'router_ids': ['b8f5bb1e-95cb-4b01-8074-40c15f003c29'], 'active': True} {{(pid=107290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:38:43.148954 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855fa722-1079-4d9d-913b-5d87c3eb87d6 req-c80d92ef-c507-4d48-8609-262077004f12 tempest-DeleteServersTestJSON-1720729274 tempest-DeleteServersTestJSON-1720729274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:38:43.152676 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-855fa722-1079-4d9d-913b-5d87c3eb87d6 req-c80d92ef-c507-4d48-8609-262077004f12 tempest-DeleteServersTestJSON-1720729274 tempest-DeleteServersTestJSON-1720729274-project] 10.222.0.42 "GET /networking/v2.0/networks?id=feb69ed5-4e75-4d22-8da6-ae0dd81d5093 HTTP/1.1" status: 200 len: 812 time: 0.5564563 Sep 15 07:38:43.184160 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-855fa722-1079-4d9d-913b-5d87c3eb87d6 req-ba1c3c5d-0a63-48bb-9380-8536c329cc21 tempest-DeleteServersTestJSON-1720729274 tempest-DeleteServersTestJSON-1720729274-project] 10.222.0.42 "GET /networking/v2.0/quotas/9836d4c25e0e46a8a6245bb7b74c55ce HTTP/1.1" status: 200 len: 375 time: 0.0252881 Sep 15 07:38:43.258300 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Device e783c1bd-15b4-4efe-877f-05c799346606 up at agent ovs-agent-dv-cinder-824149-6-iscsi {{(pid=107290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 07:38:43.262478 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dc5d3e-a75a-4145-873d-05b37419eeab None None] Pushing event updated for resources: {'Port': ['ID=e79aed76-cb3f-4eec-9144-605159e2236a,revision_number=3']} {{(pid=107295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:38:43.307452 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-855fa722-1079-4d9d-913b-5d87c3eb87d6 req-36139e27-1917-4a26-8883-35b8301a9ccb tempest-DeleteServersTestJSON-1720729274 tempest-DeleteServersTestJSON-1720729274-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=9836d4c25e0e46a8a6245bb7b74c55ce&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1135931 Sep 15 07:38:43.350212 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-c9cf2a67-2f8a-402c-822c-863494e1c903 admin admin] Publish callbacks [] for security_group (9e245dee-b72c-4671-b685-bfc709ca5dc7), before_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:43.379783 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-c9cf2a67-2f8a-402c-822c-863494e1c903 admin admin] Publish callbacks [] for security_group (9e245dee-b72c-4671-b685-bfc709ca5dc7), precommit_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:43.381267 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef633fb6-0d50-42d8-bbf8-3fc555868b8e None None] Pushing event updated for resources: {'Port': ['ID=ba3eda8a-b437-4edc-a174-1240199b7341,revision_number=3']} {{(pid=107290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:38:43.449623 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Provisioning complete for port e783c1bd-15b4-4efe-877f-05c799346606 triggered by entity L2. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 07:38:43.450221 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862942'] for port (e783c1bd-15b4-4efe-877f-05c799346606), provisioning_complete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:43.450565 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Attempt 1 to provision port e783c1bd-15b4-4efe-877f-05c799346606 Sep 15 07:38:43.477402 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.db.db_base_plugin_common [None req-4ba3289d-5ed4-411a-a78e-9943120dc102 admin admin] Allocated IP 172.20.0.1 (2b6b3bac-c651-487a-b144-89fba4985d6c/37c21616-a845-47e5-a620-a34a553bb45c/f1b43edf-4d80-42ab-8985-9ac1b7d49c1f) {{(pid=107276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 07:38:43.504274 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-f8bb64cd-0197-49e8-b49e-8a2a1005b4e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (c98d1b62-88b5-430d-b0e6-903fab03f84f), after_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:43.509495 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-f8bb64cd-0197-49e8-b49e-8a2a1005b4e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:43.510864 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-f8bb64cd-0197-49e8-b49e-8a2a1005b4e6 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/c98d1b62-88b5-430d-b0e6-903fab03f84f HTTP/1.1" status: 204 len: 168 time: 1.7537348 Sep 15 07:38:43.511936 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_hamode_db [None req-31ea7ba3-abb5-4a1c-ab25-adc8c4ba3102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df19f93-ddd2-4633-93f0-f23031cad133', 'name': 'tempest-AttachVolumeShelveTestJSON-581984198-router', 'tenant_id': 'b4a8f2664964492e9c80a595ed043c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': 'e79aed76-cb3f-4eec-9144-605159e2236a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:38:34Z', 'updated_at': '2022-09-15T07:38:37Z', 'revision_number': 3, 'project_id': 'b4a8f2664964492e9c80a595ed043c71', 'gw_port': {'id': 'e79aed76-cb3f-4eec-9144-605159e2236a', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:5a:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1df19f93-ddd2-4633-93f0-f23031cad133', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:38:35Z', 'updated_at': '2022-09-15T07:38:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi'}], 'dv-cinder-824149-6-iscsi', False) {} {{(pid=107295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:38:43.539811 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvr_db [None req-8b2f2350-74a7-466a-8e61-a1f130d7d7b5 None None] Set router b8f5bb1e-95cb-4b01-8074-40c15f003c29 gateway port host: dv-cinder-824149-6-iscsi {{(pid=107290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 07:38:43.548218 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bb64cd-0197-49e8-b49e-8a2a1005b4e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c98d1b62-88b5-430d-b0e6-903fab03f84f,revision_number=None']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:38:43.556883 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ea7ba3-abb5-4a1c-ab25-adc8c4ba3102 None None] The sync data for ids ['1df19f93-ddd2-4633-93f0-f23031cad133'] in dv-cinder-824149-6-iscsi is: [{'id': '1df19f93-ddd2-4633-93f0-f23031cad133', 'name': 'tempest-AttachVolumeShelveTestJSON-581984198-router', 'tenant_id': 'b4a8f2664964492e9c80a595ed043c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': 'e79aed76-cb3f-4eec-9144-605159e2236a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:38:34Z', 'updated_at': '2022-09-15T07:38:37Z', 'revision_number': 3, 'project_id': 'b4a8f2664964492e9c80a595ed043c71', 'gw_port': {'id': 'e79aed76-cb3f-4eec-9144-605159e2236a', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:5a:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1df19f93-ddd2-4633-93f0-f23031cad133', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:38:35Z', 'updated_at': '2022-09-15T07:38:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi'}] {{(pid=107295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 07:38:43.582159 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-6f77ed7e-b4a2-4d9f-b240-5ebb1f656610 None None] Attempt 3 to provision port ab05742b-0031-4759-9219-8ffa01976ccb Sep 15 07:38:43.593182 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-c9cf2a67-2f8a-402c-822c-863494e1c903 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (9e245dee-b72c-4671-b685-bfc709ca5dc7), after_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:43.595692 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-c9cf2a67-2f8a-402c-822c-863494e1c903 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:43.597040 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-c9cf2a67-2f8a-402c-822c-863494e1c903 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/9e245dee-b72c-4671-b685-bfc709ca5dc7 HTTP/1.1" status: 204 len: 168 time: 0.8508477 Sep 15 07:38:43.624550 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-13ea677b-6394-41a7-8ee7-9e14e0aefafe admin admin] Publish callbacks [] for security_group (afe90a12-4782-49d4-a644-c4f414f560cc), precommit_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:43.636351 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [req-855fa722-1079-4d9d-913b-5d87c3eb87d6 req-f56ac233-7b25-4455-8abe-8144a122b3ce service neutron] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107279) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 15 07:38:43.638086 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-855fa722-1079-4d9d-913b-5d87c3eb87d6 req-f56ac233-7b25-4455-8abe-8144a122b3ce service neutron] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.1195192 Sep 15 07:38:43.662196 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cf2a67-2f8a-402c-822c-863494e1c903 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e245dee-b72c-4671-b685-bfc709ca5dc7,revision_number=None']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:38:43.702965 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-25171890-5c96-4c2a-8699-c2ee8c471ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (7975c9ad-ec26-425b-9f32-75713f2d760a), before_update {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:43.732410 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-13ea677b-6394-41a7-8ee7-9e14e0aefafe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (afe90a12-4782-49d4-a644-c4f414f560cc), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:43.844779 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-855fa722-1079-4d9d-913b-5d87c3eb87d6 req-6c33b070-6fa3-40b2-8cc6-cc595563227d service neutron] 10.222.0.42 "GET /networking/v2.0/networks/feb69ed5-4e75-4d22-8da6-ae0dd81d5093?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980345 Sep 15 07:38:43.856798 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-4ba3289d-5ed4-411a-a78e-9943120dc102 admin admin] Publish callbacks [] for port (f1b43edf-4d80-42ab-8985-9ac1b7d49c1f), precommit_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:43.864593 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ea677b-6394-41a7-8ee7-9e14e0aefafe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afe90a12-4782-49d4-a644-c4f414f560cc,revision_number=1']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:38:43.874765 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:38:43.880502 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-6f77ed7e-b4a2-4d9f-b240-5ebb1f656610 None None] Port ab05742b-0031-4759-9219-8ffa01976ccb cannot update to ACTIVE because it is not bound. {{(pid=107290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 07:38:43.886487 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-13ea677b-6394-41a7-8ee7-9e14e0aefafe admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=c59b01df6dd049918fc0fa0cbdedd89f&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1462133 Sep 15 07:38:43.887369 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 58646) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:38:44.008795 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Current status of the port e783c1bd-15b4-4efe-877f-05c799346606 is: DOWN; New status is: ACTIVE {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:38:44.009387 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (e783c1bd-15b4-4efe-877f-05c799346606), before_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:44.048973 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:38:44.075889 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-855fa722-1079-4d9d-913b-5d87c3eb87d6 req-e83a60b5-6aab-48ff-8664-da9606bccb86 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/feb69ed5-4e75-4d22-8da6-ae0dd81d5093?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221642 Sep 15 07:38:44.086536 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] For port e783c1bd-15b4-4efe-877f-05c799346606, host dv-cinder-824149-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-6-iscsi',level=0,port_id=e783c1bd-15b4-4efe-877f-05c799346606,segment=NetworkSegment(8c607054-1f24-4b82-9f54-7b368db757ce),segment_id=8c607054-1f24-4b82-9f54-7b368db757ce)] {{(pid=107290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:38:44.147589 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-3aa01c38-27af-45c6-b8be-cc80e6655a1b admin admin] Publish callbacks [] for security_group (afe90a12-4782-49d4-a644-c4f414f560cc), before_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:44.219738 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615'] for port (e783c1bd-15b4-4efe-877f-05c799346606), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:44.221130 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Device 66e9ed57-c2b1-4f04-a29b-b656bf5d75f6 up at agent ovs-agent-dv-cinder-824149-6-iscsi {{(pid=107290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 07:38:44.233692 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-4ba3289d-5ed4-411a-a78e-9943120dc102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729658170579'] for port (f1b43edf-4d80-42ab-8985-9ac1b7d49c1f), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:44.255342 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-3aa01c38-27af-45c6-b8be-cc80e6655a1b admin admin] Publish callbacks [] for security_group (afe90a12-4782-49d4-a644-c4f414f560cc), precommit_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:44.367506 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:38:44.405363 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-6f77ed7e-b4a2-4d9f-b240-5ebb1f656610 None None] Attempt 4 to provision port ab05742b-0031-4759-9219-8ffa01976ccb Sep 15 07:38:44.421534 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-25171890-5c96-4c2a-8699-c2ee8c471ac2 admin admin] Publish callbacks [] for port (7975c9ad-ec26-425b-9f32-75713f2d760a), precommit_update {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:44.436064 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba3289d-5ed4-411a-a78e-9943120dc102 admin admin] Network 2b6b3bac-c651-487a-b144-89fba4985d6c is already hosted by enough agents. {{(pid=107276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 07:38:44.464894 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-6f77ed7e-b4a2-4d9f-b240-5ebb1f656610 None None] Port ab05742b-0031-4759-9219-8ffa01976ccb cannot update to ACTIVE because it is not bound. {{(pid=107290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 07:38:44.469967 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.scheduler.base_scheduler [None req-4ba3289d-5ed4-411a-a78e-9943120dc102 admin admin] Resources bound (agent type, host, resource id): {{(pid=107276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 07:38:44.477078 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba3289d-5ed4-411a-a78e-9943120dc102 admin admin] Pushing event updated for resources: {'Port': ['ID=f1b43edf-4d80-42ab-8985-9ac1b7d49c1f,revision_number=1']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:38:44.491385 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba3289d-5ed4-411a-a78e-9943120dc102 admin admin] Received port after_create {{(pid=107276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 07:38:44.492012 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-4ba3289d-5ed4-411a-a78e-9943120dc102 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2002461'] for router_interface (1df19f93-ddd2-4633-93f0-f23031cad133), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:44.529055 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_hamode_db [None req-8b2f2350-74a7-466a-8e61-a1f130d7d7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8f5bb1e-95cb-4b01-8074-40c15f003c29', 'name': 'tempest-DeleteServersTestJSON-1853793204-router', 'tenant_id': '9836d4c25e0e46a8a6245bb7b74c55ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': 'ba3eda8a-b437-4edc-a174-1240199b7341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:38:34Z', 'updated_at': '2022-09-15T07:38:40Z', 'revision_number': 4, 'project_id': '9836d4c25e0e46a8a6245bb7b74c55ce', 'gw_port': {'id': 'ba3eda8a-b437-4edc-a174-1240199b7341', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:3a:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8f5bb1e-95cb-4b01-8074-40c15f003c29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:38:35Z', 'updated_at': '2022-09-15T07:38:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi', '_interfaces': [{'id': 'ab05742b-0031-4759-9219-8ffa01976ccb', 'name': '', 'network_id': 'feb69ed5-4e75-4d22-8da6-ae0dd81d5093', 'tenant_id': '9836d4c25e0e46a8a6245bb7b74c55ce', 'mac_address': 'fa:16:3e:69:11:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8f5bb1e-95cb-4b01-8074-40c15f003c29', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '37320245-f52b-465e-9b56-125b21fbaadc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:38:39Z', 'updated_at': '2022-09-15T07:38:40Z', 'revision_number': 2, 'project_id': '9836d4c25e0e46a8a6245bb7b74c55ce', 'subnets': [{'id': '37320245-f52b-465e-9b56-125b21fbaadc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-6-iscsi', False) {} {{(pid=107290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:38:44.580303 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Provisioning complete for port 66e9ed57-c2b1-4f04-a29b-b656bf5d75f6 triggered by entity L2. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 07:38:44.580878 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862942'] for port (66e9ed57-c2b1-4f04-a29b-b656bf5d75f6), provisioning_complete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:44.581604 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Attempt 1 to provision port 66e9ed57-c2b1-4f04-a29b-b656bf5d75f6 Sep 15 07:38:44.603904 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2f2350-74a7-466a-8e61-a1f130d7d7b5 None None] The sync data for ids ['b8f5bb1e-95cb-4b01-8074-40c15f003c29'] in dv-cinder-824149-6-iscsi is: [{'id': 'b8f5bb1e-95cb-4b01-8074-40c15f003c29', 'name': 'tempest-DeleteServersTestJSON-1853793204-router', 'tenant_id': '9836d4c25e0e46a8a6245bb7b74c55ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': 'ba3eda8a-b437-4edc-a174-1240199b7341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:38:34Z', 'updated_at': '2022-09-15T07:38:40Z', 'revision_number': 4, 'project_id': '9836d4c25e0e46a8a6245bb7b74c55ce', 'gw_port': {'id': 'ba3eda8a-b437-4edc-a174-1240199b7341', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:3a:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8f5bb1e-95cb-4b01-8074-40c15f003c29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:38:35Z', 'updated_at': '2022-09-15T07:38:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi', '_interfaces': [{'id': 'ab05742b-0031-4759-9219-8ffa01976ccb', 'name': '', 'network_id': 'feb69ed5-4e75-4d22-8da6-ae0dd81d5093', 'tenant_id': '9836d4c25e0e46a8a6245bb7b74c55ce', 'mac_address': 'fa:16:3e:69:11:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8f5bb1e-95cb-4b01-8074-40c15f003c29', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '37320245-f52b-465e-9b56-125b21fbaadc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:38:39Z', 'updated_at': '2022-09-15T07:38:40Z', 'revision_number': 2, 'project_id': '9836d4c25e0e46a8a6245bb7b74c55ce', 'subnets': [{'id': '37320245-f52b-465e-9b56-125b21fbaadc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 07:38:44.619569 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Pushing event updated for resources: {'Port': ['ID=e783c1bd-15b4-4efe-877f-05c799346606,revision_number=4']} {{(pid=107290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:38:44.639240 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-25171890-5c96-4c2a-8699-c2ee8c471ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615'] for port (7975c9ad-ec26-425b-9f32-75713f2d760a), after_update {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:44.640813 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-25171890-5c96-4c2a-8699-c2ee8c471ac2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2002569'] for router_interface (0d4028b8-96d7-47fa-8f18-e0b1adcb6c33), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:44.694020 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 58686) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:38:44.760166 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-3aa01c38-27af-45c6-b8be-cc80e6655a1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (afe90a12-4782-49d4-a644-c4f414f560cc), after_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:44.763894 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-3aa01c38-27af-45c6-b8be-cc80e6655a1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:44.767367 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-3aa01c38-27af-45c6-b8be-cc80e6655a1b admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/afe90a12-4782-49d4-a644-c4f414f560cc HTTP/1.1" status: 204 len: 168 time: 0.8696709 Sep 15 07:38:44.846714 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-2b08efb7-e0dd-4d78-9463-f7afcc984770 req-4dfbeb06-d1a9-4b9a-a93e-3017ebcfd813 tempest-DeleteServersTestJSON-1720729274 tempest-DeleteServersTestJSON-1720729274-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0773d518-3cec-4a0a-87bf-eaa60c59154a HTTP/1.1" status: 200 len: 210 time: 0.1509287 Sep 15 07:38:44.860784 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Current status of the port 66e9ed57-c2b1-4f04-a29b-b656bf5d75f6 is: ACTIVE; New status is: ACTIVE {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:38:44.939344 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=100 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:38:44.965772 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-6f77ed7e-b4a2-4d9f-b240-5ebb1f656610 None None] Attempt 5 to provision port ab05742b-0031-4759-9219-8ffa01976ccb Sep 15 07:38:44.989171 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa01c38-27af-45c6-b8be-cc80e6655a1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afe90a12-4782-49d4-a644-c4f414f560cc,revision_number=None']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:38:45.053368 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-6f77ed7e-b4a2-4d9f-b240-5ebb1f656610 None None] Port ab05742b-0031-4759-9219-8ffa01976ccb cannot update to ACTIVE because it is not bound. {{(pid=107290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 07:38:45.053528 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25171890-5c96-4c2a-8699-c2ee8c471ac2 admin admin] Pushing event updated for resources: {'Port': ['ID=7975c9ad-ec26-425b-9f32-75713f2d760a,revision_number=2']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:38:45.083499 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25171890-5c96-4c2a-8699-c2ee8c471ac2 admin admin] Network be4fe7de-ab91-47eb-96fc-2000373fe74e is already hosted by enough agents. {{(pid=107276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 07:38:45.118171 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.scheduler.base_scheduler [None req-25171890-5c96-4c2a-8699-c2ee8c471ac2 admin admin] Resources bound (agent type, host, resource id): {{(pid=107276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 07:38:45.229731 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Device e783c1bd-15b4-4efe-877f-05c799346606 up at agent ovs-agent-dv-cinder-824149-6-iscsi {{(pid=107290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 07:38:45.379674 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:38:45.382357 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Provisioning complete for port e783c1bd-15b4-4efe-877f-05c799346606 triggered by entity L2. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 07:38:45.385884 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862942'] for port (e783c1bd-15b4-4efe-877f-05c799346606), provisioning_complete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:45.386270 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Attempt 1 to provision port e783c1bd-15b4-4efe-877f-05c799346606 Sep 15 07:38:45.388982 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:38:45.493500 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-4ba3289d-5ed4-411a-a78e-9943120dc102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (f1b43edf-4d80-42ab-8985-9ac1b7d49c1f), before_update {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:45.513960 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25171890-5c96-4c2a-8699-c2ee8c471ac2 admin admin] Router 0d4028b8-96d7-47fa-8f18-e0b1adcb6c33 has already been hosted by L3 agent 6177172c-20b9-4a3a-92be-d5dd082cfa3a {{(pid=107276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 07:38:45.560484 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-6f77ed7e-b4a2-4d9f-b240-5ebb1f656610 None None] Attempt 6 to provision port ab05742b-0031-4759-9219-8ffa01976ccb Sep 15 07:38:45.563111 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Current status of the port e783c1bd-15b4-4efe-877f-05c799346606 is: ACTIVE; New status is: ACTIVE {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:38:45.564961 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Device e79aed76-cb3f-4eec-9144-605159e2236a up at agent ovs-agent-dv-cinder-824149-6-iscsi {{(pid=107290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 07:38:45.582225 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:DELETE=4,neutron:UPDATE=5,neutron:INSERT=11,neutron:SELECT=80 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:38:45.707112 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-6f77ed7e-b4a2-4d9f-b240-5ebb1f656610 None None] Port ab05742b-0031-4759-9219-8ffa01976ccb cannot update to ACTIVE because it is not bound. {{(pid=107290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 07:38:45.724351 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Provisioning complete for port e79aed76-cb3f-4eec-9144-605159e2236a triggered by entity L2. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 07:38:45.727067 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862942'] for port (e79aed76-cb3f-4eec-9144-605159e2236a), provisioning_complete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:45.727411 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Attempt 1 to provision port e79aed76-cb3f-4eec-9144-605159e2236a Sep 15 07:38:45.849381 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Current status of the port e79aed76-cb3f-4eec-9144-605159e2236a is: DOWN; New status is: ACTIVE {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:38:45.850710 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (e79aed76-cb3f-4eec-9144-605159e2236a), before_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:45.883993 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] For port e79aed76-cb3f-4eec-9144-605159e2236a, host dv-cinder-824149-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-6-iscsi',level=0,port_id=e79aed76-cb3f-4eec-9144-605159e2236a,segment=NetworkSegment(8c607054-1f24-4b82-9f54-7b368db757ce),segment_id=8c607054-1f24-4b82-9f54-7b368db757ce)] {{(pid=107290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:38:45.970549 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615'] for port (e79aed76-cb3f-4eec-9144-605159e2236a), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:46.019282 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-96a9fb02-220f-46b4-bb39-61139db2a525 req-2809683a-52cb-41a8-9a08-3fa09c031f01 tempest-DeleteServersTestJSON-1720729274 tempest-DeleteServersTestJSON-1720729274-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0773d518-3cec-4a0a-87bf-eaa60c59154a HTTP/1.1" status: 200 len: 210 time: 0.0575328 Sep 15 07:38:46.073758 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Pushing event updated for resources: {'Port': ['ID=e79aed76-cb3f-4eec-9144-605159e2236a,revision_number=4']} {{(pid=107290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:38:46.094102 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25171890-5c96-4c2a-8699-c2ee8c471ac2 admin admin] Notify agent at l3_agent.dv-cinder-824149-6-iscsi the message routers_updated {{(pid=107276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 07:38:46.101883 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-25171890-5c96-4c2a-8699-c2ee8c471ac2 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/0d4028b8-96d7-47fa-8f18-e0b1adcb6c33/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4479139 Sep 15 07:38:46.128877 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2a1cec-31f6-42f5-a802-e39d3d37d793 None None] Sync routers for ids ['0d4028b8-96d7-47fa-8f18-e0b1adcb6c33'] in dv-cinder-824149-6-iscsi {{(pid=107290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 07:38:46.142302 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2a1cec-31f6-42f5-a802-e39d3d37d793 None None] Routers {'0d4028b8-96d7-47fa-8f18-e0b1adcb6c33'} bound to L3 agent in host dv-cinder-824149-6-iscsi {{(pid=107290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 07:38:46.147598 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_hamode_db [None req-8c2a1cec-31f6-42f5-a802-e39d3d37d793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-15T07:30:25Z,description=,heartbeat_timestamp=2022-09-15T07:38:25Z,host='dv-cinder-824149-6-iscsi',id=6177172c-20b9-4a3a-92be-d5dd082cfa3a,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T07:30:25Z,topic='l3_agent')) {'router_ids': ['0d4028b8-96d7-47fa-8f18-e0b1adcb6c33'], 'active': True} {{(pid=107290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:38:46.165218 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-4ba3289d-5ed4-411a-a78e-9943120dc102 admin admin] Publish callbacks [] for port (f1b43edf-4d80-42ab-8985-9ac1b7d49c1f), precommit_update {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:46.267329 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-6f77ed7e-b4a2-4d9f-b240-5ebb1f656610 None None] Attempt 7 to provision port ab05742b-0031-4759-9219-8ffa01976ccb Sep 15 07:38:46.283477 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:38:46.284598 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-4ba3289d-5ed4-411a-a78e-9943120dc102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615'] for port (f1b43edf-4d80-42ab-8985-9ac1b7d49c1f), after_update {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:46.285460 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-4ba3289d-5ed4-411a-a78e-9943120dc102 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2002569'] for router_interface (1df19f93-ddd2-4633-93f0-f23031cad133), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:46.342188 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-6f77ed7e-b4a2-4d9f-b240-5ebb1f656610 None None] Port ab05742b-0031-4759-9219-8ffa01976ccb cannot update to ACTIVE because it is not bound. {{(pid=107290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 07:38:46.352950 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvr_db [None req-8c2a1cec-31f6-42f5-a802-e39d3d37d793 None None] Set router 0d4028b8-96d7-47fa-8f18-e0b1adcb6c33 gateway port host: dv-cinder-824149-6-iscsi {{(pid=107290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 07:38:46.471267 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba3289d-5ed4-411a-a78e-9943120dc102 admin admin] Pushing event updated for resources: {'Port': ['ID=f1b43edf-4d80-42ab-8985-9ac1b7d49c1f,revision_number=2']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:38:46.610047 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba3289d-5ed4-411a-a78e-9943120dc102 admin admin] Network 2b6b3bac-c651-487a-b144-89fba4985d6c is already hosted by enough agents. {{(pid=107276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 07:38:46.613407 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.scheduler.base_scheduler [None req-4ba3289d-5ed4-411a-a78e-9943120dc102 admin admin] Resources bound (agent type, host, resource id): {{(pid=107276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 07:38:46.640136 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:38:46.896757 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ba3289d-5ed4-411a-a78e-9943120dc102 admin admin] Router 1df19f93-ddd2-4633-93f0-f23031cad133 has already been hosted by L3 agent 6177172c-20b9-4a3a-92be-d5dd082cfa3a {{(pid=107276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 07:38:46.913126 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=100 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:38:46.916678 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-6f77ed7e-b4a2-4d9f-b240-5ebb1f656610 None None] Attempt 8 to provision port ab05742b-0031-4759-9219-8ffa01976ccb Sep 15 07:38:47.005988 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-6f77ed7e-b4a2-4d9f-b240-5ebb1f656610 None None] Port ab05742b-0031-4759-9219-8ffa01976ccb cannot update to ACTIVE because it is not bound. {{(pid=107290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 07:38:47.016300 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_hamode_db [None req-8c2a1cec-31f6-42f5-a802-e39d3d37d793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d4028b8-96d7-47fa-8f18-e0b1adcb6c33', 'name': 'tempest-AttachVolumeNegativeTest-973409911-router', 'tenant_id': '14017d5edbbd4068b529d5d92444182a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': 'e783c1bd-15b4-4efe-877f-05c799346606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:38:34Z', 'updated_at': '2022-09-15T07:38:43Z', 'revision_number': 4, 'project_id': '14017d5edbbd4068b529d5d92444182a', 'gw_port': {'id': 'e783c1bd-15b4-4efe-877f-05c799346606', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4028b8-96d7-47fa-8f18-e0b1adcb6c33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:38:35Z', 'updated_at': '2022-09-15T07:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi', '_interfaces': [{'id': '7975c9ad-ec26-425b-9f32-75713f2d760a', 'name': '', 'network_id': 'be4fe7de-ab91-47eb-96fc-2000373fe74e', 'tenant_id': '14017d5edbbd4068b529d5d92444182a', 'mac_address': 'fa:16:3e:1f:9e:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d4028b8-96d7-47fa-8f18-e0b1adcb6c33', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '655669e6-9885-472d-9103-52b022988dd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:38:40Z', 'updated_at': '2022-09-15T07:38:43Z', 'revision_number': 2, 'project_id': '14017d5edbbd4068b529d5d92444182a', 'subnets': [{'id': '655669e6-9885-472d-9103-52b022988dd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-6-iscsi', False) {} {{(pid=107290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:38:47.101667 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:38:47.104793 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2a1cec-31f6-42f5-a802-e39d3d37d793 None None] Checking router: 0d4028b8-96d7-47fa-8f18-e0b1adcb6c33 for host: dv-cinder-824149-6-iscsi {{(pid=107290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 07:38:47.105635 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2a1cec-31f6-42f5-a802-e39d3d37d793 None None] Updating router 0d4028b8-96d7-47fa-8f18-e0b1adcb6c33 port 7975c9ad-ec26-425b-9f32-75713f2d760a binding host dv-cinder-824149-6-iscsi {{(pid=107290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 07:38:47.203761 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-8c2a1cec-31f6-42f5-a802-e39d3d37d793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (7975c9ad-ec26-425b-9f32-75713f2d760a), before_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:47.273298 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-9c98bf6f-d9aa-4a0c-8245-eaee5a6e943e req-0242c41d-7797-4bc1-80b4-5dec841d8f02 tempest-DeleteServersTestJSON-1720729274 tempest-DeleteServersTestJSON-1720729274-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0773d518-3cec-4a0a-87bf-eaa60c59154a HTTP/1.1" status: 200 len: 210 time: 0.1075535 Sep 15 07:38:47.320435 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Device ba3eda8a-b437-4edc-a174-1240199b7341 up at agent ovs-agent-dv-cinder-824149-6-iscsi {{(pid=107290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 07:38:47.348188 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ba3289d-5ed4-411a-a78e-9943120dc102 admin admin] Notify agent at l3_agent.dv-cinder-824149-6-iscsi the message routers_updated {{(pid=107276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 07:38:47.358415 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-4ba3289d-5ed4-411a-a78e-9943120dc102 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/1df19f93-ddd2-4633-93f0-f23031cad133/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4492064 Sep 15 07:38:47.359307 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c314539e-1505-4e35-97e0-ad22c82720e5 None None] Sync routers for ids ['1df19f93-ddd2-4633-93f0-f23031cad133'] in dv-cinder-824149-6-iscsi {{(pid=107295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 07:38:47.374587 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c314539e-1505-4e35-97e0-ad22c82720e5 None None] Routers {'1df19f93-ddd2-4633-93f0-f23031cad133'} bound to L3 agent in host dv-cinder-824149-6-iscsi {{(pid=107295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 07:38:47.379631 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_hamode_db [None req-c314539e-1505-4e35-97e0-ad22c82720e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-15T07:30:25Z,description=,heartbeat_timestamp=2022-09-15T07:38:25Z,host='dv-cinder-824149-6-iscsi',id=6177172c-20b9-4a3a-92be-d5dd082cfa3a,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T07:30:25Z,topic='l3_agent')) {'router_ids': ['1df19f93-ddd2-4633-93f0-f23031cad133'], 'active': True} {{(pid=107295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:38:47.487980 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:38:47.509377 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-6f77ed7e-b4a2-4d9f-b240-5ebb1f656610 None None] Attempt 9 to provision port ab05742b-0031-4759-9219-8ffa01976ccb Sep 15 07:38:47.522850 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_dvr_db [None req-c314539e-1505-4e35-97e0-ad22c82720e5 None None] Set router 1df19f93-ddd2-4633-93f0-f23031cad133 gateway port host: dv-cinder-824149-6-iscsi {{(pid=107295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 07:38:47.545159 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:38:47.548209 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-6f77ed7e-b4a2-4d9f-b240-5ebb1f656610 None None] Port ab05742b-0031-4759-9219-8ffa01976ccb cannot update to ACTIVE because it is not bound. {{(pid=107290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 07:38:47.550701 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Provisioning complete for port ba3eda8a-b437-4edc-a174-1240199b7341 triggered by entity L2. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 07:38:47.551204 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862942'] for port (ba3eda8a-b437-4edc-a174-1240199b7341), provisioning_complete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:47.551830 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Attempt 1 to provision port ba3eda8a-b437-4edc-a174-1240199b7341 Sep 15 07:38:47.679666 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Current status of the port ba3eda8a-b437-4edc-a174-1240199b7341 is: DOWN; New status is: ACTIVE {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:38:47.680270 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (ba3eda8a-b437-4edc-a174-1240199b7341), before_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:47.702618 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] For port ba3eda8a-b437-4edc-a174-1240199b7341, host dv-cinder-824149-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-6-iscsi',level=0,port_id=ba3eda8a-b437-4edc-a174-1240199b7341,segment=NetworkSegment(8c607054-1f24-4b82-9f54-7b368db757ce),segment_id=8c607054-1f24-4b82-9f54-7b368db757ce)] {{(pid=107290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:38:47.765837 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-8c2a1cec-31f6-42f5-a802-e39d3d37d793 None None] Publish callbacks [] for port (7975c9ad-ec26-425b-9f32-75713f2d760a), precommit_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:47.801000 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615'] for port (ba3eda8a-b437-4edc-a174-1240199b7341), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:47.802477 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Device e79aed76-cb3f-4eec-9144-605159e2236a up at agent ovs-agent-dv-cinder-824149-6-iscsi {{(pid=107290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 07:38:47.843797 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_hamode_db [None req-c314539e-1505-4e35-97e0-ad22c82720e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df19f93-ddd2-4633-93f0-f23031cad133', 'name': 'tempest-AttachVolumeShelveTestJSON-581984198-router', 'tenant_id': 'b4a8f2664964492e9c80a595ed043c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': 'e79aed76-cb3f-4eec-9144-605159e2236a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:38:34Z', 'updated_at': '2022-09-15T07:38:45Z', 'revision_number': 4, 'project_id': 'b4a8f2664964492e9c80a595ed043c71', 'gw_port': {'id': 'e79aed76-cb3f-4eec-9144-605159e2236a', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:5a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df19f93-ddd2-4633-93f0-f23031cad133', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:38:35Z', 'updated_at': '2022-09-15T07:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi', '_interfaces': [{'id': 'f1b43edf-4d80-42ab-8985-9ac1b7d49c1f', 'name': '', 'network_id': '2b6b3bac-c651-487a-b144-89fba4985d6c', 'tenant_id': 'b4a8f2664964492e9c80a595ed043c71', 'mac_address': 'fa:16:3e:0f:70:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1df19f93-ddd2-4633-93f0-f23031cad133', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '37c21616-a845-47e5-a620-a34a553bb45c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:38:43Z', 'updated_at': '2022-09-15T07:38:45Z', 'revision_number': 2, 'project_id': 'b4a8f2664964492e9c80a595ed043c71', 'subnets': [{'id': '37c21616-a845-47e5-a620-a34a553bb45c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-6-iscsi', False) {} {{(pid=107295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:38:47.849777 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-8c2a1cec-31f6-42f5-a802-e39d3d37d793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615'] for port (7975c9ad-ec26-425b-9f32-75713f2d760a), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:47.884546 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:38:47.909771 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c314539e-1505-4e35-97e0-ad22c82720e5 None None] Checking router: 1df19f93-ddd2-4633-93f0-f23031cad133 for host: dv-cinder-824149-6-iscsi {{(pid=107295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 07:38:47.912282 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c314539e-1505-4e35-97e0-ad22c82720e5 None None] Updating router 1df19f93-ddd2-4633-93f0-f23031cad133 port f1b43edf-4d80-42ab-8985-9ac1b7d49c1f binding host dv-cinder-824149-6-iscsi {{(pid=107295) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 07:38:47.924734 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Pushing event updated for resources: {'Port': ['ID=ba3eda8a-b437-4edc-a174-1240199b7341,revision_number=4']} {{(pid=107290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:38:47.954486 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron_lib.callbacks.manager [None req-c314539e-1505-4e35-97e0-ad22c82720e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (f1b43edf-4d80-42ab-8985-9ac1b7d49c1f), before_update {{(pid=107295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:48.004030 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 58818) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:38:48.010692 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.v2.base [None req-660f96a2-a153-4f36-89a2-e150da743533 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1592142916', 'description': 'tempest-description--34946267'}} {{(pid=107279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:38:48.035607 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Provisioning complete for port e79aed76-cb3f-4eec-9144-605159e2236a triggered by entity L2. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 07:38:48.036069 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862942'] for port (e79aed76-cb3f-4eec-9144-605159e2236a), provisioning_complete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:48.036375 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Attempt 1 to provision port e79aed76-cb3f-4eec-9144-605159e2236a Sep 15 07:38:48.046770 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.managers [None req-8c2a1cec-31f6-42f5-a802-e39d3d37d793 None None] Attempting to bind port 7975c9ad-ec26-425b-9f32-75713f2d760a on host dv-cinder-824149-6-iscsi for vnic_type normal with profile {{(pid=107290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 07:38:48.047150 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.managers [None req-8c2a1cec-31f6-42f5-a802-e39d3d37d793 None None] Attempting to bind port 7975c9ad-ec26-425b-9f32-75713f2d760a by drivers openvswitch,hyperv on host dv-cinder-824149-6-iscsi at level 0 using segments [{'id': '61bd15d1-c2a6-46ff-9a57-3dfb0a553bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'be4fe7de-ab91-47eb-96fc-2000373fe74e'}] {{(pid=107290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 07:38:48.047515 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2a1cec-31f6-42f5-a802-e39d3d37d793 None None] Attempting to bind port 7975c9ad-ec26-425b-9f32-75713f2d760a on network be4fe7de-ab91-47eb-96fc-2000373fe74e {{(pid=107290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 07:38:48.081833 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-6f77ed7e-b4a2-4d9f-b240-5ebb1f656610 None None] Attempt 10 to provision port ab05742b-0031-4759-9219-8ffa01976ccb Sep 15 07:38:48.091542 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee813f85-c11a-47ce-83a3-a18f63eb2d8f None None] Pushing event updated for resources: {'Port': ['ID=7975c9ad-ec26-425b-9f32-75713f2d760a,revision_number=3']} {{(pid=107290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:38:48.206347 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-660f96a2-a153-4f36-89a2-e150da743533 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks [] for security_group (None), before_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:48.284912 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-6f77ed7e-b4a2-4d9f-b240-5ebb1f656610 None None] Port ab05742b-0031-4759-9219-8ffa01976ccb cannot update to ACTIVE because it is not bound. {{(pid=107290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 07:38:48.302166 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 58832) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:38:48.302717 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2a1cec-31f6-42f5-a802-e39d3d37d793 None None] Checking agent: {'id': 'c3acd0b9-3b8e-4f77-9053-2ca2457616b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824149-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 7, 30, 28), 'started_at': datetime.datetime(2022, 9, 15, 7, 30, 58), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 7, 38, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824149-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 07:38:48.304914 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2a1cec-31f6-42f5-a802-e39d3d37d793 None None] Checking segment: {'id': '61bd15d1-c2a6-46ff-9a57-3dfb0a553bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'be4fe7de-ab91-47eb-96fc-2000373fe74e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 07:38:48.304914 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-8c2a1cec-31f6-42f5-a802-e39d3d37d793 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:48.310154 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2a1cec-31f6-42f5-a802-e39d3d37d793 None None] Bound using segment: {'id': '61bd15d1-c2a6-46ff-9a57-3dfb0a553bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'be4fe7de-ab91-47eb-96fc-2000373fe74e'} {{(pid=107290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 07:38:48.310712 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.managers [None req-8c2a1cec-31f6-42f5-a802-e39d3d37d793 None None] Bound port: 7975c9ad-ec26-425b-9f32-75713f2d760a, host: dv-cinder-824149-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61bd15d1-c2a6-46ff-9a57-3dfb0a553bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'be4fe7de-ab91-47eb-96fc-2000373fe74e'}}] {{(pid=107290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 07:38:48.311121 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-8c2a1cec-31f6-42f5-a802-e39d3d37d793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (7975c9ad-ec26-425b-9f32-75713f2d760a), before_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:48.343592 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:38:48.565316 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-660f96a2-a153-4f36-89a2-e150da743533 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks [] for security_group (1540b02a-1fff-4f44-b533-539080bfc137), precommit_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:48.620210 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-e9150091-443a-480f-bcda-d65bbf2a86b4 req-61a60e8a-05a9-43f8-bedd-1bf6d422f954 tempest-DeleteServersTestJSON-1720729274 tempest-DeleteServersTestJSON-1720729274-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0773d518-3cec-4a0a-87bf-eaa60c59154a HTTP/1.1" status: 200 len: 210 time: 0.0452921 Sep 15 07:38:48.623384 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8507dd67-3299-4438-bf63-94a17503f544 None None] Sync routers for ids ['b8f5bb1e-95cb-4b01-8074-40c15f003c29'] in dv-cinder-824149-6-iscsi {{(pid=107290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 07:38:48.633447 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Current status of the port e79aed76-cb3f-4eec-9144-605159e2236a is: ACTIVE; New status is: ACTIVE {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:38:48.647833 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-f624aaaa-ff5b-4c97-b931-e71383624bbe None None] Provisioning complete for port 7975c9ad-ec26-425b-9f32-75713f2d760a triggered by entity DHCP. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 07:38:48.648295 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-f624aaaa-ff5b-4c97-b931-e71383624bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862942'] for port (7975c9ad-ec26-425b-9f32-75713f2d760a), provisioning_complete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:48.648669 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-f624aaaa-ff5b-4c97-b931-e71383624bbe None None] Attempt 1 to provision port 7975c9ad-ec26-425b-9f32-75713f2d760a Sep 15 07:38:48.669143 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron_lib.callbacks.manager [None req-c314539e-1505-4e35-97e0-ad22c82720e5 None None] Publish callbacks [] for port (f1b43edf-4d80-42ab-8985-9ac1b7d49c1f), precommit_update {{(pid=107295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:48.670439 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:38:48.675167 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-660f96a2-a153-4f36-89a2-e150da743533 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (1540b02a-1fff-4f44-b533-539080bfc137), after_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:48.729458 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660f96a2-a153-4f36-89a2-e150da743533 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1540b02a-1fff-4f44-b533-539080bfc137,revision_number=1']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:38:48.740323 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 58852) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:38:48.746712 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.v2.base [None req-80561a92-2912-4936-ab23-fb761e9d767a tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1272263753', 'description': 'tempest-description--1385742286'}} {{(pid=107276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:38:48.749521 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron_lib.callbacks.manager [None req-c314539e-1505-4e35-97e0-ad22c82720e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615'] for port (f1b43edf-4d80-42ab-8985-9ac1b7d49c1f), after_update {{(pid=107295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:48.787314 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-660f96a2-a153-4f36-89a2-e150da743533 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks [] for security_group (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:48.788804 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-660f96a2-a153-4f36-89a2-e150da743533 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 0.7837455 Sep 15 07:38:48.791675 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 58854) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:38:48.798496 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.v2.base [None req-485388a6-3b70-4ab1-9a0c-91ee824195f3 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Request body: {'security_group_rule': {'security_group_id': '1540b02a-1fff-4f44-b533-539080bfc137', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:38:48.812099 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8507dd67-3299-4438-bf63-94a17503f544 None None] Routers {'b8f5bb1e-95cb-4b01-8074-40c15f003c29'} bound to L3 agent in host dv-cinder-824149-6-iscsi {{(pid=107290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 07:38:48.820614 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_hamode_db [None req-8507dd67-3299-4438-bf63-94a17503f544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-15T07:30:25Z,description=,heartbeat_timestamp=2022-09-15T07:38:25Z,host='dv-cinder-824149-6-iscsi',id=6177172c-20b9-4a3a-92be-d5dd082cfa3a,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T07:30:25Z,topic='l3_agent')) {'router_ids': ['b8f5bb1e-95cb-4b01-8074-40c15f003c29'], 'active': True} {{(pid=107290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:38:48.890022 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b9ae9c-5fda-432e-812c-d89b19fc5e21 None None] Pushing event updated for resources: {'Port': ['ID=f1b43edf-4d80-42ab-8985-9ac1b7d49c1f,revision_number=3']} {{(pid=107295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:38:48.929262 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.plugins.ml2.managers [None req-c314539e-1505-4e35-97e0-ad22c82720e5 None None] Attempting to bind port f1b43edf-4d80-42ab-8985-9ac1b7d49c1f on host dv-cinder-824149-6-iscsi for vnic_type normal with profile {{(pid=107295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 07:38:48.929746 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.plugins.ml2.managers [None req-c314539e-1505-4e35-97e0-ad22c82720e5 None None] Attempting to bind port f1b43edf-4d80-42ab-8985-9ac1b7d49c1f by drivers openvswitch,hyperv on host dv-cinder-824149-6-iscsi at level 0 using segments [{'id': '4e083812-1fad-4032-9ca4-75fb637b69f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2b6b3bac-c651-487a-b144-89fba4985d6c'}] {{(pid=107295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 07:38:48.930115 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c314539e-1505-4e35-97e0-ad22c82720e5 None None] Attempting to bind port f1b43edf-4d80-42ab-8985-9ac1b7d49c1f on network 2b6b3bac-c651-487a-b144-89fba4985d6c {{(pid=107295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 07:38:48.949501 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-80561a92-2912-4936-ab23-fb761e9d767a tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Publish callbacks [] for security_group (None), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:48.968946 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvr_db [None req-8507dd67-3299-4438-bf63-94a17503f544 None None] Set router b8f5bb1e-95cb-4b01-8074-40c15f003c29 gateway port host: dv-cinder-824149-6-iscsi {{(pid=107290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 07:38:49.035083 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c314539e-1505-4e35-97e0-ad22c82720e5 None None] Checking agent: {'id': 'c3acd0b9-3b8e-4f77-9053-2ca2457616b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824149-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 7, 30, 28), 'started_at': datetime.datetime(2022, 9, 15, 7, 30, 58), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 7, 38, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824149-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 07:38:49.035464 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c314539e-1505-4e35-97e0-ad22c82720e5 None None] Checking segment: {'id': '4e083812-1fad-4032-9ca4-75fb637b69f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2b6b3bac-c651-487a-b144-89fba4985d6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 07:38:49.035876 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron_lib.callbacks.manager [None req-c314539e-1505-4e35-97e0-ad22c82720e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:49.036270 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c314539e-1505-4e35-97e0-ad22c82720e5 None None] Bound using segment: {'id': '4e083812-1fad-4032-9ca4-75fb637b69f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2b6b3bac-c651-487a-b144-89fba4985d6c'} {{(pid=107295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 07:38:49.036761 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.plugins.ml2.managers [None req-c314539e-1505-4e35-97e0-ad22c82720e5 None None] Bound port: f1b43edf-4d80-42ab-8985-9ac1b7d49c1f, host: dv-cinder-824149-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e083812-1fad-4032-9ca4-75fb637b69f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2b6b3bac-c651-487a-b144-89fba4985d6c'}}] {{(pid=107295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 07:38:49.037506 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron_lib.callbacks.manager [None req-c314539e-1505-4e35-97e0-ad22c82720e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (f1b43edf-4d80-42ab-8985-9ac1b7d49c1f), before_update {{(pid=107295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:49.080134 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-235c7210-6bac-4222-8fd8-a657182aeb7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:49.087937 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-8c2a1cec-31f6-42f5-a802-e39d3d37d793 None None] For port 7975c9ad-ec26-425b-9f32-75713f2d760a, host dv-cinder-824149-6-iscsi, cleared binding levels {{(pid=107290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 07:38:49.106097 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-8c2a1cec-31f6-42f5-a802-e39d3d37d793 None None] For port 7975c9ad-ec26-425b-9f32-75713f2d760a, host dv-cinder-824149-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-6-iscsi',level=0,port_id=7975c9ad-ec26-425b-9f32-75713f2d760a,segment=NetworkSegment(61bd15d1-c2a6-46ff-9a57-3dfb0a553bb9),segment_id=61bd15d1-c2a6-46ff-9a57-3dfb0a553bb9)] {{(pid=107290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 07:38:49.182849 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Device ba3eda8a-b437-4edc-a174-1240199b7341 up at agent ovs-agent-dv-cinder-824149-6-iscsi {{(pid=107290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 07:38:49.182849 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-f624aaaa-ff5b-4c97-b931-e71383624bbe None None] Port 7975c9ad-ec26-425b-9f32-75713f2d760a cannot update to ACTIVE because it is not bound. {{(pid=107290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 07:38:49.182849 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:38:49.183526 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-80561a92-2912-4936-ab23-fb761e9d767a tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Publish callbacks [] for security_group (b407f831-0121-48a5-b269-407cd5b097f3), precommit_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:49.183650 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.plugins.ml2.db [None req-c314539e-1505-4e35-97e0-ad22c82720e5 None None] For port f1b43edf-4d80-42ab-8985-9ac1b7d49c1f, host dv-cinder-824149-6-iscsi, cleared binding levels {{(pid=107295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 07:38:49.183650 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.plugins.ml2.db [None req-c314539e-1505-4e35-97e0-ad22c82720e5 None None] For port f1b43edf-4d80-42ab-8985-9ac1b7d49c1f, host dv-cinder-824149-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-6-iscsi',level=0,port_id=f1b43edf-4d80-42ab-8985-9ac1b7d49c1f,segment=NetworkSegment(4e083812-1fad-4032-9ca4-75fb637b69f5),segment_id=4e083812-1fad-4032-9ca4-75fb637b69f5)] {{(pid=107295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 07:38:49.183938 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-485388a6-3b70-4ab1-9a0c-91ee824195f3 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks [] for security_group_rule (43b34167-5055-4ddc-8a6d-c48b5ad7ca8f), before_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:49.200873 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-235c7210-6bac-4222-8fd8-a657182aeb7f admin admin] Publish callbacks [] for security_group (8081ea3d-d395-4ec9-a99f-2f0212e0adf2), precommit_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:49.358416 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-485388a6-3b70-4ab1-9a0c-91ee824195f3 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks [] for security_group_rule (43b34167-5055-4ddc-8a6d-c48b5ad7ca8f), precommit_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:49.359588 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Provisioning complete for port ba3eda8a-b437-4edc-a174-1240199b7341 triggered by entity L2. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 07:38:49.359588 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862942'] for port (ba3eda8a-b437-4edc-a174-1240199b7341), provisioning_complete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:49.359588 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Attempt 1 to provision port ba3eda8a-b437-4edc-a174-1240199b7341 Sep 15 07:38:49.359588 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:38:49.437079 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron_lib.callbacks.manager [None req-c314539e-1505-4e35-97e0-ad22c82720e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615'] for port (f1b43edf-4d80-42ab-8985-9ac1b7d49c1f), after_update {{(pid=107295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:49.452204 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-80561a92-2912-4936-ab23-fb761e9d767a tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (b407f831-0121-48a5-b269-407cd5b097f3), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:49.460964 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-485388a6-3b70-4ab1-9a0c-91ee824195f3 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691784'] for security_group_rule (43b34167-5055-4ddc-8a6d-c48b5ad7ca8f), after_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:49.504065 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-235c7210-6bac-4222-8fd8-a657182aeb7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (8081ea3d-d395-4ec9-a99f-2f0212e0adf2), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:49.522535 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-8c2a1cec-31f6-42f5-a802-e39d3d37d793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615'] for port (7975c9ad-ec26-425b-9f32-75713f2d760a), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:49.533369 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485388a6-3b70-4ab1-9a0c-91ee824195f3 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43b34167-5055-4ddc-8a6d-c48b5ad7ca8f,revision_number=0']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:38:49.559208 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c314539e-1505-4e35-97e0-ad22c82720e5 None None] Routers {'1df19f93-ddd2-4633-93f0-f23031cad133'} bound to L3 agent in host dv-cinder-824149-6-iscsi {{(pid=107295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 07:38:49.559952 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_hamode_db [None req-c314539e-1505-4e35-97e0-ad22c82720e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-15T07:30:25Z,description=,heartbeat_timestamp=2022-09-15T07:38:25Z,host='dv-cinder-824149-6-iscsi',id=6177172c-20b9-4a3a-92be-d5dd082cfa3a,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T07:30:25Z,topic='l3_agent')) {'router_ids': ['1df19f93-ddd2-4633-93f0-f23031cad133'], 'active': True} {{(pid=107295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:38:49.567062 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_hamode_db [None req-8507dd67-3299-4438-bf63-94a17503f544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8f5bb1e-95cb-4b01-8074-40c15f003c29', 'name': 'tempest-DeleteServersTestJSON-1853793204-router', 'tenant_id': '9836d4c25e0e46a8a6245bb7b74c55ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': 'ba3eda8a-b437-4edc-a174-1240199b7341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:38:34Z', 'updated_at': '2022-09-15T07:38:40Z', 'revision_number': 4, 'project_id': '9836d4c25e0e46a8a6245bb7b74c55ce', 'gw_port': {'id': 'ba3eda8a-b437-4edc-a174-1240199b7341', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:3a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f5bb1e-95cb-4b01-8074-40c15f003c29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:38:35Z', 'updated_at': '2022-09-15T07:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi', '_interfaces': [{'id': 'ab05742b-0031-4759-9219-8ffa01976ccb', 'name': '', 'network_id': 'feb69ed5-4e75-4d22-8da6-ae0dd81d5093', 'tenant_id': '9836d4c25e0e46a8a6245bb7b74c55ce', 'mac_address': 'fa:16:3e:69:11:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8f5bb1e-95cb-4b01-8074-40c15f003c29', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '37320245-f52b-465e-9b56-125b21fbaadc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:38:39Z', 'updated_at': '2022-09-15T07:38:40Z', 'revision_number': 2, 'project_id': '9836d4c25e0e46a8a6245bb7b74c55ce', 'subnets': [{'id': '37320245-f52b-465e-9b56-125b21fbaadc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-6-iscsi', False) {} {{(pid=107290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:38:49.603611 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Current status of the port ba3eda8a-b437-4edc-a174-1240199b7341 is: ACTIVE; New status is: ACTIVE {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:38:49.613472 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8507dd67-3299-4438-bf63-94a17503f544 None None] Checking router: b8f5bb1e-95cb-4b01-8074-40c15f003c29 for host: dv-cinder-824149-6-iscsi {{(pid=107290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 07:38:49.618523 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b9ae9c-5fda-432e-812c-d89b19fc5e21 None None] Pushing event updated for resources: {'Port': ['ID=f1b43edf-4d80-42ab-8985-9ac1b7d49c1f,revision_number=4']} {{(pid=107295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:38:49.618892 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8507dd67-3299-4438-bf63-94a17503f544 None None] Updating router b8f5bb1e-95cb-4b01-8074-40c15f003c29 port ab05742b-0031-4759-9219-8ffa01976ccb binding host dv-cinder-824149-6-iscsi {{(pid=107290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 07:38:49.623191 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-f624aaaa-ff5b-4c97-b931-e71383624bbe None None] Attempt 2 to provision port 7975c9ad-ec26-425b-9f32-75713f2d760a Sep 15 07:38:49.648004 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2a1cec-31f6-42f5-a802-e39d3d37d793 None None] Routers {'0d4028b8-96d7-47fa-8f18-e0b1adcb6c33'} bound to L3 agent in host dv-cinder-824149-6-iscsi {{(pid=107290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 07:38:49.648791 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_hamode_db [None req-8c2a1cec-31f6-42f5-a802-e39d3d37d793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-15T07:30:25Z,description=,heartbeat_timestamp=2022-09-15T07:38:25Z,host='dv-cinder-824149-6-iscsi',id=6177172c-20b9-4a3a-92be-d5dd082cfa3a,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T07:30:25Z,topic='l3_agent')) {'router_ids': ['0d4028b8-96d7-47fa-8f18-e0b1adcb6c33'], 'active': True} {{(pid=107290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:38:49.656121 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-485388a6-3b70-4ab1-9a0c-91ee824195f3 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:49.662198 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-485388a6-3b70-4ab1-9a0c-91ee824195f3 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8641291 Sep 15 07:38:49.662198 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 58882) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:38:49.666536 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.v2.base [None req-6a5ae907-1e12-4024-bc6d-5c55bbf0ca6d tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Request body: {'security_group_rule': {'security_group_id': '1540b02a-1fff-4f44-b533-539080bfc137', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:38:49.683723 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-235c7210-6bac-4222-8fd8-a657182aeb7f admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=bc55a1b8894a43bdaeef8a3ae59bd1dc&name=default HTTP/1.1" status: 200 len: 2995 time: 1.3817739 Sep 15 07:38:49.694533 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 58884) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:38:49.743319 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee813f85-c11a-47ce-83a3-a18f63eb2d8f None None] Pushing event updated for resources: {'Port': ['ID=7975c9ad-ec26-425b-9f32-75713f2d760a,revision_number=4']} {{(pid=107290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:38:49.747126 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-8507dd67-3299-4438-bf63-94a17503f544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (ab05742b-0031-4759-9219-8ffa01976ccb), before_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:49.748470 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:38:49.768741 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80561a92-2912-4936-ab23-fb761e9d767a tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b407f831-0121-48a5-b269-407cd5b097f3,revision_number=1']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:38:49.845668 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-80561a92-2912-4936-ab23-fb761e9d767a tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Publish callbacks [] for security_group (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:49.848670 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-80561a92-2912-4936-ab23-fb761e9d767a tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.1072152 Sep 15 07:38:49.853361 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 58888) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:38:49.870815 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.v2.base [None req-dcc397b9-6e3b-460e-b10b-0adffccc713c tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Request body: {'security_group_rule': {'security_group_id': 'b407f831-0121-48a5-b269-407cd5b097f3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:38:49.898056 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-6a5ae907-1e12-4024-bc6d-5c55bbf0ca6d tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks [] for security_group_rule (54b7788b-1684-4804-b767-9bd9d38c45aa), before_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:49.902200 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235c7210-6bac-4222-8fd8-a657182aeb7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8081ea3d-d395-4ec9-a99f-2f0212e0adf2,revision_number=1']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:38:49.963215 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvr_db [None req-8c2a1cec-31f6-42f5-a802-e39d3d37d793 None None] Set router 0d4028b8-96d7-47fa-8f18-e0b1adcb6c33 gateway port host: dv-cinder-824149-6-iscsi {{(pid=107290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 07:38:50.026143 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-6a5ae907-1e12-4024-bc6d-5c55bbf0ca6d tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks [] for security_group_rule (54b7788b-1684-4804-b767-9bd9d38c45aa), precommit_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:50.036164 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=100 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:38:50.056545 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-f624aaaa-ff5b-4c97-b931-e71383624bbe None None] Current status of the port 7975c9ad-ec26-425b-9f32-75713f2d760a is: DOWN; New status is: ACTIVE {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:38:50.056870 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-f624aaaa-ff5b-4c97-b931-e71383624bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (7975c9ad-ec26-425b-9f32-75713f2d760a), before_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:50.062370 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-dcc397b9-6e3b-460e-b10b-0adffccc713c tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Publish callbacks [] for security_group_rule (83a62f66-4d47-4717-b296-674a0f046f18), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:50.082524 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-b245766e-413f-4004-ab87-796ee390e184 admin admin] Publish callbacks [] for security_group (8081ea3d-d395-4ec9-a99f-2f0212e0adf2), before_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:50.092870 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.26', 53967) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:38:50.136567 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_dvr_db [None req-c314539e-1505-4e35-97e0-ad22c82720e5 None None] Set router 1df19f93-ddd2-4633-93f0-f23031cad133 gateway port host: dv-cinder-824149-6-iscsi {{(pid=107295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 07:38:50.186300 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-6a5ae907-1e12-4024-bc6d-5c55bbf0ca6d tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691784'] for security_group_rule (54b7788b-1684-4804-b767-9bd9d38c45aa), after_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:50.189992 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-f624aaaa-ff5b-4c97-b931-e71383624bbe None None] For port 7975c9ad-ec26-425b-9f32-75713f2d760a, host dv-cinder-824149-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-6-iscsi',level=0,port_id=7975c9ad-ec26-425b-9f32-75713f2d760a,segment=NetworkSegment(61bd15d1-c2a6-46ff-9a57-3dfb0a553bb9),segment_id=61bd15d1-c2a6-46ff-9a57-3dfb0a553bb9)] {{(pid=107290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:38:50.256339 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:38:50.276513 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:38:50.291241 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-dcc397b9-6e3b-460e-b10b-0adffccc713c tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Publish callbacks [] for security_group_rule (83a62f66-4d47-4717-b296-674a0f046f18), precommit_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:50.303099 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-f624aaaa-ff5b-4c97-b931-e71383624bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615'] for port (7975c9ad-ec26-425b-9f32-75713f2d760a), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:50.312226 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-bbe33b8e-df5b-48ac-881c-9b6f57f7aa5b req-5bb0d747-2836-40fd-92fc-283853177cd7 tempest-DeleteServersTestJSON-1720729274 tempest-DeleteServersTestJSON-1720729274-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0773d518-3cec-4a0a-87bf-eaa60c59154a HTTP/1.1" status: 200 len: 210 time: 0.2356999 Sep 15 07:38:50.382173 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-f624aaaa-ff5b-4c97-b931-e71383624bbe None None] Provisioning complete for port f1b43edf-4d80-42ab-8985-9ac1b7d49c1f triggered by entity DHCP. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 07:38:50.384014 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-dcc397b9-6e3b-460e-b10b-0adffccc713c tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691784'] for security_group_rule (83a62f66-4d47-4717-b296-674a0f046f18), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:50.390087 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-f624aaaa-ff5b-4c97-b931-e71383624bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862942'] for port (f1b43edf-4d80-42ab-8985-9ac1b7d49c1f), provisioning_complete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:50.390470 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-f624aaaa-ff5b-4c97-b931-e71383624bbe None None] Attempt 1 to provision port f1b43edf-4d80-42ab-8985-9ac1b7d49c1f Sep 15 07:38:50.429644 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-b245766e-413f-4004-ab87-796ee390e184 admin admin] Publish callbacks [] for security_group (8081ea3d-d395-4ec9-a99f-2f0212e0adf2), precommit_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:50.437444 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc397b9-6e3b-460e-b10b-0adffccc713c tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83a62f66-4d47-4717-b296-674a0f046f18,revision_number=0']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:38:50.443147 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5ae907-1e12-4024-bc6d-5c55bbf0ca6d tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54b7788b-1684-4804-b767-9bd9d38c45aa,revision_number=0']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:38:50.497606 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-6a5ae907-1e12-4024-bc6d-5c55bbf0ca6d tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:50.501993 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-6a5ae907-1e12-4024-bc6d-5c55bbf0ca6d tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8376784 Sep 15 07:38:50.502226 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 58914) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:38:50.507939 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.v2.base [None req-96f154dc-51eb-4133-873e-09e013823db6 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Request body: {'floatingip': {'floating_network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa'}} {{(pid=107276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:38:50.565290 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-dcc397b9-6e3b-460e-b10b-0adffccc713c tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:50.567346 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_hamode_db [None req-c314539e-1505-4e35-97e0-ad22c82720e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df19f93-ddd2-4633-93f0-f23031cad133', 'name': 'tempest-AttachVolumeShelveTestJSON-581984198-router', 'tenant_id': 'b4a8f2664964492e9c80a595ed043c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': 'e79aed76-cb3f-4eec-9144-605159e2236a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:38:34Z', 'updated_at': '2022-09-15T07:38:45Z', 'revision_number': 4, 'project_id': 'b4a8f2664964492e9c80a595ed043c71', 'gw_port': {'id': 'e79aed76-cb3f-4eec-9144-605159e2236a', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:5a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df19f93-ddd2-4633-93f0-f23031cad133', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:38:35Z', 'updated_at': '2022-09-15T07:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi', '_interfaces': [{'id': 'f1b43edf-4d80-42ab-8985-9ac1b7d49c1f', 'name': '', 'network_id': '2b6b3bac-c651-487a-b144-89fba4985d6c', 'tenant_id': 'b4a8f2664964492e9c80a595ed043c71', 'mac_address': 'fa:16:3e:0f:70:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1df19f93-ddd2-4633-93f0-f23031cad133', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '37c21616-a845-47e5-a620-a34a553bb45c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:38:43Z', 'updated_at': '2022-09-15T07:38:49Z', 'revision_number': 4, 'project_id': 'b4a8f2664964492e9c80a595ed043c71', 'subnets': [{'id': '37c21616-a845-47e5-a620-a34a553bb45c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-6-iscsi', False) {} {{(pid=107295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:38:50.574547 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-dcc397b9-6e3b-460e-b10b-0adffccc713c tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7138686 Sep 15 07:38:50.580636 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 58918) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:38:50.608603 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.v2.base [None req-30695dfb-4d22-4252-967f-08034258edcc tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Request body: {'security_group_rule': {'security_group_id': 'b407f831-0121-48a5-b269-407cd5b097f3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:38:50.622075 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855fa722-1079-4d9d-913b-5d87c3eb87d6 req-28a2a551-82a8-43ca-ada6-1da6763661f8 tempest-DeleteServersTestJSON-1720729274 tempest-DeleteServersTestJSON-1720729274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:38:50.625359 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-855fa722-1079-4d9d-913b-5d87c3eb87d6 req-28a2a551-82a8-43ca-ada6-1da6763661f8 tempest-DeleteServersTestJSON-1720729274 tempest-DeleteServersTestJSON-1720729274-project] 10.222.0.26 "GET /networking/v2.0/networks?id=feb69ed5-4e75-4d22-8da6-ae0dd81d5093 HTTP/1.1" status: 200 len: 812 time: 0.4971054 Sep 15 07:38:50.639778 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c314539e-1505-4e35-97e0-ad22c82720e5 None None] The sync data for ids ['1df19f93-ddd2-4633-93f0-f23031cad133'] in dv-cinder-824149-6-iscsi is: [{'id': '1df19f93-ddd2-4633-93f0-f23031cad133', 'name': 'tempest-AttachVolumeShelveTestJSON-581984198-router', 'tenant_id': 'b4a8f2664964492e9c80a595ed043c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': 'e79aed76-cb3f-4eec-9144-605159e2236a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:38:34Z', 'updated_at': '2022-09-15T07:38:45Z', 'revision_number': 4, 'project_id': 'b4a8f2664964492e9c80a595ed043c71', 'gw_port': {'id': 'e79aed76-cb3f-4eec-9144-605159e2236a', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:5a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df19f93-ddd2-4633-93f0-f23031cad133', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:38:35Z', 'updated_at': '2022-09-15T07:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi', '_interfaces': [{'id': 'f1b43edf-4d80-42ab-8985-9ac1b7d49c1f', 'name': '', 'network_id': '2b6b3bac-c651-487a-b144-89fba4985d6c', 'tenant_id': 'b4a8f2664964492e9c80a595ed043c71', 'mac_address': 'fa:16:3e:0f:70:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1df19f93-ddd2-4633-93f0-f23031cad133', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '37c21616-a845-47e5-a620-a34a553bb45c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:38:43Z', 'updated_at': '2022-09-15T07:38:49Z', 'revision_number': 4, 'project_id': 'b4a8f2664964492e9c80a595ed043c71', 'subnets': [{'id': '37c21616-a845-47e5-a620-a34a553bb45c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 07:38:50.672645 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.v2.base [req-855fa722-1079-4d9d-913b-5d87c3eb87d6 req-0bd4b6d7-4a85-465f-b0e1-4f5af8e0fb79 tempest-DeleteServersTestJSON-1720729274 tempest-DeleteServersTestJSON-1720729274-project] Request body: {'port': {'device_id': '0773d518-3cec-4a0a-87bf-eaa60c59154a', 'network_id': 'feb69ed5-4e75-4d22-8da6-ae0dd81d5093', 'admin_state_up': True, 'tenant_id': '9836d4c25e0e46a8a6245bb7b74c55ce'}} {{(pid=107279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:38:50.706053 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-8507dd67-3299-4438-bf63-94a17503f544 None None] Publish callbacks [] for port (ab05742b-0031-4759-9219-8ffa01976ccb), precommit_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:50.744197 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-96f154dc-51eb-4133-873e-09e013823db6 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:50.746628 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-b245766e-413f-4004-ab87-796ee390e184 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (8081ea3d-d395-4ec9-a99f-2f0212e0adf2), after_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:50.749897 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-b245766e-413f-4004-ab87-796ee390e184 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:50.754710 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-b245766e-413f-4004-ab87-796ee390e184 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/8081ea3d-d395-4ec9-a99f-2f0212e0adf2 HTTP/1.1" status: 204 len: 168 time: 1.0536103 Sep 15 07:38:50.772798 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_hamode_db [None req-8c2a1cec-31f6-42f5-a802-e39d3d37d793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d4028b8-96d7-47fa-8f18-e0b1adcb6c33', 'name': 'tempest-AttachVolumeNegativeTest-973409911-router', 'tenant_id': '14017d5edbbd4068b529d5d92444182a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': 'e783c1bd-15b4-4efe-877f-05c799346606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:38:34Z', 'updated_at': '2022-09-15T07:38:43Z', 'revision_number': 4, 'project_id': '14017d5edbbd4068b529d5d92444182a', 'gw_port': {'id': 'e783c1bd-15b4-4efe-877f-05c799346606', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4028b8-96d7-47fa-8f18-e0b1adcb6c33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:38:35Z', 'updated_at': '2022-09-15T07:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi', '_interfaces': [{'id': '7975c9ad-ec26-425b-9f32-75713f2d760a', 'name': '', 'network_id': 'be4fe7de-ab91-47eb-96fc-2000373fe74e', 'tenant_id': '14017d5edbbd4068b529d5d92444182a', 'mac_address': 'fa:16:3e:1f:9e:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d4028b8-96d7-47fa-8f18-e0b1adcb6c33', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '655669e6-9885-472d-9103-52b022988dd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:38:40Z', 'updated_at': '2022-09-15T07:38:48Z', 'revision_number': 4, 'project_id': '14017d5edbbd4068b529d5d92444182a', 'subnets': [{'id': '655669e6-9885-472d-9103-52b022988dd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-6-iscsi', False) {} {{(pid=107290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:38:50.827821 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2a1cec-31f6-42f5-a802-e39d3d37d793 None None] The sync data for ids ['0d4028b8-96d7-47fa-8f18-e0b1adcb6c33'] in dv-cinder-824149-6-iscsi is: [{'id': '0d4028b8-96d7-47fa-8f18-e0b1adcb6c33', 'name': 'tempest-AttachVolumeNegativeTest-973409911-router', 'tenant_id': '14017d5edbbd4068b529d5d92444182a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': 'e783c1bd-15b4-4efe-877f-05c799346606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:38:34Z', 'updated_at': '2022-09-15T07:38:43Z', 'revision_number': 4, 'project_id': '14017d5edbbd4068b529d5d92444182a', 'gw_port': {'id': 'e783c1bd-15b4-4efe-877f-05c799346606', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4028b8-96d7-47fa-8f18-e0b1adcb6c33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:38:35Z', 'updated_at': '2022-09-15T07:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi', '_interfaces': [{'id': '7975c9ad-ec26-425b-9f32-75713f2d760a', 'name': '', 'network_id': 'be4fe7de-ab91-47eb-96fc-2000373fe74e', 'tenant_id': '14017d5edbbd4068b529d5d92444182a', 'mac_address': 'fa:16:3e:1f:9e:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d4028b8-96d7-47fa-8f18-e0b1adcb6c33', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '655669e6-9885-472d-9103-52b022988dd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:38:40Z', 'updated_at': '2022-09-15T07:38:48Z', 'revision_number': 4, 'project_id': '14017d5edbbd4068b529d5d92444182a', 'subnets': [{'id': '655669e6-9885-472d-9103-52b022988dd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 07:38:50.830061 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f624aaaa-ff5b-4c97-b931-e71383624bbe None None] Pushing event updated for resources: {'Port': ['ID=7975c9ad-ec26-425b-9f32-75713f2d760a,revision_number=5']} {{(pid=107290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:38:50.840997 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b245766e-413f-4004-ab87-796ee390e184 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8081ea3d-d395-4ec9-a99f-2f0212e0adf2,revision_number=None']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:38:50.895580 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-8507dd67-3299-4438-bf63-94a17503f544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615'] for port (ab05742b-0031-4759-9219-8ffa01976ccb), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:51.052139 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-30695dfb-4d22-4252-967f-08034258edcc tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Publish callbacks [] for security_group_rule (75fa6bd0-e226-4bff-bca3-82f7a0a71e57), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:51.080789 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=77,neutron:INSERT=18,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:38:51.207260 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:38:51.223441 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:38:51.286539 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Device f1b43edf-4d80-42ab-8985-9ac1b7d49c1f up at agent ovs-agent-dv-cinder-824149-6-iscsi {{(pid=107290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 07:38:51.307008 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-96f154dc-51eb-4133-873e-09e013823db6 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (None), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:51.312763 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-855fa722-1079-4d9d-913b-5d87c3eb87d6 req-0bd4b6d7-4a85-465f-b0e1-4f5af8e0fb79 tempest-DeleteServersTestJSON-1720729274 tempest-DeleteServersTestJSON-1720729274-project] Made reservation on behalf of 9836d4c25e0e46a8a6245bb7b74c55ce for: {'port': 1} {{(pid=107279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 07:38:51.316627 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [req-855fa722-1079-4d9d-913b-5d87c3eb87d6 req-0bd4b6d7-4a85-465f-b0e1-4f5af8e0fb79 tempest-DeleteServersTestJSON-1720729274 tempest-DeleteServersTestJSON-1720729274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (None), before_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:51.355117 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-f624aaaa-ff5b-4c97-b931-e71383624bbe None None] Current status of the port f1b43edf-4d80-42ab-8985-9ac1b7d49c1f is: DOWN; New status is: ACTIVE {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:38:51.355548 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-f624aaaa-ff5b-4c97-b931-e71383624bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (f1b43edf-4d80-42ab-8985-9ac1b7d49c1f), before_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:51.457781 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-f624aaaa-ff5b-4c97-b931-e71383624bbe None None] For port f1b43edf-4d80-42ab-8985-9ac1b7d49c1f, host dv-cinder-824149-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-6-iscsi',level=0,port_id=f1b43edf-4d80-42ab-8985-9ac1b7d49c1f,segment=NetworkSegment(4e083812-1fad-4032-9ca4-75fb637b69f5),segment_id=4e083812-1fad-4032-9ca4-75fb637b69f5)] {{(pid=107290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:38:51.543173 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483727e-4f00-4166-ab10-0b99fc7bd30b None None] Pushing event updated for resources: {'Port': ['ID=ab05742b-0031-4759-9219-8ffa01976ccb,revision_number=3']} {{(pid=107290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:38:51.601776 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.db.db_base_plugin_common [None req-96f154dc-51eb-4133-873e-09e013823db6 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Allocated IP 172.27.0.33 (7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa/2c94e072-16ef-4b41-8118-d589be48e89d/8590782e-f016-4ac0-b69c-2e2b142bd49a) {{(pid=107276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 07:38:51.620826 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Provisioning complete for port f1b43edf-4d80-42ab-8985-9ac1b7d49c1f triggered by entity L2. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 07:38:51.622631 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862942'] for port (f1b43edf-4d80-42ab-8985-9ac1b7d49c1f), provisioning_complete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:51.623606 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Attempt 1 to provision port f1b43edf-4d80-42ab-8985-9ac1b7d49c1f Sep 15 07:38:51.680636 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-738297db-2e38-43d7-975d-05776617d30f req-a8abef92-3e5c-4439-81c2-cbcb8b4a6c05 tempest-DeleteServersTestJSON-1720729274 tempest-DeleteServersTestJSON-1720729274-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0773d518-3cec-4a0a-87bf-eaa60c59154a HTTP/1.1" status: 200 len: 210 time: 0.1400003 Sep 15 07:38:51.764091 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-f624aaaa-ff5b-4c97-b931-e71383624bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615'] for port (f1b43edf-4d80-42ab-8985-9ac1b7d49c1f), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:51.770215 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-30695dfb-4d22-4252-967f-08034258edcc tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Publish callbacks [] for security_group_rule (75fa6bd0-e226-4bff-bca3-82f7a0a71e57), precommit_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:51.795144 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.managers [None req-8507dd67-3299-4438-bf63-94a17503f544 None None] Attempting to bind port ab05742b-0031-4759-9219-8ffa01976ccb on host dv-cinder-824149-6-iscsi for vnic_type normal with profile {{(pid=107290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 07:38:51.812165 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.managers [None req-8507dd67-3299-4438-bf63-94a17503f544 None None] Attempting to bind port ab05742b-0031-4759-9219-8ffa01976ccb by drivers openvswitch,hyperv on host dv-cinder-824149-6-iscsi at level 0 using segments [{'id': '89da3f12-2ab4-4b26-bff6-e30222299de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'feb69ed5-4e75-4d22-8da6-ae0dd81d5093'}] {{(pid=107290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 07:38:51.814832 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8507dd67-3299-4438-bf63-94a17503f544 None None] Attempting to bind port ab05742b-0031-4759-9219-8ffa01976ccb on network feb69ed5-4e75-4d22-8da6-ae0dd81d5093 {{(pid=107290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 07:38:51.845191 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.db.db_base_plugin_common [req-855fa722-1079-4d9d-913b-5d87c3eb87d6 req-0bd4b6d7-4a85-465f-b0e1-4f5af8e0fb79 tempest-DeleteServersTestJSON-1720729274 tempest-DeleteServersTestJSON-1720729274-project] Allocated IP 172.20.0.5 (feb69ed5-4e75-4d22-8da6-ae0dd81d5093/37320245-f52b-465e-9b56-125b21fbaadc/a20fa119-e6e4-4748-9c88-82d94ae223c7) {{(pid=107279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 07:38:51.895379 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-30695dfb-4d22-4252-967f-08034258edcc tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691784'] for security_group_rule (75fa6bd0-e226-4bff-bca3-82f7a0a71e57), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:51.903502 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-96f154dc-51eb-4133-873e-09e013823db6 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks [] for port (8590782e-f016-4ac0-b69c-2e2b142bd49a), precommit_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:51.934546 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30695dfb-4d22-4252-967f-08034258edcc tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75fa6bd0-e226-4bff-bca3-82f7a0a71e57,revision_number=0']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:38:51.974451 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:38:51.977293 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:38:52.049546 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-30695dfb-4d22-4252-967f-08034258edcc tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:52.052569 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-30695dfb-4d22-4252-967f-08034258edcc tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4657581 Sep 15 07:38:52.055633 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 58982) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:38:52.066436 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.v2.base [None req-4a582c6c-13cb-4894-9982-a2b968ababfb tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Request body: {'floatingip': {'floating_network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa'}} {{(pid=107276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:38:52.130625 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-96f154dc-51eb-4133-873e-09e013823db6 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729658170579'] for port (8590782e-f016-4ac0-b69c-2e2b142bd49a), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:52.140483 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f624aaaa-ff5b-4c97-b931-e71383624bbe None None] Pushing event updated for resources: {'Port': ['ID=f1b43edf-4d80-42ab-8985-9ac1b7d49c1f,revision_number=5']} {{(pid=107290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:38:52.162636 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8507dd67-3299-4438-bf63-94a17503f544 None None] Checking agent: {'id': 'c3acd0b9-3b8e-4f77-9053-2ca2457616b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824149-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 7, 30, 28), 'started_at': datetime.datetime(2022, 9, 15, 7, 30, 58), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 7, 38, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824149-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 07:38:52.165087 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8507dd67-3299-4438-bf63-94a17503f544 None None] Checking segment: {'id': '89da3f12-2ab4-4b26-bff6-e30222299de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'feb69ed5-4e75-4d22-8da6-ae0dd81d5093'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 07:38:52.169082 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-8507dd67-3299-4438-bf63-94a17503f544 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:52.171796 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8507dd67-3299-4438-bf63-94a17503f544 None None] Bound using segment: {'id': '89da3f12-2ab4-4b26-bff6-e30222299de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'feb69ed5-4e75-4d22-8da6-ae0dd81d5093'} {{(pid=107290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 07:38:52.174048 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.managers [None req-8507dd67-3299-4438-bf63-94a17503f544 None None] Bound port: ab05742b-0031-4759-9219-8ffa01976ccb, host: dv-cinder-824149-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89da3f12-2ab4-4b26-bff6-e30222299de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'feb69ed5-4e75-4d22-8da6-ae0dd81d5093'}}] {{(pid=107290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 07:38:52.174966 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-8507dd67-3299-4438-bf63-94a17503f544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (ab05742b-0031-4759-9219-8ffa01976ccb), before_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:52.192562 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [req-855fa722-1079-4d9d-913b-5d87c3eb87d6 req-0bd4b6d7-4a85-465f-b0e1-4f5af8e0fb79 tempest-DeleteServersTestJSON-1720729274 tempest-DeleteServersTestJSON-1720729274-project] Publish callbacks [] for port (a20fa119-e6e4-4748-9c88-82d94ae223c7), precommit_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:52.213785 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f154dc-51eb-4133-873e-09e013823db6 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Network 7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa is already hosted by enough agents. {{(pid=107276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 07:38:52.223248 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.scheduler.base_scheduler [None req-96f154dc-51eb-4133-873e-09e013823db6 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Resources bound (agent type, host, resource id): {{(pid=107276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 07:38:52.225221 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-4a582c6c-13cb-4894-9982-a2b968ababfb tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:52.240408 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f154dc-51eb-4133-873e-09e013823db6 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Received port after_create {{(pid=107276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 07:38:52.266195 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Current status of the port f1b43edf-4d80-42ab-8985-9ac1b7d49c1f is: ACTIVE; New status is: ACTIVE {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:38:52.379006 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [req-855fa722-1079-4d9d-913b-5d87c3eb87d6 req-0bd4b6d7-4a85-465f-b0e1-4f5af8e0fb79 tempest-DeleteServersTestJSON-1720729274 tempest-DeleteServersTestJSON-1720729274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729658170579'] for port (a20fa119-e6e4-4748-9c88-82d94ae223c7), after_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:52.389839 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f154dc-51eb-4133-873e-09e013823db6 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Pushing event updated for resources: {'Port': ['ID=8590782e-f016-4ac0-b69c-2e2b142bd49a,revision_number=1']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:38:52.393884 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-8507dd67-3299-4438-bf63-94a17503f544 None None] For port ab05742b-0031-4759-9219-8ffa01976ccb, host dv-cinder-824149-6-iscsi, cleared binding levels {{(pid=107290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 07:38:52.402828 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-8507dd67-3299-4438-bf63-94a17503f544 None None] For port ab05742b-0031-4759-9219-8ffa01976ccb, host dv-cinder-824149-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-6-iscsi',level=0,port_id=ab05742b-0031-4759-9219-8ffa01976ccb,segment=NetworkSegment(89da3f12-2ab4-4b26-bff6-e30222299de9),segment_id=89da3f12-2ab4-4b26-bff6-e30222299de9)] {{(pid=107290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 07:38:52.454082 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-855fa722-1079-4d9d-913b-5d87c3eb87d6 req-0bd4b6d7-4a85-465f-b0e1-4f5af8e0fb79 tempest-DeleteServersTestJSON-1720729274 tempest-DeleteServersTestJSON-1720729274-project] Network feb69ed5-4e75-4d22-8da6-ae0dd81d5093 is already hosted by enough agents. {{(pid=107279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 07:38:52.457752 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-96f154dc-51eb-4133-873e-09e013823db6 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks [] for floatingip (d06cecb4-8070-461a-a7a9-d266894127de), precommit_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:52.481979 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-8507dd67-3299-4438-bf63-94a17503f544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615'] for port (ab05742b-0031-4759-9219-8ffa01976ccb), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:52.490160 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:38:52.490518 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.scheduler.base_scheduler [req-855fa722-1079-4d9d-913b-5d87c3eb87d6 req-0bd4b6d7-4a85-465f-b0e1-4f5af8e0fb79 tempest-DeleteServersTestJSON-1720729274 tempest-DeleteServersTestJSON-1720729274-project] Resources bound (agent type, host, resource id): {{(pid=107279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 07:38:52.508000 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.db.l3_dvrscheduler_db [req-855fa722-1079-4d9d-913b-5d87c3eb87d6 req-0bd4b6d7-4a85-465f-b0e1-4f5af8e0fb79 tempest-DeleteServersTestJSON-1720729274 tempest-DeleteServersTestJSON-1720729274-project] Received port after_create {{(pid=107279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 07:38:52.508324 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-4a582c6c-13cb-4894-9982-a2b968ababfb tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (None), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:52.540950 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855fa722-1079-4d9d-913b-5d87c3eb87d6 req-0bd4b6d7-4a85-465f-b0e1-4f5af8e0fb79 tempest-DeleteServersTestJSON-1720729274 tempest-DeleteServersTestJSON-1720729274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:38:52.543970 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [req-855fa722-1079-4d9d-913b-5d87c3eb87d6 req-0bd4b6d7-4a85-465f-b0e1-4f5af8e0fb79 tempest-DeleteServersTestJSON-1720729274 tempest-DeleteServersTestJSON-1720729274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586190'] for port (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:52.550276 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-b716b817-f04c-42dd-9142-74524fdc0b0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (47b201f8-ba91-4005-8457-67653169c522), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:52.586360 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8507dd67-3299-4438-bf63-94a17503f544 None None] Routers {'b8f5bb1e-95cb-4b01-8074-40c15f003c29'} bound to L3 agent in host dv-cinder-824149-6-iscsi {{(pid=107290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 07:38:52.586360 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_hamode_db [None req-8507dd67-3299-4438-bf63-94a17503f544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-15T07:30:25Z,description=,heartbeat_timestamp=2022-09-15T07:38:25Z,host='dv-cinder-824149-6-iscsi',id=6177172c-20b9-4a3a-92be-d5dd082cfa3a,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T07:30:25Z,topic='l3_agent')) {'router_ids': ['b8f5bb1e-95cb-4b01-8074-40c15f003c29'], 'active': True} {{(pid=107290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:38:52.683687 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd4b6d7-4a85-465f-b0e1-4f5af8e0fb79 tempest-DeleteServersTestJSON-1720729274 tempest-DeleteServersTestJSON-1720729274-project] Pushing event updated for resources: {'Port': ['ID=a20fa119-e6e4-4748-9c88-82d94ae223c7,revision_number=1']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:38:52.734955 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-855fa722-1079-4d9d-913b-5d87c3eb87d6 req-0bd4b6d7-4a85-465f-b0e1-4f5af8e0fb79 tempest-DeleteServersTestJSON-1720729274 tempest-DeleteServersTestJSON-1720729274-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0673933 Sep 15 07:38:52.750721 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [req-855fa722-1079-4d9d-913b-5d87c3eb87d6 req-9d2c1fe9-68ee-4e13-9e4e-95562f3d9fad tempest-DeleteServersTestJSON-1720729274 tempest-DeleteServersTestJSON-1720729274-project] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107279) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 15 07:38:52.754193 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-855fa722-1079-4d9d-913b-5d87c3eb87d6 req-9d2c1fe9-68ee-4e13-9e4e-95562f3d9fad tempest-DeleteServersTestJSON-1720729274 tempest-DeleteServersTestJSON-1720729274-project] 10.222.0.26 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0123997 Sep 15 07:38:52.791327 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483727e-4f00-4166-ab10-0b99fc7bd30b None None] Pushing event updated for resources: {'Port': ['ID=ab05742b-0031-4759-9219-8ffa01976ccb,revision_number=4']} {{(pid=107290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:38:52.800940 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-96f154dc-51eb-4133-873e-09e013823db6 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (8590782e-f016-4ac0-b69c-2e2b142bd49a), before_update {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:53.196989 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf62c6fd-1121-45b3-8412-cfa9dbfdbc05 req-5b842411-677d-434f-97a9-17fd885d8c45 tempest-DeleteServersTestJSON-1720729274 tempest-DeleteServersTestJSON-1720729274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:38:53.200698 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-1d27f4a3-09f3-4f4f-ac2d-bcab19ada5cc None None] Provisioning complete for port a20fa119-e6e4-4748-9c88-82d94ae223c7 triggered by entity DHCP. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 07:38:53.201104 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-1d27f4a3-09f3-4f4f-ac2d-bcab19ada5cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862942'] for port (a20fa119-e6e4-4748-9c88-82d94ae223c7), provisioning_complete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:53.201609 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-1d27f4a3-09f3-4f4f-ac2d-bcab19ada5cc None None] Attempt 1 to provision port a20fa119-e6e4-4748-9c88-82d94ae223c7 Sep 15 07:38:53.215968 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-cf62c6fd-1121-45b3-8412-cfa9dbfdbc05 req-5b842411-677d-434f-97a9-17fd885d8c45 tempest-DeleteServersTestJSON-1720729274 tempest-DeleteServersTestJSON-1720729274-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0773d518-3cec-4a0a-87bf-eaa60c59154a HTTP/1.1" status: 200 len: 931 time: 0.3482103 Sep 15 07:38:53.222823 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 59016) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:38:53.317234 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-cf62c6fd-1121-45b3-8412-cfa9dbfdbc05 req-92f5c889-b59f-440f-8b91-e56c5b6bfe62 tempest-DeleteServersTestJSON-1720729274 tempest-DeleteServersTestJSON-1720729274-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3434c6d4-d2ea-4b90-8bca-7aebc8670a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968649 Sep 15 07:38:53.353878 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.v2.base [req-855fa722-1079-4d9d-913b-5d87c3eb87d6 req-0eea0853-66ee-44cc-8318-338bf0b37afc service neutron] Request body: {'port': {'device_id': '0773d518-3cec-4a0a-87bf-eaa60c59154a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82414'}} {{(pid=107279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:38:53.430894 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvr_db [None req-8507dd67-3299-4438-bf63-94a17503f544 None None] Set router b8f5bb1e-95cb-4b01-8074-40c15f003c29 gateway port host: dv-cinder-824149-6-iscsi {{(pid=107290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 07:38:53.447115 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.v2.base [None req-62919bed-8813-4045-b972-7659d98886b1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1592562214-network', 'tenant_id': '3254ca4f60ec4def824456f9887dde02'}} {{(pid=107279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:38:53.560111 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [req-855fa722-1079-4d9d-913b-5d87c3eb87d6 req-0eea0853-66ee-44cc-8318-338bf0b37afc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (a20fa119-e6e4-4748-9c88-82d94ae223c7), before_update {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:53.744418 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Device 7975c9ad-ec26-425b-9f32-75713f2d760a up at agent ovs-agent-dv-cinder-824149-6-iscsi {{(pid=107290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 07:38:53.787782 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-1d27f4a3-09f3-4f4f-ac2d-bcab19ada5cc None None] Port a20fa119-e6e4-4748-9c88-82d94ae223c7 cannot update to ACTIVE because it is not bound. {{(pid=107290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 07:38:53.846076 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:38:53.942263 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Provisioning complete for port 7975c9ad-ec26-425b-9f32-75713f2d760a triggered by entity L2. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 07:38:53.942263 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862942'] for port (7975c9ad-ec26-425b-9f32-75713f2d760a), provisioning_complete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:53.942263 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Attempt 1 to provision port 7975c9ad-ec26-425b-9f32-75713f2d760a Sep 15 07:38:53.974338 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-96f154dc-51eb-4133-873e-09e013823db6 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks [] for port (8590782e-f016-4ac0-b69c-2e2b142bd49a), precommit_update {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:53.977106 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:38:54.002195 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.db.db_base_plugin_common [None req-4a582c6c-13cb-4894-9982-a2b968ababfb tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Allocated IP 172.27.0.30 (7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa/2c94e072-16ef-4b41-8118-d589be48e89d/969a023a-3f53-4eda-83a2-61b8da53d3c2) {{(pid=107276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 07:38:54.111857 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62919bed-8813-4045-b972-7659d98886b1 admin admin] Made reservation on behalf of 3254ca4f60ec4def824456f9887dde02 for: {'network': 1} {{(pid=107279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 07:38:54.114988 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-62919bed-8813-4045-b972-7659d98886b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for network (None), before_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:54.164531 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-62919bed-8813-4045-b972-7659d98886b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:54.172498 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-4a582c6c-13cb-4894-9982-a2b968ababfb tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Publish callbacks [] for port (969a023a-3f53-4eda-83a2-61b8da53d3c2), precommit_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:54.209119 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-96f154dc-51eb-4133-873e-09e013823db6 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615'] for port (8590782e-f016-4ac0-b69c-2e2b142bd49a), after_update {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:54.211506 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-96f154dc-51eb-4133-873e-09e013823db6 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2007462'] for floatingip (d06cecb4-8070-461a-a7a9-d266894127de), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:54.223710 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Current status of the port 7975c9ad-ec26-425b-9f32-75713f2d760a is: ACTIVE; New status is: ACTIVE {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:38:54.224589 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:38:54.232206 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Device ab05742b-0031-4759-9219-8ffa01976ccb up at agent ovs-agent-dv-cinder-824149-6-iscsi {{(pid=107290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 07:38:54.295072 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-4a582c6c-13cb-4894-9982-a2b968ababfb tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729658170579'] for port (969a023a-3f53-4eda-83a2-61b8da53d3c2), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:54.298085 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-1d27f4a3-09f3-4f4f-ac2d-bcab19ada5cc None None] Attempt 2 to provision port a20fa119-e6e4-4748-9c88-82d94ae223c7 Sep 15 07:38:54.305210 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_hamode_db [None req-8507dd67-3299-4438-bf63-94a17503f544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8f5bb1e-95cb-4b01-8074-40c15f003c29', 'name': 'tempest-DeleteServersTestJSON-1853793204-router', 'tenant_id': '9836d4c25e0e46a8a6245bb7b74c55ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': 'ba3eda8a-b437-4edc-a174-1240199b7341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:38:34Z', 'updated_at': '2022-09-15T07:38:40Z', 'revision_number': 4, 'project_id': '9836d4c25e0e46a8a6245bb7b74c55ce', 'gw_port': {'id': 'ba3eda8a-b437-4edc-a174-1240199b7341', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:3a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f5bb1e-95cb-4b01-8074-40c15f003c29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:38:35Z', 'updated_at': '2022-09-15T07:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi', '_interfaces': [{'id': 'ab05742b-0031-4759-9219-8ffa01976ccb', 'name': '', 'network_id': 'feb69ed5-4e75-4d22-8da6-ae0dd81d5093', 'tenant_id': '9836d4c25e0e46a8a6245bb7b74c55ce', 'mac_address': 'fa:16:3e:69:11:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8f5bb1e-95cb-4b01-8074-40c15f003c29', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '37320245-f52b-465e-9b56-125b21fbaadc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:38:39Z', 'updated_at': '2022-09-15T07:38:52Z', 'revision_number': 4, 'project_id': '9836d4c25e0e46a8a6245bb7b74c55ce', 'subnets': [{'id': '37320245-f52b-465e-9b56-125b21fbaadc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-6-iscsi', False) {} {{(pid=107290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:38:54.306384 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f154dc-51eb-4133-873e-09e013823db6 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Pushing event updated for resources: {'Port': ['ID=8590782e-f016-4ac0-b69c-2e2b142bd49a,revision_number=2']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:38:54.338040 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.notifiers.nova [req-855fa722-1079-4d9d-913b-5d87c3eb87d6 req-0eea0853-66ee-44cc-8318-338bf0b37afc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a20fa119-e6e4-4748-9c88-82d94ae223c7 {{(pid=107279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 07:38:54.373430 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [req-855fa722-1079-4d9d-913b-5d87c3eb87d6 req-0eea0853-66ee-44cc-8318-338bf0b37afc service neutron] Publish callbacks [] for port (a20fa119-e6e4-4748-9c88-82d94ae223c7), precommit_update {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:54.411936 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8507dd67-3299-4438-bf63-94a17503f544 None None] The sync data for ids ['b8f5bb1e-95cb-4b01-8074-40c15f003c29'] in dv-cinder-824149-6-iscsi is: [{'id': 'b8f5bb1e-95cb-4b01-8074-40c15f003c29', 'name': 'tempest-DeleteServersTestJSON-1853793204-router', 'tenant_id': '9836d4c25e0e46a8a6245bb7b74c55ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': 'ba3eda8a-b437-4edc-a174-1240199b7341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:38:34Z', 'updated_at': '2022-09-15T07:38:40Z', 'revision_number': 4, 'project_id': '9836d4c25e0e46a8a6245bb7b74c55ce', 'gw_port': {'id': 'ba3eda8a-b437-4edc-a174-1240199b7341', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:3a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f5bb1e-95cb-4b01-8074-40c15f003c29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:38:35Z', 'updated_at': '2022-09-15T07:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi', '_interfaces': [{'id': 'ab05742b-0031-4759-9219-8ffa01976ccb', 'name': '', 'network_id': 'feb69ed5-4e75-4d22-8da6-ae0dd81d5093', 'tenant_id': '9836d4c25e0e46a8a6245bb7b74c55ce', 'mac_address': 'fa:16:3e:69:11:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8f5bb1e-95cb-4b01-8074-40c15f003c29', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '37320245-f52b-465e-9b56-125b21fbaadc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:38:39Z', 'updated_at': '2022-09-15T07:38:52Z', 'revision_number': 4, 'project_id': '9836d4c25e0e46a8a6245bb7b74c55ce', 'subnets': [{'id': '37320245-f52b-465e-9b56-125b21fbaadc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 07:38:54.425964 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a582c6c-13cb-4894-9982-a2b968ababfb tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Pushing event updated for resources: {'Port': ['ID=969a023a-3f53-4eda-83a2-61b8da53d3c2,revision_number=1']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:38:54.434977 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-96f154dc-51eb-4133-873e-09e013823db6 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382552'] for floatingip (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:54.445674 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-96f154dc-51eb-4133-873e-09e013823db6 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.9335663 Sep 15 07:38:54.451315 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a582c6c-13cb-4894-9982-a2b968ababfb tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Network 7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa is already hosted by enough agents. {{(pid=107276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 07:38:54.463615 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.scheduler.base_scheduler [None req-4a582c6c-13cb-4894-9982-a2b968ababfb tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Resources bound (agent type, host, resource id): {{(pid=107276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 07:38:54.479315 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-1d27f4a3-09f3-4f4f-ac2d-bcab19ada5cc None None] Port a20fa119-e6e4-4748-9c88-82d94ae223c7 cannot update to ACTIVE because it is not bound. {{(pid=107290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 07:38:54.486250 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Provisioning complete for port ab05742b-0031-4759-9219-8ffa01976ccb triggered by entity L2. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 07:38:54.487732 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a582c6c-13cb-4894-9982-a2b968ababfb tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Received port after_create {{(pid=107276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 07:38:54.488209 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862942'] for port (ab05742b-0031-4759-9219-8ffa01976ccb), provisioning_complete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:54.488622 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Attempt 1 to provision port ab05742b-0031-4759-9219-8ffa01976ccb Sep 15 07:38:54.589222 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=100 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:38:54.625173 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:38:54.654101 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-4a582c6c-13cb-4894-9982-a2b968ababfb tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Publish callbacks [] for floatingip (da589d9c-4107-4220-9cba-c00b30cf3858), precommit_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:54.807047 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Current status of the port ab05742b-0031-4759-9219-8ffa01976ccb is: DOWN; New status is: ACTIVE {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:38:54.815507 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (ab05742b-0031-4759-9219-8ffa01976ccb), before_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:54.828787 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.db.provisioning_blocks [req-855fa722-1079-4d9d-913b-5d87c3eb87d6 req-0eea0853-66ee-44cc-8318-338bf0b37afc service neutron] Transition to ACTIVE for port object a20fa119-e6e4-4748-9c88-82d94ae223c7 will not be triggered until provisioned by entity L2. {{(pid=107279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 15 07:38:54.849150 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-4a582c6c-13cb-4894-9982-a2b968ababfb tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (969a023a-3f53-4eda-83a2-61b8da53d3c2), before_update {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:54.924030 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] For port ab05742b-0031-4759-9219-8ffa01976ccb, host dv-cinder-824149-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-6-iscsi',level=0,port_id=ab05742b-0031-4759-9219-8ffa01976ccb,segment=NetworkSegment(89da3f12-2ab4-4b26-bff6-e30222299de9),segment_id=89da3f12-2ab4-4b26-bff6-e30222299de9)] {{(pid=107290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:38:54.980309 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-1d27f4a3-09f3-4f4f-ac2d-bcab19ada5cc None None] Attempt 3 to provision port a20fa119-e6e4-4748-9c88-82d94ae223c7 Sep 15 07:38:55.121631 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-1d27f4a3-09f3-4f4f-ac2d-bcab19ada5cc None None] Port a20fa119-e6e4-4748-9c88-82d94ae223c7 cannot update to ACTIVE because it is not bound. {{(pid=107290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 07:38:55.123372 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-e4892777-9282-4549-8b74-db53e64c0606 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (6177172c-20b9-4a3a-92be-d5dd082cfa3a), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:55.125246 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 59074) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:38:55.128505 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [req-855fa722-1079-4d9d-913b-5d87c3eb87d6 req-0eea0853-66ee-44cc-8318-338bf0b37afc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615'] for port (a20fa119-e6e4-4748-9c88-82d94ae223c7), after_update {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:55.130667 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615'] for port (ab05742b-0031-4759-9219-8ffa01976ccb), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:55.131421 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Device f1b43edf-4d80-42ab-8985-9ac1b7d49c1f up at agent ovs-agent-dv-cinder-824149-6-iscsi {{(pid=107290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 07:38:55.201616 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-62919bed-8813-4045-b972-7659d98886b1 admin admin] Publish callbacks [] for security_group (cdf3933b-792a-43cc-9139-f19c1f6de203), precommit_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:55.346646 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba078abf-52ec-46d1-89a8-e368a9f2e0d4 req-04c036ee-1f4b-47cf-8e76-dde4357b835b tempest-DeleteServersTestJSON-1720729274 tempest-DeleteServersTestJSON-1720729274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:38:55.355440 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Pushing event updated for resources: {'Port': ['ID=ab05742b-0031-4759-9219-8ffa01976ccb,revision_number=5']} {{(pid=107290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:38:55.374705 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-ba078abf-52ec-46d1-89a8-e368a9f2e0d4 req-04c036ee-1f4b-47cf-8e76-dde4357b835b tempest-DeleteServersTestJSON-1720729274 tempest-DeleteServersTestJSON-1720729274-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0773d518-3cec-4a0a-87bf-eaa60c59154a HTTP/1.1" status: 200 len: 931 time: 0.5755765 Sep 15 07:38:55.395511 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-48ab3eb1-d58a-4199-8e9b-359971dfe33f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:55.416567 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-4a582c6c-13cb-4894-9982-a2b968ababfb tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Publish callbacks [] for port (969a023a-3f53-4eda-83a2-61b8da53d3c2), precommit_update {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:55.426666 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Provisioning complete for port f1b43edf-4d80-42ab-8985-9ac1b7d49c1f triggered by entity L2. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 07:38:55.427411 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862942'] for port (f1b43edf-4d80-42ab-8985-9ac1b7d49c1f), provisioning_complete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:55.427767 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Attempt 1 to provision port f1b43edf-4d80-42ab-8985-9ac1b7d49c1f Sep 15 07:38:55.465775 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:38:55.528884 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-f91fa181-a0c0-488b-8dfd-e760dde3c7eb req-b87fef4c-c862-45c8-996e-85fefb70c131 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1592142916&fields=id&tenant_id=14017d5edbbd4068b529d5d92444182a HTTP/1.1" status: 200 len: 267 time: 0.3358424 Sep 15 07:38:55.530119 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-62919bed-8813-4045-b972-7659d98886b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (cdf3933b-792a-43cc-9139-f19c1f6de203), after_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:55.534344 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eea0853-66ee-44cc-8318-338bf0b37afc service neutron] Pushing event updated for resources: {'Port': ['ID=a20fa119-e6e4-4748-9c88-82d94ae223c7,revision_number=2']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:38:55.535075 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-4a582c6c-13cb-4894-9982-a2b968ababfb tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615'] for port (969a023a-3f53-4eda-83a2-61b8da53d3c2), after_update {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:55.536394 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-4a582c6c-13cb-4894-9982-a2b968ababfb tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2007462'] for floatingip (da589d9c-4107-4220-9cba-c00b30cf3858), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:55.566941 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-48ab3eb1-d58a-4199-8e9b-359971dfe33f admin admin] Publish callbacks [] for security_group (cf7bd9d2-66af-4848-95cc-df9b86a49bdb), precommit_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:55.588013 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Current status of the port f1b43edf-4d80-42ab-8985-9ac1b7d49c1f is: ACTIVE; New status is: ACTIVE {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:38:55.611604 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:38:55.623971 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-1d27f4a3-09f3-4f4f-ac2d-bcab19ada5cc None None] Attempt 4 to provision port a20fa119-e6e4-4748-9c88-82d94ae223c7 Sep 15 07:38:55.635453 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a582c6c-13cb-4894-9982-a2b968ababfb tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Pushing event updated for resources: {'Port': ['ID=969a023a-3f53-4eda-83a2-61b8da53d3c2,revision_number=2']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:38:55.663793 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-ba078abf-52ec-46d1-89a8-e368a9f2e0d4 req-690593b8-e860-4e17-bed6-88c33a287738 tempest-DeleteServersTestJSON-1720729274 tempest-DeleteServersTestJSON-1720729274-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3434c6d4-d2ea-4b90-8bca-7aebc8670a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2817535 Sep 15 07:38:55.697414 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-48ab3eb1-d58a-4199-8e9b-359971dfe33f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (cf7bd9d2-66af-4848-95cc-df9b86a49bdb), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:55.703272 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62919bed-8813-4045-b972-7659d98886b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdf3933b-792a-43cc-9139-f19c1f6de203,revision_number=1']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:38:55.705707 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-1d27f4a3-09f3-4f4f-ac2d-bcab19ada5cc None None] Port a20fa119-e6e4-4748-9c88-82d94ae223c7 cannot update to ACTIVE because it is not bound. {{(pid=107290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 07:38:55.750572 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.managers [req-855fa722-1079-4d9d-913b-5d87c3eb87d6 req-0eea0853-66ee-44cc-8318-338bf0b37afc service neutron] Attempting to bind port a20fa119-e6e4-4748-9c88-82d94ae223c7 on host hv-cinder-82414 for vnic_type normal with profile {{(pid=107279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 07:38:55.750971 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.managers [req-855fa722-1079-4d9d-913b-5d87c3eb87d6 req-0eea0853-66ee-44cc-8318-338bf0b37afc service neutron] Attempting to bind port a20fa119-e6e4-4748-9c88-82d94ae223c7 by drivers openvswitch,hyperv on host hv-cinder-82414 at level 0 using segments [{'id': '89da3f12-2ab4-4b26-bff6-e30222299de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'feb69ed5-4e75-4d22-8da6-ae0dd81d5093'}] {{(pid=107279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 07:38:55.751375 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-855fa722-1079-4d9d-913b-5d87c3eb87d6 req-0eea0853-66ee-44cc-8318-338bf0b37afc service neutron] Attempting to bind port a20fa119-e6e4-4748-9c88-82d94ae223c7 on network feb69ed5-4e75-4d22-8da6-ae0dd81d5093 {{(pid=107279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 07:38:55.757188 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62919bed-8813-4045-b972-7659d98886b1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=107279) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 07:38:55.764945 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ab3eb1-d58a-4199-8e9b-359971dfe33f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf7bd9d2-66af-4848-95cc-df9b86a49bdb,revision_number=1']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:38:55.766571 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-62919bed-8813-4045-b972-7659d98886b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906830'] for segment (280d79c9-17b6-49ee-84f4-3580bfae04c4), precommit_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:55.766916 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.db.segments_db [None req-62919bed-8813-4045-b972-7659d98886b1 admin admin] Added segment 280d79c9-17b6-49ee-84f4-3580bfae04c4 of type vlan for network d89365c1-8c0f-4e8d-a885-30d30712127f Sep 15 07:38:55.792485 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-48ab3eb1-d58a-4199-8e9b-359971dfe33f admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=166bf7277833431ebc3e8abc17f10c0d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6611681 Sep 15 07:38:55.792892 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Device ab05742b-0031-4759-9219-8ffa01976ccb up at agent ovs-agent-dv-cinder-824149-6-iscsi {{(pid=107290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 07:38:55.796316 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-4a582c6c-13cb-4894-9982-a2b968ababfb tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382552'] for floatingip (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:55.810754 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-4a582c6c-13cb-4894-9982-a2b968ababfb tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.7445571 Sep 15 07:38:55.810754 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 59088) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:38:55.816347 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-62919bed-8813-4045-b972-7659d98886b1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729658139832'] for network (d89365c1-8c0f-4e8d-a885-30d30712127f), precommit_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:55.987494 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-62919bed-8813-4045-b972-7659d98886b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204'] for network (d89365c1-8c0f-4e8d-a885-30d30712127f), after_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:55.988676 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62919bed-8813-4045-b972-7659d98886b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:38:55.988964 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-96e96904-28d8-4a37-ae32-65469dae80fb admin admin] Publish callbacks [] for security_group (cf7bd9d2-66af-4848-95cc-df9b86a49bdb), before_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:55.989261 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-62919bed-8813-4045-b972-7659d98886b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586190'] for network (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:55.989713 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Provisioning complete for port ab05742b-0031-4759-9219-8ffa01976ccb triggered by entity L2. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 07:38:55.990207 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862942'] for port (ab05742b-0031-4759-9219-8ffa01976ccb), provisioning_complete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:55.990516 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Attempt 1 to provision port ab05742b-0031-4759-9219-8ffa01976ccb Sep 15 07:38:56.046083 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-96e96904-28d8-4a37-ae32-65469dae80fb admin admin] Publish callbacks [] for security_group (cf7bd9d2-66af-4848-95cc-df9b86a49bdb), precommit_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:56.078562 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:38:56.079973 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-0f44d0d5-b296-4658-a59d-71e94f9a3b32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (71b2a813-2b59-4e69-b901-83528b6ecb8f), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:56.121891 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-62919bed-8813-4045-b972-7659d98886b1 admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.8976889 Sep 15 07:38:56.133146 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 59096) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:38:56.150942 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.v2.base [None req-d907352a-4b54-45c4-8448-6d065cedd2f9 admin admin] Request body: {'subnet': {'network_id': 'd89365c1-8c0f-4e8d-a885-30d30712127f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1592562214-subnet', 'tenant_id': '3254ca4f60ec4def824456f9887dde02', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:38:56.169632 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Current status of the port ab05742b-0031-4759-9219-8ffa01976ccb is: ACTIVE; New status is: ACTIVE {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:38:56.183617 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-855fa722-1079-4d9d-913b-5d87c3eb87d6 req-0eea0853-66ee-44cc-8318-338bf0b37afc service neutron] Port a20fa119-e6e4-4748-9c88-82d94ae223c7 on network feb69ed5-4e75-4d22-8da6-ae0dd81d5093 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82414 {{(pid=107279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 07:38:56.183952 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-855fa722-1079-4d9d-913b-5d87c3eb87d6 req-0eea0853-66ee-44cc-8318-338bf0b37afc service neutron] Attempting to bind port a20fa119-e6e4-4748-9c88-82d94ae223c7 on network feb69ed5-4e75-4d22-8da6-ae0dd81d5093 {{(pid=107279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 07:38:56.207230 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-1d27f4a3-09f3-4f4f-ac2d-bcab19ada5cc None None] Attempt 5 to provision port a20fa119-e6e4-4748-9c88-82d94ae223c7 Sep 15 07:38:56.212886 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-96e96904-28d8-4a37-ae32-65469dae80fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (cf7bd9d2-66af-4848-95cc-df9b86a49bdb), after_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:56.215788 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-96e96904-28d8-4a37-ae32-65469dae80fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:56.218460 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-96e96904-28d8-4a37-ae32-65469dae80fb admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/cf7bd9d2-66af-4848-95cc-df9b86a49bdb HTTP/1.1" status: 204 len: 168 time: 0.4114335 Sep 15 07:38:56.226097 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62919bed-8813-4045-b972-7659d98886b1 admin admin] Pushing event updated for resources: {'Network': ['ID=d89365c1-8c0f-4e8d-a885-30d30712127f,revision_number=1']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:38:56.244805 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d907352a-4b54-45c4-8448-6d065cedd2f9 admin admin] Made reservation on behalf of 3254ca4f60ec4def824456f9887dde02 for: {'subnet': 1} {{(pid=107279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 07:38:56.247599 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-d907352a-4b54-45c4-8448-6d065cedd2f9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:56.253473 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e96904-28d8-4a37-ae32-65469dae80fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf7bd9d2-66af-4848-95cc-df9b86a49bdb,revision_number=None']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:38:56.261547 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91fa181-a0c0-488b-8dfd-e760dde3c7eb req-71a58a4d-2dde-402c-97ff-9ea5fecfffbe tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:38:56.263432 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-f91fa181-a0c0-488b-8dfd-e760dde3c7eb req-71a58a4d-2dde-402c-97ff-9ea5fecfffbe tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/networks?id=be4fe7de-ab91-47eb-96fc-2000373fe74e HTTP/1.1" status: 200 len: 814 time: 0.6072638 Sep 15 07:38:56.339065 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Network d89365c1-8c0f-4e8d-a885-30d30712127f details requested by agent ovs-agent-dv-cinder-824149-6-iscsi with host dv-cinder-824149-6-iscsi {{(pid=107290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 07:38:56.422382 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-1d27f4a3-09f3-4f4f-ac2d-bcab19ada5cc None None] Port a20fa119-e6e4-4748-9c88-82d94ae223c7 cannot update to ACTIVE because it is not bound. {{(pid=107290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 07:38:56.467588 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:38:56.472658 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-f91fa181-a0c0-488b-8dfd-e760dde3c7eb req-88b4e66c-b47d-4526-8c03-3b3ecd01823c tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/quotas/14017d5edbbd4068b529d5d92444182a HTTP/1.1" status: 200 len: 375 time: 0.1849761 Sep 15 07:38:56.554422 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-8e1b8c32-d5be-4a66-a131-1f718d544a98 req-45c31c14-f8d9-4661-a54c-8458772fdbb2 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1272263753&fields=id&tenant_id=b4a8f2664964492e9c80a595ed043c71 HTTP/1.1" status: 200 len: 267 time: 0.2887242 Sep 15 07:38:56.556271 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-855fa722-1079-4d9d-913b-5d87c3eb87d6 req-0eea0853-66ee-44cc-8318-338bf0b37afc service neutron] Checking agent: {'id': '25cf60a6-7ad2-448a-9326-c12b453ddee0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82414', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 7, 36, 43), 'started_at': datetime.datetime(2022, 9, 15, 7, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 7, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 07:38:56.556637 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-855fa722-1079-4d9d-913b-5d87c3eb87d6 req-0eea0853-66ee-44cc-8318-338bf0b37afc service neutron] Checking segment: {'id': '89da3f12-2ab4-4b26-bff6-e30222299de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'feb69ed5-4e75-4d22-8da6-ae0dd81d5093'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 07:38:56.557196 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-855fa722-1079-4d9d-913b-5d87c3eb87d6 req-0eea0853-66ee-44cc-8318-338bf0b37afc service neutron] Bound using segment: {'id': '89da3f12-2ab4-4b26-bff6-e30222299de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'feb69ed5-4e75-4d22-8da6-ae0dd81d5093'} {{(pid=107279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 07:38:56.557852 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.managers [req-855fa722-1079-4d9d-913b-5d87c3eb87d6 req-0eea0853-66ee-44cc-8318-338bf0b37afc service neutron] Bound port: a20fa119-e6e4-4748-9c88-82d94ae223c7, host: hv-cinder-82414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89da3f12-2ab4-4b26-bff6-e30222299de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'feb69ed5-4e75-4d22-8da6-ae0dd81d5093'}}] {{(pid=107279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 07:38:56.558220 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [req-855fa722-1079-4d9d-913b-5d87c3eb87d6 req-0eea0853-66ee-44cc-8318-338bf0b37afc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (a20fa119-e6e4-4748-9c88-82d94ae223c7), before_update {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:56.723944 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-f91fa181-a0c0-488b-8dfd-e760dde3c7eb req-68d4958f-c209-466b-a5fa-ae5f160b88f6 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=14017d5edbbd4068b529d5d92444182a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2369468 Sep 15 07:38:56.923922 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-1d27f4a3-09f3-4f4f-ac2d-bcab19ada5cc None None] Attempt 6 to provision port a20fa119-e6e4-4748-9c88-82d94ae223c7 Sep 15 07:38:56.956470 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.db [req-855fa722-1079-4d9d-913b-5d87c3eb87d6 req-0eea0853-66ee-44cc-8318-338bf0b37afc service neutron] For port a20fa119-e6e4-4748-9c88-82d94ae223c7, host hv-cinder-82414, cleared binding levels {{(pid=107279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 07:38:56.959935 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:38:56.970676 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1b8c32-d5be-4a66-a131-1f718d544a98 req-9fd09c60-1ccd-4d2a-ab9a-b3065ca6dc01 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:38:56.970676 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-8e1b8c32-d5be-4a66-a131-1f718d544a98 req-9fd09c60-1ccd-4d2a-ab9a-b3065ca6dc01 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/networks?id=2b6b3bac-c651-487a-b144-89fba4985d6c HTTP/1.1" status: 200 len: 816 time: 0.4142110 Sep 15 07:38:57.018906 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.db [req-855fa722-1079-4d9d-913b-5d87c3eb87d6 req-0eea0853-66ee-44cc-8318-338bf0b37afc service neutron] For port a20fa119-e6e4-4748-9c88-82d94ae223c7, host hv-cinder-82414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=a20fa119-e6e4-4748-9c88-82d94ae223c7,segment=NetworkSegment(89da3f12-2ab4-4b26-bff6-e30222299de9),segment_id=89da3f12-2ab4-4b26-bff6-e30222299de9)] {{(pid=107279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 07:38:57.038703 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-8e1b8c32-d5be-4a66-a131-1f718d544a98 req-0a3e3612-b787-4547-b7ff-9bdfc929d6d1 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/quotas/b4a8f2664964492e9c80a595ed043c71 HTTP/1.1" status: 200 len: 375 time: 0.0472109 Sep 15 07:38:57.056949 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-1d27f4a3-09f3-4f4f-ac2d-bcab19ada5cc None None] Port a20fa119-e6e4-4748-9c88-82d94ae223c7 cannot update to ACTIVE because it is not bound. {{(pid=107290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 07:38:57.093732 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [req-f91fa181-a0c0-488b-8dfd-e760dde3c7eb req-2fb10fbb-5d3f-4f73-87a9-6d59044dc29f service neutron] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107279) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 15 07:38:57.098283 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-f91fa181-a0c0-488b-8dfd-e760dde3c7eb req-2fb10fbb-5d3f-4f73-87a9-6d59044dc29f service neutron] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.1629457 Sep 15 07:38:57.135100 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [req-855fa722-1079-4d9d-913b-5d87c3eb87d6 req-0eea0853-66ee-44cc-8318-338bf0b37afc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615'] for port (a20fa119-e6e4-4748-9c88-82d94ae223c7), after_update {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:57.173010 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855fa722-1079-4d9d-913b-5d87c3eb87d6 req-0eea0853-66ee-44cc-8318-338bf0b37afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:38:57.173691 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [req-855fa722-1079-4d9d-913b-5d87c3eb87d6 req-0eea0853-66ee-44cc-8318-338bf0b37afc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586190'] for port (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:57.175186 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-855fa722-1079-4d9d-913b-5d87c3eb87d6 req-0eea0853-66ee-44cc-8318-338bf0b37afc service neutron] 10.222.0.26 "PUT /networking/v2.0/ports/a20fa119-e6e4-4748-9c88-82d94ae223c7 HTTP/1.1" status: 200 len: 1093 time: 4.0371275 Sep 15 07:38:57.204598 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0773d518-3cec-4a0a-87bf-eaa60c59154a', 'tag': 'a20fa119-e6e4-4748-9c88-82d94ae223c7'}] {{(pid=107279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 07:38:57.296209 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-d907352a-4b54-45c4-8448-6d065cedd2f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204'] for subnet (9a3a9671-c5e7-4d55-8493-7f85049ca7c7), after_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:57.302713 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-8e1b8c32-d5be-4a66-a131-1f718d544a98 req-7ff05ef2-5d73-4caa-8e00-cad2ee5c697a tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=b4a8f2664964492e9c80a595ed043c71&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2559862 Sep 15 07:38:57.507917 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eea0853-66ee-44cc-8318-338bf0b37afc service neutron] Pushing event updated for resources: {'Port': ['ID=a20fa119-e6e4-4748-9c88-82d94ae223c7,revision_number=3']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:38:57.519743 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d907352a-4b54-45c4-8448-6d065cedd2f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a3a9671-c5e7-4d55-8493-7f85049ca7c7,revision_number=0']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:38:57.528275 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-677e5667-6d12-4a09-97b6-65dca69daeb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (4c9c4bf3-096b-4dee-b844-12a870317301), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:57.532721 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 59144) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:38:57.562707 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-1d27f4a3-09f3-4f4f-ac2d-bcab19ada5cc None None] Attempt 7 to provision port a20fa119-e6e4-4748-9c88-82d94ae223c7 Sep 15 07:38:57.572909 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-f406e848-41e7-4fd5-bcd5-c10c715fff58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:57.655521 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:38:57.678497 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-f91fa181-a0c0-488b-8dfd-e760dde3c7eb req-7c12ec83-3ddf-4bea-b4b2-bd17c59af590 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/be4fe7de-ab91-47eb-96fc-2000373fe74e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5607095 Sep 15 07:38:57.678497 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855fa722-1079-4d9d-913b-5d87c3eb87d6 req-451297c8-cb67-434b-af05-bbc8fef399fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:38:57.678497 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-855fa722-1079-4d9d-913b-5d87c3eb87d6 req-451297c8-cb67-434b-af05-bbc8fef399fb service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=9836d4c25e0e46a8a6245bb7b74c55ce&device_id=0773d518-3cec-4a0a-87bf-eaa60c59154a HTTP/1.1" status: 200 len: 1127 time: 0.1466591 Sep 15 07:38:57.678497 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d907352a-4b54-45c4-8448-6d065cedd2f9 admin admin] Checking segment: {'id': '280d79c9-17b6-49ee-84f4-3580bfae04c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd89365c1-8c0f-4e8d-a885-30d30712127f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 07:38:57.678497 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d907352a-4b54-45c4-8448-6d065cedd2f9 admin admin] Network hostable DHCP agents. Network: d89365c1-8c0f-4e8d-a885-30d30712127f, hostable agents: ['47b201f8-ba91-4005-8457-67653169c522'], hosted agents: [] {{(pid=107279) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 07:38:57.698142 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-1d27f4a3-09f3-4f4f-ac2d-bcab19ada5cc None None] Port a20fa119-e6e4-4748-9c88-82d94ae223c7 had new provisioning blocks added so it will not transition to active. {{(pid=107290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 15 07:38:57.728658 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-8e1b8c32-d5be-4a66-a131-1f718d544a98 req-d932d838-0113-4390-adf5-15a2911836e1 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/2b6b3bac-c651-487a-b144-89fba4985d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3849871 Sep 15 07:38:57.731585 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706979451550896f7b9833a7a6f18e8e6b98f6eca7edeab709f82497fe6197ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-349440cc-58d4-4d3c-9d0e-2cf36ec4dc64" -d '{"events": [{"name": "network-changed", "server_uuid": "0773d518-3cec-4a0a-87bf-eaa60c59154a", "tag": "a20fa119-e6e4-4748-9c88-82d94ae223c7"}]}' {{(pid=107279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 07:38:57.744310 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (c3acd0b9-3b8e-4f77-9053-2ca2457616b3), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:57.782736 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-855fa722-1079-4d9d-913b-5d87c3eb87d6 req-468a15f2-7cea-43fc-b939-85ceaa93395c service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a20fa119-e6e4-4748-9c88-82d94ae223c7 HTTP/1.1" status: 200 len: 217 time: 0.0980265 Sep 15 07:38:57.800980 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-f406e848-41e7-4fd5-bcd5-c10c715fff58 admin admin] Publish callbacks [] for security_group (f61680a0-8b50-4704-9807-f681917176a1), precommit_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:58.208589 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855fa722-1079-4d9d-913b-5d87c3eb87d6 req-c86ed2f9-12f7-4f08-9c2c-0dddfda86cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:38:58.211902 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-855fa722-1079-4d9d-913b-5d87c3eb87d6 req-c86ed2f9-12f7-4f08-9c2c-0dddfda86cac service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=37320245-f52b-465e-9b56-125b21fbaadc HTTP/1.1" status: 200 len: 851 time: 0.3863716 Sep 15 07:38:58.242205 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-f406e848-41e7-4fd5-bcd5-c10c715fff58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (f61680a0-8b50-4704-9807-f681917176a1), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:58.251489 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d907352a-4b54-45c4-8448-6d065cedd2f9 admin admin] Network d89365c1-8c0f-4e8d-a885-30d30712127f is scheduled to be hosted by DHCP agent 47b201f8-ba91-4005-8457-67653169c522 with binding_index 1 {{(pid=107279) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 07:38:58.258582 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:INSERT=13,neutron:SELECT=80,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:38:58.261683 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-f91fa181-a0c0-488b-8dfd-e760dde3c7eb req-2ec82be5-c6a5-4570-be5b-8a1ce6c52550 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/be4fe7de-ab91-47eb-96fc-2000373fe74e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5362740 Sep 15 07:38:58.336764 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f406e848-41e7-4fd5-bcd5-c10c715fff58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f61680a0-8b50-4704-9807-f681917176a1,revision_number=1']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:38:58.342688 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-f406e848-41e7-4fd5-bcd5-c10c715fff58 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=b6a4ddb789f04146b628a5ef7e5d4d4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8086848 Sep 15 07:38:58.345400 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 59172) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:38:58.372532 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.scheduler.base_scheduler [None req-d907352a-4b54-45c4-8448-6d065cedd2f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824149-6-iscsi, d89365c1-8c0f-4e8d-a885-30d30712127f) {{(pid=107279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 07:38:58.375329 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855fa722-1079-4d9d-913b-5d87c3eb87d6 req-938ab8af-66a1-4048-890f-2bc952dca01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:38:58.377188 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-855fa722-1079-4d9d-913b-5d87c3eb87d6 req-938ab8af-66a1-4048-890f-2bc952dca01c service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=feb69ed5-4e75-4d22-8da6-ae0dd81d5093&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1022127 Sep 15 07:38:58.380569 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f9e2ea-6188-4250-a466-944178e86008 None None] Network d89365c1-8c0f-4e8d-a885-30d30712127f requested from dv-cinder-824149-6-iscsi {{(pid=107290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 07:38:58.382781 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-8e1b8c32-d5be-4a66-a131-1f718d544a98 req-66b6e2ce-4858-4c0f-84f5-b303336a7ec6 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/2b6b3bac-c651-487a-b144-89fba4985d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6041765 Sep 15 07:38:58.384199 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d907352a-4b54-45c4-8448-6d065cedd2f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:38:58.384934 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-d907352a-4b54-45c4-8448-6d065cedd2f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586190'] for subnet (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:58.448939 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-84b5a6f6-664f-41ff-837d-ecf7851715be admin admin] Publish callbacks [] for security_group (f61680a0-8b50-4704-9807-f681917176a1), before_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:58.507810 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-84b5a6f6-664f-41ff-837d-ecf7851715be admin admin] Publish callbacks [] for security_group (f61680a0-8b50-4704-9807-f681917176a1), precommit_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:58.543379 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-d907352a-4b54-45c4-8448-6d065cedd2f9 admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.4102087 Sep 15 07:38:58.664819 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-855fa722-1079-4d9d-913b-5d87c3eb87d6 req-4c6f8e4f-1639-4ed2-becd-de265f49be33 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/feb69ed5-4e75-4d22-8da6-ae0dd81d5093?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2721326 Sep 15 07:38:58.682543 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-84b5a6f6-664f-41ff-837d-ecf7851715be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (f61680a0-8b50-4704-9807-f681917176a1), after_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:58.692275 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-84b5a6f6-664f-41ff-837d-ecf7851715be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:38:58.692275 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-84b5a6f6-664f-41ff-837d-ecf7851715be admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/f61680a0-8b50-4704-9807-f681917176a1 HTTP/1.1" status: 204 len: 168 time: 0.3396051 Sep 15 07:38:58.720314 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b5a6f6-664f-41ff-837d-ecf7851715be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f61680a0-8b50-4704-9807-f681917176a1,revision_number=None']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:38:58.784525 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a8c2b52-9b19-4e43-9e6d-9b15edb32aa0 None None] Network d89365c1-8c0f-4e8d-a885-30d30712127f requested from dv-cinder-824149-6-iscsi {{(pid=107290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 07:38:58.785164 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:38:58.840897 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-855fa722-1079-4d9d-913b-5d87c3eb87d6 req-2085d84e-1258-4863-aaf7-9a3207aa1a1b service neutron] 10.222.0.26 "GET /networking/v2.0/networks/feb69ed5-4e75-4d22-8da6-ae0dd81d5093?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556439 Sep 15 07:38:59.273338 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dcd488-605b-4ab3-912a-70525d2feae4 req-61851328-e784-4a24-be6a-5fbf50519adf tempest-DeleteServersTestJSON-1720729274 tempest-DeleteServersTestJSON-1720729274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:38:59.284345 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-16dcd488-605b-4ab3-912a-70525d2feae4 req-61851328-e784-4a24-be6a-5fbf50519adf tempest-DeleteServersTestJSON-1720729274 tempest-DeleteServersTestJSON-1720729274-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0773d518-3cec-4a0a-87bf-eaa60c59154a HTTP/1.1" status: 200 len: 943 time: 0.1428921 Sep 15 07:38:59.419139 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-16dcd488-605b-4ab3-912a-70525d2feae4 req-891e9802-8819-4194-9188-441a493cc067 tempest-DeleteServersTestJSON-1720729274 tempest-DeleteServersTestJSON-1720729274-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3434c6d4-d2ea-4b90-8bca-7aebc8670a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313763 Sep 15 07:38:59.602636 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-0e8aa699-5958-493c-a1fc-c334a3e520c7 req-94bb8d8c-98e8-4024-8cf8-bce901f5605c tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=37cd67df-dd0e-4658-9b80-3c29efd65897 HTTP/1.1" status: 200 len: 210 time: 0.0578763 Sep 15 07:38:59.671848 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 07:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43e760ee-48f6-4d3a-8642-d90412344416 x-openstack-request-id: req-43e760ee-48f6-4d3a-8642-d90412344416 {{(pid=107279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 07:38:59.672130 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0773d518-3cec-4a0a-87bf-eaa60c59154a", "tag": "a20fa119-e6e4-4748-9c88-82d94ae223c7", "status": "completed", "code": 200}]} {{(pid=107279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 07:38:59.687342 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-43e760ee-48f6-4d3a-8642-d90412344416 {{(pid=107279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 07:38:59.687936 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43e760ee-48f6-4d3a-8642-d90412344416'] response: {'name': 'network-changed', 'server_uuid': '0773d518-3cec-4a0a-87bf-eaa60c59154a', 'tag': 'a20fa119-e6e4-4748-9c88-82d94ae223c7', 'status': 'completed', 'code': 200} Sep 15 07:38:59.714998 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-bc388dd6-b99f-47fb-849e-baa7534e87b8 req-b64dc7d9-cecd-448d-b71d-a370467becf1 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=07ae2103-9abb-45d7-94b1-7e0f83c44fa0 HTTP/1.1" status: 200 len: 210 time: 0.0694246 Sep 15 07:38:59.786337 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349440cc-58d4-4d3c-9d0e-2cf36ec4dc64 req-9644a3be-5bbb-4a9d-a002-a38c5e7a6da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:38:59.787966 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-349440cc-58d4-4d3c-9d0e-2cf36ec4dc64 req-9644a3be-5bbb-4a9d-a002-a38c5e7a6da2 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=9836d4c25e0e46a8a6245bb7b74c55ce&device_id=0773d518-3cec-4a0a-87bf-eaa60c59154a HTTP/1.1" status: 200 len: 1127 time: 0.0720811 Sep 15 07:39:00.541563 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349440cc-58d4-4d3c-9d0e-2cf36ec4dc64 req-9f8b0f34-da00-4444-aaf7-f8ea16f5a482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:39:00.544931 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-349440cc-58d4-4d3c-9d0e-2cf36ec4dc64 req-9f8b0f34-da00-4444-aaf7-f8ea16f5a482 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=feb69ed5-4e75-4d22-8da6-ae0dd81d5093 HTTP/1.1" status: 200 len: 913 time: 0.3232660 Sep 15 07:39:00.565318 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 59282) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:39:00.665755 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-349440cc-58d4-4d3c-9d0e-2cf36ec4dc64 req-50c2828b-2631-4545-8e5a-dec022ad4082 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a20fa119-e6e4-4748-9c88-82d94ae223c7 HTTP/1.1" status: 200 len: 217 time: 0.0934720 Sep 15 07:39:00.724923 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217b0630-907e-4f73-acfe-604088380c08 req-241c8596-e4c5-461b-a4d9-372e7ef1d80d tempest-DeleteServersTestJSON-1720729274 tempest-DeleteServersTestJSON-1720729274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:39:00.733722 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-217b0630-907e-4f73-acfe-604088380c08 req-241c8596-e4c5-461b-a4d9-372e7ef1d80d tempest-DeleteServersTestJSON-1720729274 tempest-DeleteServersTestJSON-1720729274-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0773d518-3cec-4a0a-87bf-eaa60c59154a HTTP/1.1" status: 200 len: 943 time: 0.1757863 Sep 15 07:39:00.808865 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349440cc-58d4-4d3c-9d0e-2cf36ec4dc64 req-38cd69c3-2af5-4095-992f-914827b938f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:39:00.810851 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-349440cc-58d4-4d3c-9d0e-2cf36ec4dc64 req-38cd69c3-2af5-4095-992f-914827b938f1 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=37320245-f52b-465e-9b56-125b21fbaadc HTTP/1.1" status: 200 len: 851 time: 0.1379344 Sep 15 07:39:00.852920 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-6bd23f1e-bfac-4037-a2d0-1bbe7170e8ad req-a21b4f7c-656d-4fb1-bbe6-75834fb4ee87 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=37cd67df-dd0e-4658-9b80-3c29efd65897 HTTP/1.1" status: 200 len: 210 time: 0.0649133 Sep 15 07:39:00.871824 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-217b0630-907e-4f73-acfe-604088380c08 req-3d591038-0249-47a3-8b68-e5474f81a7d6 tempest-DeleteServersTestJSON-1720729274 tempest-DeleteServersTestJSON-1720729274-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3434c6d4-d2ea-4b90-8bca-7aebc8670a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364312 Sep 15 07:39:00.996051 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-a20af009-6a92-4130-82ba-1a5837da31fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:01.020735 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-8c6f6072-fbe3-4b02-abea-1b608413c2c8 req-24e7cd0d-79c1-43e4-a549-30bed240ad55 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=07ae2103-9abb-45d7-94b1-7e0f83c44fa0 HTTP/1.1" status: 200 len: 210 time: 0.0848367 Sep 15 07:39:01.035842 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349440cc-58d4-4d3c-9d0e-2cf36ec4dc64 req-05e6f0aa-3dbd-44dd-b774-991d19b17332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:39:01.037053 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-349440cc-58d4-4d3c-9d0e-2cf36ec4dc64 req-05e6f0aa-3dbd-44dd-b774-991d19b17332 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=feb69ed5-4e75-4d22-8da6-ae0dd81d5093&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2024136 Sep 15 07:39:01.148238 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 59306) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:39:01.159828 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.v2.base [None req-62bd6d15-2531-4b2b-998c-75e6c4e48eb0 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1072540366-network', 'tenant_id': '453ffafb74604ac3bcc22a765b47681d'}} {{(pid=107276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:39:01.167918 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=100 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:39:01.224879 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-349440cc-58d4-4d3c-9d0e-2cf36ec4dc64 req-f65ee7c0-9b66-479b-b350-f712123931ea service neutron] 10.222.0.26 "GET /networking/v2.0/networks/feb69ed5-4e75-4d22-8da6-ae0dd81d5093?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781220 Sep 15 07:39:01.246276 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-a20af009-6a92-4130-82ba-1a5837da31fb admin admin] Publish callbacks [] for security_group (12f55dc1-8008-495d-919c-f2288deaaee5), precommit_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:01.796196 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62bd6d15-2531-4b2b-998c-75e6c4e48eb0 admin admin] Made reservation on behalf of 453ffafb74604ac3bcc22a765b47681d for: {'network': 1} {{(pid=107276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 07:39:01.799308 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-62bd6d15-2531-4b2b-998c-75e6c4e48eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for network (None), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:01.817461 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-62bd6d15-2531-4b2b-998c-75e6c4e48eb0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:01.873216 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=77,neutron:INSERT=17,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:39:01.890302 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-a20af009-6a92-4130-82ba-1a5837da31fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (12f55dc1-8008-495d-919c-f2288deaaee5), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:02.050455 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-62bd6d15-2531-4b2b-998c-75e6c4e48eb0 admin admin] Publish callbacks [] for security_group (0bf5a6f5-aabe-4394-809d-cda6d9b16eec), precommit_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:02.070695 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20af009-6a92-4130-82ba-1a5837da31fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12f55dc1-8008-495d-919c-f2288deaaee5,revision_number=1']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:39:02.081932 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-a20af009-6a92-4130-82ba-1a5837da31fb admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=33cf9c15ba744a1fada8d251f1f4f02a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5108340 Sep 15 07:39:02.087085 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 59338) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:39:02.145934 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-184e44b2-c529-4820-aa87-1d9a40920569 req-a7fc4af5-e56b-4fe2-a111-1615c6b3c373 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=37cd67df-dd0e-4658-9b80-3c29efd65897 HTTP/1.1" status: 200 len: 210 time: 0.0982130 Sep 15 07:39:02.168206 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-62bd6d15-2531-4b2b-998c-75e6c4e48eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (0bf5a6f5-aabe-4394-809d-cda6d9b16eec), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:02.171118 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e82e7a5-9320-4b6e-92dd-1b0a7ad26fcf req-c442a1c2-6518-437c-b840-82a6963e5767 tempest-DeleteServersTestJSON-1720729274 tempest-DeleteServersTestJSON-1720729274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:39:02.172618 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-4e82e7a5-9320-4b6e-92dd-1b0a7ad26fcf req-c442a1c2-6518-437c-b840-82a6963e5767 tempest-DeleteServersTestJSON-1720729274 tempest-DeleteServersTestJSON-1720729274-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0773d518-3cec-4a0a-87bf-eaa60c59154a HTTP/1.1" status: 200 len: 943 time: 0.1733766 Sep 15 07:39:02.232897 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62bd6d15-2531-4b2b-998c-75e6c4e48eb0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=107276) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 07:39:02.259643 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-62bd6d15-2531-4b2b-998c-75e6c4e48eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906830'] for segment (1d27eab4-34e7-422e-8ff5-b6969cb8f217), precommit_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:02.260813 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.db.segments_db [None req-62bd6d15-2531-4b2b-998c-75e6c4e48eb0 admin admin] Added segment 1d27eab4-34e7-422e-8ff5-b6969cb8f217 of type vlan for network 39647baf-07cf-4d43-bb63-13540cafec91 Sep 15 07:39:02.296899 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-4e82e7a5-9320-4b6e-92dd-1b0a7ad26fcf req-3272bf7b-c75e-4cf1-8354-9c3008585934 tempest-DeleteServersTestJSON-1720729274 tempest-DeleteServersTestJSON-1720729274-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3434c6d4-d2ea-4b90-8bca-7aebc8670a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118572 Sep 15 07:39:02.349103 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-9817464f-f1fd-4c3d-8649-26fa51d0fd9b admin admin] Publish callbacks [] for security_group (12f55dc1-8008-495d-919c-f2288deaaee5), before_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:02.353879 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-31262d76-5979-4476-9262-00afe182ab09 req-a17c5d57-6d9d-4af5-aae9-cfdc1b2b96ee tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=07ae2103-9abb-45d7-94b1-7e0f83c44fa0 HTTP/1.1" status: 200 len: 210 time: 0.0425663 Sep 15 07:39:02.387878 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-9817464f-f1fd-4c3d-8649-26fa51d0fd9b admin admin] Publish callbacks [] for security_group (12f55dc1-8008-495d-919c-f2288deaaee5), precommit_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:02.398639 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-62bd6d15-2531-4b2b-998c-75e6c4e48eb0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729658139832'] for network (39647baf-07cf-4d43-bb63-13540cafec91), precommit_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:02.402945 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bd6d15-2531-4b2b-998c-75e6c4e48eb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bf5a6f5-aabe-4394-809d-cda6d9b16eec,revision_number=1']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:39:02.567663 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-62bd6d15-2531-4b2b-998c-75e6c4e48eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204'] for network (39647baf-07cf-4d43-bb63-13540cafec91), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:02.576007 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-9817464f-f1fd-4c3d-8649-26fa51d0fd9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (12f55dc1-8008-495d-919c-f2288deaaee5), after_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:02.577299 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62bd6d15-2531-4b2b-998c-75e6c4e48eb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:39:02.577299 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-62bd6d15-2531-4b2b-998c-75e6c4e48eb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586190'] for network (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:02.577445 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-9817464f-f1fd-4c3d-8649-26fa51d0fd9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:02.577445 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-9817464f-f1fd-4c3d-8649-26fa51d0fd9b admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/12f55dc1-8008-495d-919c-f2288deaaee5 HTTP/1.1" status: 204 len: 168 time: 0.4847958 Sep 15 07:39:02.577594 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=4 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:39:02.586251 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9817464f-f1fd-4c3d-8649-26fa51d0fd9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12f55dc1-8008-495d-919c-f2288deaaee5,revision_number=None']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:39:02.606340 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=100 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:39:02.742527 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bd6d15-2531-4b2b-998c-75e6c4e48eb0 admin admin] Pushing event updated for resources: {'Network': ['ID=39647baf-07cf-4d43-bb63-13540cafec91,revision_number=1']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:39:02.769831 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Network 39647baf-07cf-4d43-bb63-13540cafec91 details requested by agent ovs-agent-dv-cinder-824149-6-iscsi with host dv-cinder-824149-6-iscsi {{(pid=107290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 07:39:02.809837 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-62bd6d15-2531-4b2b-998c-75e6c4e48eb0 admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.6603267 Sep 15 07:39:02.812600 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 59358) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:39:02.821862 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-349440cc-58d4-4d3c-9d0e-2cf36ec4dc64 req-5ba619ad-fd23-4cb4-938f-64c40bd219b3 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/feb69ed5-4e75-4d22-8da6-ae0dd81d5093?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032998 Sep 15 07:39:02.843950 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.v2.base [None req-0907a514-5715-482e-81b1-1ea12cf995e2 admin admin] Request body: {'subnet': {'network_id': '39647baf-07cf-4d43-bb63-13540cafec91', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1072540366-subnet', 'tenant_id': '453ffafb74604ac3bcc22a765b47681d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:39:02.943275 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0907a514-5715-482e-81b1-1ea12cf995e2 admin admin] Made reservation on behalf of 453ffafb74604ac3bcc22a765b47681d for: {'subnet': 1} {{(pid=107276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 07:39:02.947552 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-0907a514-5715-482e-81b1-1ea12cf995e2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:03.370219 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-930e646d-af8a-4834-8c2c-c413b5dbaedb req-f2af2dfa-95c5-4f73-b9fd-b4bb90aa33b7 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=37cd67df-dd0e-4658-9b80-3c29efd65897 HTTP/1.1" status: 200 len: 210 time: 0.0576477 Sep 15 07:39:03.508063 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1305120-eff2-46ee-889d-55aff0ae243d req-fbea926f-3cf1-458b-aa03-263b16d34e68 tempest-DeleteServersTestJSON-1720729274 tempest-DeleteServersTestJSON-1720729274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:39:03.510790 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-c1305120-eff2-46ee-889d-55aff0ae243d req-fbea926f-3cf1-458b-aa03-263b16d34e68 tempest-DeleteServersTestJSON-1720729274 tempest-DeleteServersTestJSON-1720729274-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0773d518-3cec-4a0a-87bf-eaa60c59154a HTTP/1.1" status: 200 len: 943 time: 0.0760365 Sep 15 07:39:03.575458 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-0907a514-5715-482e-81b1-1ea12cf995e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204'] for subnet (1ec9e125-0653-4b17-8f0d-dff6fe57f2b9), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:03.604718 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-c3c3ad95-3c01-4074-8c30-355282d75576 req-5ba81b89-6610-46db-859e-c0a709c43e89 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=07ae2103-9abb-45d7-94b1-7e0f83c44fa0 HTTP/1.1" status: 200 len: 210 time: 0.0676649 Sep 15 07:39:03.672331 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-c1305120-eff2-46ee-889d-55aff0ae243d req-bc379ab2-b6ff-44c0-a8ae-8b4439fa1885 tempest-DeleteServersTestJSON-1720729274 tempest-DeleteServersTestJSON-1720729274-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3434c6d4-d2ea-4b90-8bca-7aebc8670a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550801 Sep 15 07:39:03.696852 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0907a514-5715-482e-81b1-1ea12cf995e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ec9e125-0653-4b17-8f0d-dff6fe57f2b9,revision_number=0']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:39:03.702524 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0907a514-5715-482e-81b1-1ea12cf995e2 admin admin] Checking segment: {'id': '1d27eab4-34e7-422e-8ff5-b6969cb8f217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '39647baf-07cf-4d43-bb63-13540cafec91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 07:39:03.703556 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0907a514-5715-482e-81b1-1ea12cf995e2 admin admin] Network hostable DHCP agents. Network: 39647baf-07cf-4d43-bb63-13540cafec91, hostable agents: ['47b201f8-ba91-4005-8457-67653169c522'], hosted agents: [] {{(pid=107276) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 07:39:03.755062 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 59382) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:39:03.774826 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-e92ef64e-a730-4f5f-b155-22a56ba587f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:03.826500 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:39:03.829684 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0907a514-5715-482e-81b1-1ea12cf995e2 admin admin] Network 39647baf-07cf-4d43-bb63-13540cafec91 is scheduled to be hosted by DHCP agent 47b201f8-ba91-4005-8457-67653169c522 with binding_index 1 {{(pid=107276) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 07:39:03.897773 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-e92ef64e-a730-4f5f-b155-22a56ba587f6 admin admin] Publish callbacks [] for security_group (6a5474c4-a20a-4f16-a86a-901d57beff8e), precommit_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:03.934768 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.scheduler.base_scheduler [None req-0907a514-5715-482e-81b1-1ea12cf995e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824149-6-iscsi, 39647baf-07cf-4d43-bb63-13540cafec91) {{(pid=107276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 07:39:03.948752 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01e9d762-a919-469e-9455-857004008141 None None] Network 39647baf-07cf-4d43-bb63-13540cafec91 requested from dv-cinder-824149-6-iscsi {{(pid=107290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 07:39:03.963918 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-e92ef64e-a730-4f5f-b155-22a56ba587f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (6a5474c4-a20a-4f16-a86a-901d57beff8e), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:03.973221 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0907a514-5715-482e-81b1-1ea12cf995e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:39:03.975504 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-0907a514-5715-482e-81b1-1ea12cf995e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586190'] for subnet (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:04.043599 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92ef64e-a730-4f5f-b155-22a56ba587f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a5474c4-a20a-4f16-a86a-901d57beff8e,revision_number=1']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:39:04.048276 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-e92ef64e-a730-4f5f-b155-22a56ba587f6 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=3a481596310a44ef9667b1f960f75c02&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2918768 Sep 15 07:39:04.053134 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 59394) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:39:04.143354 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-0907a514-5715-482e-81b1-1ea12cf995e2 admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3212247 Sep 15 07:39:04.168219 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-03591b07-059c-4559-99ae-2dc466e317c1 admin admin] Publish callbacks [] for security_group (6a5474c4-a20a-4f16-a86a-901d57beff8e), before_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:04.196275 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83bdab08-b496-40bb-a354-bed5c2d74438 None None] Network 39647baf-07cf-4d43-bb63-13540cafec91 requested from dv-cinder-824149-6-iscsi {{(pid=107290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 07:39:04.236583 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-03591b07-059c-4559-99ae-2dc466e317c1 admin admin] Publish callbacks [] for security_group (6a5474c4-a20a-4f16-a86a-901d57beff8e), precommit_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:04.415085 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 59406) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:39:04.479860 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-03591b07-059c-4559-99ae-2dc466e317c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (6a5474c4-a20a-4f16-a86a-901d57beff8e), after_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:04.482696 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-03591b07-059c-4559-99ae-2dc466e317c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:04.483869 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-03591b07-059c-4559-99ae-2dc466e317c1 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/6a5474c4-a20a-4f16-a86a-901d57beff8e HTTP/1.1" status: 204 len: 168 time: 0.4297349 Sep 15 07:39:04.505249 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03591b07-059c-4559-99ae-2dc466e317c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a5474c4-a20a-4f16-a86a-901d57beff8e,revision_number=None']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:39:04.532641 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.db.db_base_plugin_v2 [None req-3680ee1a-ecef-46c2-bd5f-f909624420e5 admin admin] Deleting subnet 9a3a9671-c5e7-4d55-8493-7f85049ca7c7 {{(pid=107279) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 15 07:39:04.553693 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-3680ee1a-ecef-46c2-bd5f-f909624420e5 admin admin] Publish callbacks [] for subnet (9a3a9671-c5e7-4d55-8493-7f85049ca7c7), before_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:04.594625 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-ed230d3a-4c2c-41f6-bbfa-dfcd3608ca3f req-37c56b14-85ab-472d-a6be-69b9525ec9e3 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=37cd67df-dd0e-4658-9b80-3c29efd65897 HTTP/1.1" status: 200 len: 210 time: 0.0665710 Sep 15 07:39:04.613296 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-3680ee1a-ecef-46c2-bd5f-f909624420e5 admin admin] Publish callbacks [] for subnet (9a3a9671-c5e7-4d55-8493-7f85049ca7c7), precommit_delete_associations {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:04.633839 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:39:04.638426 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-3680ee1a-ecef-46c2-bd5f-f909624420e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-831850'] for subnet (9a3a9671-c5e7-4d55-8493-7f85049ca7c7), precommit_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:04.802132 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-be9ba559-49dd-4839-887c-ad3abde97f2c req-eaf0b83e-f702-4764-bfb6-4032f7422f2c tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=07ae2103-9abb-45d7-94b1-7e0f83c44fa0 HTTP/1.1" status: 200 len: 210 time: 0.0502613 Sep 15 07:39:04.844642 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b8f162-af5f-4755-ae1d-6d81ec716b7c req-f40460bc-fd19-4c37-8eb6-305f16a257c4 tempest-DeleteServersTestJSON-1720729274 tempest-DeleteServersTestJSON-1720729274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:39:04.846283 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-89b8f162-af5f-4755-ae1d-6d81ec716b7c req-f40460bc-fd19-4c37-8eb6-305f16a257c4 tempest-DeleteServersTestJSON-1720729274 tempest-DeleteServersTestJSON-1720729274-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0773d518-3cec-4a0a-87bf-eaa60c59154a HTTP/1.1" status: 200 len: 943 time: 0.0541370 Sep 15 07:39:04.863938 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-3680ee1a-ecef-46c2-bd5f-f909624420e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-835415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204'] for subnet (9a3a9671-c5e7-4d55-8493-7f85049ca7c7), after_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:04.909485 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3680ee1a-ecef-46c2-bd5f-f909624420e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a3a9671-c5e7-4d55-8493-7f85049ca7c7,revision_number=None']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:39:04.917334 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-3680ee1a-ecef-46c2-bd5f-f909624420e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586190'] for subnet (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:04.923172 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-3680ee1a-ecef-46c2-bd5f-f909624420e5 admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/9a3a9671-c5e7-4d55-8493-7f85049ca7c7 HTTP/1.1" status: 204 len: 168 time: 0.5039113 Sep 15 07:39:04.923777 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 59426) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:39:04.933102 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:39:04.956959 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-89b8f162-af5f-4755-ae1d-6d81ec716b7c req-a03263dc-20f0-417f-a4ec-80eec77c0588 tempest-DeleteServersTestJSON-1720729274 tempest-DeleteServersTestJSON-1720729274-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3434c6d4-d2ea-4b90-8bca-7aebc8670a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040246 Sep 15 07:39:05.008500 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-5ee79cab-e053-4275-b320-3e1e40d27f0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-790559'] for network (d89365c1-8c0f-4e8d-a885-30d30712127f), before_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:05.243403 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-5ee79cab-e053-4275-b320-3e1e40d27f0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861249', 'neutron.services.segments.db._delete_segments_for_network-8729658700737'] for network (d89365c1-8c0f-4e8d-a885-30d30712127f), precommit_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:05.271401 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-5ee79cab-e053-4275-b320-3e1e40d27f0a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=107279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 07:39:05.271816 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-5ee79cab-e053-4275-b320-3e1e40d27f0a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=107279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 07:39:05.273106 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-5ee79cab-e053-4275-b320-3e1e40d27f0a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=107279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 07:39:05.273498 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-5ee79cab-e053-4275-b320-3e1e40d27f0a admin admin] Subscribe: > port after_create 55550000 {{(pid=107279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 07:39:05.274001 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-5ee79cab-e053-4275-b320-3e1e40d27f0a admin admin] Subscribe: > port after_delete 55550000 {{(pid=107279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 07:39:05.274409 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-5ee79cab-e053-4275-b320-3e1e40d27f0a admin admin] Subscribe: > port after_update 55550000 {{(pid=107279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 07:39:05.278130 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-5ee79cab-e053-4275-b320-3e1e40d27f0a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=107279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 07:39:05.278623 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-5ee79cab-e053-4275-b320-3e1e40d27f0a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=107279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 07:39:05.279083 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-5ee79cab-e053-4275-b320-3e1e40d27f0a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=107279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 07:39:05.279469 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-5ee79cab-e053-4275-b320-3e1e40d27f0a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=107279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 07:39:05.457545 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-5ee79cab-e053-4275-b320-3e1e40d27f0a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=107279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 07:39:05.458219 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-5ee79cab-e053-4275-b320-3e1e40d27f0a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=107279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 07:39:05.458219 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-5ee79cab-e053-4275-b320-3e1e40d27f0a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=107279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 07:39:05.458547 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-5ee79cab-e053-4275-b320-3e1e40d27f0a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=107279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 07:39:05.458912 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.services.segments.db [None req-5ee79cab-e053-4275-b320-3e1e40d27f0a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d89365c1-8c0f-4e8d-a885-30d30712127f']}} {{(pid=107279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:39:05.487404 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.services.segments.db [None req-5ee79cab-e053-4275-b320-3e1e40d27f0a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '280d79c9-17b6-49ee-84f4-3580bfae04c4') {'for_net_delete': True} {{(pid=107279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:39:05.487703 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.services.segments.db [None req-5ee79cab-e053-4275-b320-3e1e40d27f0a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '280d79c9-17b6-49ee-84f4-3580bfae04c4') {} {{(pid=107279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:39:05.542117 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-5ee79cab-e053-4275-b320-3e1e40d27f0a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729658700629', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4067349'] for segment (280d79c9-17b6-49ee-84f4-3580bfae04c4), before_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:05.574014 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-5ee79cab-e053-4275-b320-3e1e40d27f0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906830'] for segment (280d79c9-17b6-49ee-84f4-3580bfae04c4), precommit_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:05.594753 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ee79cab-e053-4275-b320-3e1e40d27f0a admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=107279) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 07:39:05.594753 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-5ee79cab-e053-4275-b320-3e1e40d27f0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3991580'] for segment (280d79c9-17b6-49ee-84f4-3580bfae04c4), after_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:05.688578 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91fa181-a0c0-488b-8dfd-e760dde3c7eb req-690aa3a9-9e23-4994-8f53-c4167353098f tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:39:05.690166 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-f91fa181-a0c0-488b-8dfd-e760dde3c7eb req-690aa3a9-9e23-4994-8f53-c4167353098f tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.26 "GET /networking/v2.0/networks?id=be4fe7de-ab91-47eb-96fc-2000373fe74e HTTP/1.1" status: 200 len: 814 time: 0.2255054 Sep 15 07:39:05.719372 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-d7973726-19cd-4373-b910-9377f9fe473b req-3f56d467-df92-4adf-9609-6da9b315e804 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=37cd67df-dd0e-4658-9b80-3c29efd65897 HTTP/1.1" status: 200 len: 210 time: 0.0274456 Sep 15 07:39:05.818745 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-5ee79cab-e053-4275-b320-3e1e40d27f0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2007433'] for network (d89365c1-8c0f-4e8d-a885-30d30712127f), after_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:05.827990 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-5ee79cab-e053-4275-b320-3e1e40d27f0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586190'] for network (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:05.831220 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-5ee79cab-e053-4275-b320-3e1e40d27f0a admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/d89365c1-8c0f-4e8d-a885-30d30712127f HTTP/1.1" status: 204 len: 168 time: 0.9065299 Sep 15 07:39:05.834238 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 59472) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:39:05.842509 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee79cab-e053-4275-b320-3e1e40d27f0a admin admin] Pushing event deleted for resources: {'Network': ['ID=d89365c1-8c0f-4e8d-a885-30d30712127f,revision_number=None']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:39:05.888992 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.db.db_base_plugin_v2 [None req-94d77b5a-cc80-40bb-ad6c-46d3c7ac80a4 admin admin] Deleting subnet 1ec9e125-0653-4b17-8f0d-dff6fe57f2b9 {{(pid=107276) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 15 07:39:05.893499 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-94d77b5a-cc80-40bb-ad6c-46d3c7ac80a4 admin admin] Publish callbacks [] for subnet (1ec9e125-0653-4b17-8f0d-dff6fe57f2b9), before_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:05.895304 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=80,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:39:05.922911 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-391c61e4-c63d-4cc2-b43d-94f0d6e7d6da req-49bb7c75-820f-4a32-86df-32c6dc7089ff tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=07ae2103-9abb-45d7-94b1-7e0f83c44fa0 HTTP/1.1" status: 200 len: 210 time: 0.0308609 Sep 15 07:39:05.945359 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-94d77b5a-cc80-40bb-ad6c-46d3c7ac80a4 admin admin] Publish callbacks [] for subnet (1ec9e125-0653-4b17-8f0d-dff6fe57f2b9), precommit_delete_associations {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:05.960554 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-94d77b5a-cc80-40bb-ad6c-46d3c7ac80a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-831850'] for subnet (1ec9e125-0653-4b17-8f0d-dff6fe57f2b9), precommit_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:06.099277 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1c7c54-8b2d-4b0c-afe4-df174ddb8d6e req-f281f573-a0da-4279-b8c9-8d7d9c386951 tempest-DeleteServersTestJSON-1720729274 tempest-DeleteServersTestJSON-1720729274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:39:06.100742 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-4b1c7c54-8b2d-4b0c-afe4-df174ddb8d6e req-f281f573-a0da-4279-b8c9-8d7d9c386951 tempest-DeleteServersTestJSON-1720729274 tempest-DeleteServersTestJSON-1720729274-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0773d518-3cec-4a0a-87bf-eaa60c59154a HTTP/1.1" status: 200 len: 943 time: 0.0552516 Sep 15 07:39:06.115508 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 59486) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:39:06.137324 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-94d77b5a-cc80-40bb-ad6c-46d3c7ac80a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-835415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204'] for subnet (1ec9e125-0653-4b17-8f0d-dff6fe57f2b9), after_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:06.137432 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:39:06.153333 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-4b1c7c54-8b2d-4b0c-afe4-df174ddb8d6e req-9064cc76-0794-4bbd-affd-095846093094 tempest-DeleteServersTestJSON-1720729274 tempest-DeleteServersTestJSON-1720729274-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3434c6d4-d2ea-4b90-8bca-7aebc8670a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458403 Sep 15 07:39:06.155316 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-94d77b5a-cc80-40bb-ad6c-46d3c7ac80a4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:06.159270 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-94d77b5a-cc80-40bb-ad6c-46d3c7ac80a4 admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/1ec9e125-0653-4b17-8f0d-dff6fe57f2b9 HTTP/1.1" status: 204 len: 168 time: 0.3209369 Sep 15 07:39:06.167200 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 59494) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:39:06.182894 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d77b5a-cc80-40bb-ad6c-46d3c7ac80a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ec9e125-0653-4b17-8f0d-dff6fe57f2b9,revision_number=None']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:39:06.247311 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-4427ab3b-c8fc-4ac1-9fd1-182bcf2c002a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-790559'] for network (39647baf-07cf-4d43-bb63-13540cafec91), before_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:06.331872 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-4427ab3b-c8fc-4ac1-9fd1-182bcf2c002a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861249', 'neutron.services.segments.db._delete_segments_for_network-8729658700737'] for network (39647baf-07cf-4d43-bb63-13540cafec91), precommit_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:06.333727 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-58894766-4af5-4376-bbd5-29347bb8043a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:06.355865 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.services.segments.db [None req-4427ab3b-c8fc-4ac1-9fd1-182bcf2c002a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39647baf-07cf-4d43-bb63-13540cafec91']}} {{(pid=107279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:39:06.371602 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.services.segments.db [None req-4427ab3b-c8fc-4ac1-9fd1-182bcf2c002a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d27eab4-34e7-422e-8ff5-b6969cb8f217') {'for_net_delete': True} {{(pid=107279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:39:06.371892 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.services.segments.db [None req-4427ab3b-c8fc-4ac1-9fd1-182bcf2c002a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d27eab4-34e7-422e-8ff5-b6969cb8f217') {} {{(pid=107279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:39:06.383759 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-4427ab3b-c8fc-4ac1-9fd1-182bcf2c002a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729658700629', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4067349'] for segment (1d27eab4-34e7-422e-8ff5-b6969cb8f217), before_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:06.410327 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-4427ab3b-c8fc-4ac1-9fd1-182bcf2c002a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906830'] for segment (1d27eab4-34e7-422e-8ff5-b6969cb8f217), precommit_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:06.444058 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-58894766-4af5-4376-bbd5-29347bb8043a admin admin] Publish callbacks [] for security_group (2a10c823-f6f4-407e-918f-c347e782a46e), precommit_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:06.484549 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4427ab3b-c8fc-4ac1-9fd1-182bcf2c002a admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=107279) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 07:39:06.485027 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-4427ab3b-c8fc-4ac1-9fd1-182bcf2c002a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3991580'] for segment (1d27eab4-34e7-422e-8ff5-b6969cb8f217), after_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:06.537532 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-58894766-4af5-4376-bbd5-29347bb8043a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (2a10c823-f6f4-407e-918f-c347e782a46e), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:06.559640 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 59506) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:39:06.615256 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-f91fa181-a0c0-488b-8dfd-e760dde3c7eb req-c833a06a-939c-41ae-b05e-97c342eaf44e tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.26 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=14017d5edbbd4068b529d5d92444182a HTTP/1.1" status: 200 len: 380 time: 0.1885283 Sep 15 07:39:06.615984 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-58894766-4af5-4376-bbd5-29347bb8043a admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=dee2984dda404692a5058904534b449c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4978716 Sep 15 07:39:06.619165 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 59512) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:39:06.632979 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58894766-4af5-4376-bbd5-29347bb8043a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a10c823-f6f4-407e-918f-c347e782a46e,revision_number=1']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:39:06.687612 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-e1318dbf-405e-4918-8df5-54d8c924a1dd admin admin] Publish callbacks [] for security_group (2a10c823-f6f4-407e-918f-c347e782a46e), before_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:06.708440 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-4427ab3b-c8fc-4ac1-9fd1-182bcf2c002a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2007433'] for network (39647baf-07cf-4d43-bb63-13540cafec91), after_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:06.718484 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-4427ab3b-c8fc-4ac1-9fd1-182bcf2c002a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586190'] for network (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:06.727440 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-4427ab3b-c8fc-4ac1-9fd1-182bcf2c002a admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/39647baf-07cf-4d43-bb63-13540cafec91 HTTP/1.1" status: 204 len: 168 time: 0.5590887 Sep 15 07:39:06.730045 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-e1318dbf-405e-4918-8df5-54d8c924a1dd admin admin] Publish callbacks [] for security_group (2a10c823-f6f4-407e-918f-c347e782a46e), precommit_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:06.751007 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:39:06.756971 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4427ab3b-c8fc-4ac1-9fd1-182bcf2c002a admin admin] Pushing event deleted for resources: {'Network': ['ID=39647baf-07cf-4d43-bb63-13540cafec91,revision_number=None']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:39:06.759870 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.services.segments.plugin [-] Segment 280d79c9-17b6-49ee-84f4-3580bfae04c4 resource provider aggregate not found Sep 15 07:39:06.791202 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.services.segments.plugin [-] Segment 280d79c9-17b6-49ee-84f4-3580bfae04c4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 280d79c9-17b6-49ee-84f4-3580bfae04c4 found for delete ", "request_id": "req-5bbd355b-9fdc-4888-8c60-1e72f03727de"}]} Sep 15 07:39:06.837997 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.v2.base [req-f91fa181-a0c0-488b-8dfd-e760dde3c7eb req-72ac0f13-ce55-4a58-94ac-04125be6cd01 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Request body: {'port': {'device_id': '37cd67df-dd0e-4658-9b80-3c29efd65897', 'network_id': 'be4fe7de-ab91-47eb-96fc-2000373fe74e', 'admin_state_up': True, 'tenant_id': '14017d5edbbd4068b529d5d92444182a', 'security_groups': ['1540b02a-1fff-4f44-b533-539080bfc137']}} {{(pid=107279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:39:06.939611 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-23b5a31f-58c2-4f86-ae34-bb4309ca78e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:06.941302 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-e1318dbf-405e-4918-8df5-54d8c924a1dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (2a10c823-f6f4-407e-918f-c347e782a46e), after_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:06.943916 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-e1318dbf-405e-4918-8df5-54d8c924a1dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:06.948226 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-e1318dbf-405e-4918-8df5-54d8c924a1dd admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/2a10c823-f6f4-407e-918f-c347e782a46e HTTP/1.1" status: 204 len: 168 time: 0.3249853 Sep 15 07:39:06.954751 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-f95576ef-d45f-46cf-98cf-897f17dc2c30 req-ac05cfec-97e4-423e-8f9c-e093d403d13c tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=37cd67df-dd0e-4658-9b80-3c29efd65897 HTTP/1.1" status: 200 len: 210 time: 0.0613987 Sep 15 07:39:06.996489 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1318dbf-405e-4918-8df5-54d8c924a1dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a10c823-f6f4-407e-918f-c347e782a46e,revision_number=None']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:39:07.097525 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-0f3e5a76-7adc-4a41-aca6-80f766f0ea96 req-5334d48c-0550-4bcf-859f-8767f2d88ef9 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=07ae2103-9abb-45d7-94b1-7e0f83c44fa0 HTTP/1.1" status: 200 len: 210 time: 0.0415740 Sep 15 07:39:07.107400 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.26', 53998) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:39:07.141301 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-23b5a31f-58c2-4f86-ae34-bb4309ca78e4 admin admin] Publish callbacks [] for security_group (5946604d-97ed-464e-8c6e-9ec9d5eb8184), precommit_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:07.274033 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f91fa181-a0c0-488b-8dfd-e760dde3c7eb req-72ac0f13-ce55-4a58-94ac-04125be6cd01 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Made reservation on behalf of 14017d5edbbd4068b529d5d92444182a for: {'port': 1} {{(pid=107279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 07:39:07.277927 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [req-f91fa181-a0c0-488b-8dfd-e760dde3c7eb req-72ac0f13-ce55-4a58-94ac-04125be6cd01 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (None), before_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:07.293490 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:39:07.300325 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b795b0b4-03b2-4ff0-ae5d-006b82819b43 req-8b1c5615-3e46-47e1-9aee-9aaa0b584785 tempest-DeleteServersTestJSON-1720729274 tempest-DeleteServersTestJSON-1720729274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:39:07.302133 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-b795b0b4-03b2-4ff0-ae5d-006b82819b43 req-8b1c5615-3e46-47e1-9aee-9aaa0b584785 tempest-DeleteServersTestJSON-1720729274 tempest-DeleteServersTestJSON-1720729274-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0773d518-3cec-4a0a-87bf-eaa60c59154a HTTP/1.1" status: 200 len: 943 time: 0.0625744 Sep 15 07:39:07.306154 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-23b5a31f-58c2-4f86-ae34-bb4309ca78e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (5946604d-97ed-464e-8c6e-9ec9d5eb8184), after_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:07.313394 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=60 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:39:07.333566 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1b8c32-d5be-4a66-a131-1f718d544a98 req-84012f56-418c-47a5-8c27-94ce233ceaf1 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:39:07.335005 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=4 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:39:07.337468 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-8e1b8c32-d5be-4a66-a131-1f718d544a98 req-84012f56-418c-47a5-8c27-94ce233ceaf1 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.26 "GET /networking/v2.0/networks?id=2b6b3bac-c651-487a-b144-89fba4985d6c HTTP/1.1" status: 200 len: 816 time: 0.2282712 Sep 15 07:39:07.385926 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 59540) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:39:07.501606 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b5a31f-58c2-4f86-ae34-bb4309ca78e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5946604d-97ed-464e-8c6e-9ec9d5eb8184,revision_number=1']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:39:07.503123 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-8e1b8c32-d5be-4a66-a131-1f718d544a98 req-d3c04790-a6e7-41d8-a597-e1a2a5af8c7c tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.26 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=b4a8f2664964492e9c80a595ed043c71 HTTP/1.1" status: 200 len: 380 time: 0.1442623 Sep 15 07:39:07.503123 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.v2.base [req-8e1b8c32-d5be-4a66-a131-1f718d544a98 req-cd648dd4-c236-49e3-a84f-3c49e1891363 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Request body: {'port': {'device_id': '07ae2103-9abb-45d7-94b1-7e0f83c44fa0', 'network_id': '2b6b3bac-c651-487a-b144-89fba4985d6c', 'admin_state_up': True, 'tenant_id': 'b4a8f2664964492e9c80a595ed043c71', 'security_groups': ['b407f831-0121-48a5-b269-407cd5b097f3']}} {{(pid=107276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:39:07.546691 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-23b5a31f-58c2-4f86-ae34-bb4309ca78e4 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=d30e27d7df724422adef4323d486bc29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9848835 Sep 15 07:39:07.563158 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 59550) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:39:07.582092 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-b795b0b4-03b2-4ff0-ae5d-006b82819b43 req-2f88c0de-af64-406b-bc9d-2480febecef5 tempest-DeleteServersTestJSON-1720729274 tempest-DeleteServersTestJSON-1720729274-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3434c6d4-d2ea-4b90-8bca-7aebc8670a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518492 Sep 15 07:39:07.612632 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:39:07.624180 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-01090d6e-89ab-4713-8eab-cd719d49892e admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=3254ca4f60ec4def824456f9887dde02&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2334676 Sep 15 07:39:07.628542 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 59554) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:39:07.672677 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-efb8c0c3-2732-4fa3-b8a8-dca941e372f1 admin admin] Publish callbacks [] for security_group (5946604d-97ed-464e-8c6e-9ec9d5eb8184), before_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:07.678085 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.db.db_base_plugin_common [req-f91fa181-a0c0-488b-8dfd-e760dde3c7eb req-72ac0f13-ce55-4a58-94ac-04125be6cd01 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Allocated IP 172.20.0.14 (be4fe7de-ab91-47eb-96fc-2000373fe74e/655669e6-9885-472d-9103-52b022988dd7/56775397-b0d1-4018-9f3c-25e559549950) {{(pid=107279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 07:39:07.718950 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-efb8c0c3-2732-4fa3-b8a8-dca941e372f1 admin admin] Publish callbacks [] for security_group (5946604d-97ed-464e-8c6e-9ec9d5eb8184), precommit_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:07.765321 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-e23d349e-50bb-4041-99e4-0061f51f3a05 admin admin] Publish callbacks [] for security_group (cdf3933b-792a-43cc-9139-f19c1f6de203), before_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:07.786910 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-e23d349e-50bb-4041-99e4-0061f51f3a05 admin admin] Publish callbacks [] for security_group (cdf3933b-792a-43cc-9139-f19c1f6de203), precommit_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:07.846501 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e1b8c32-d5be-4a66-a131-1f718d544a98 req-cd648dd4-c236-49e3-a84f-3c49e1891363 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Made reservation on behalf of b4a8f2664964492e9c80a595ed043c71 for: {'port': 1} {{(pid=107276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 07:39:07.854146 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-8e1b8c32-d5be-4a66-a131-1f718d544a98 req-cd648dd4-c236-49e3-a84f-3c49e1891363 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (None), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:07.876940 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-efb8c0c3-2732-4fa3-b8a8-dca941e372f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (5946604d-97ed-464e-8c6e-9ec9d5eb8184), after_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:07.879387 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-efb8c0c3-2732-4fa3-b8a8-dca941e372f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:07.887130 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-efb8c0c3-2732-4fa3-b8a8-dca941e372f1 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/5946604d-97ed-464e-8c6e-9ec9d5eb8184 HTTP/1.1" status: 204 len: 168 time: 0.3173478 Sep 15 07:39:07.918235 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [req-f91fa181-a0c0-488b-8dfd-e760dde3c7eb req-72ac0f13-ce55-4a58-94ac-04125be6cd01 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks [] for port (56775397-b0d1-4018-9f3c-25e559549950), precommit_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:07.920923 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb8c0c3-2732-4fa3-b8a8-dca941e372f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5946604d-97ed-464e-8c6e-9ec9d5eb8184,revision_number=None']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:39:07.962807 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-e23d349e-50bb-4041-99e4-0061f51f3a05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (cdf3933b-792a-43cc-9139-f19c1f6de203), after_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:07.965414 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-e23d349e-50bb-4041-99e4-0061f51f3a05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:07.966612 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-e23d349e-50bb-4041-99e4-0061f51f3a05 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/cdf3933b-792a-43cc-9139-f19c1f6de203 HTTP/1.1" status: 204 len: 168 time: 0.3369861 Sep 15 07:39:08.079935 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [req-f91fa181-a0c0-488b-8dfd-e760dde3c7eb req-72ac0f13-ce55-4a58-94ac-04125be6cd01 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729658170579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991753'] for port (56775397-b0d1-4018-9f3c-25e559549950), after_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:08.142976 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23d349e-50bb-4041-99e4-0061f51f3a05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdf3933b-792a-43cc-9139-f19c1f6de203,revision_number=None']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:39:08.170109 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ac0f13-ce55-4a58-94ac-04125be6cd01 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Pushing event updated for resources: {'Port': ['ID=56775397-b0d1-4018-9f3c-25e559549950,revision_number=1']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:39:08.218362 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f91fa181-a0c0-488b-8dfd-e760dde3c7eb req-72ac0f13-ce55-4a58-94ac-04125be6cd01 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Network be4fe7de-ab91-47eb-96fc-2000373fe74e is already hosted by enough agents. {{(pid=107279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 07:39:08.218362 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.scheduler.base_scheduler [req-f91fa181-a0c0-488b-8dfd-e760dde3c7eb req-72ac0f13-ce55-4a58-94ac-04125be6cd01 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Resources bound (agent type, host, resource id): {{(pid=107279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 07:39:08.218362 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af32df1e-db78-45c7-857c-f024e16baf4b req-8d3d8cb4-bc06-43df-9d0a-894456c3d23b tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:39:08.218362 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-af32df1e-db78-45c7-857c-f024e16baf4b req-8d3d8cb4-bc06-43df-9d0a-894456c3d23b tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=37cd67df-dd0e-4658-9b80-3c29efd65897 HTTP/1.1" status: 200 len: 932 time: 0.1472120 Sep 15 07:39:08.218362 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.db.l3_dvrscheduler_db [req-f91fa181-a0c0-488b-8dfd-e760dde3c7eb req-72ac0f13-ce55-4a58-94ac-04125be6cd01 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Received port after_create {{(pid=107279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 07:39:08.275645 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.db.db_base_plugin_common [req-8e1b8c32-d5be-4a66-a131-1f718d544a98 req-cd648dd4-c236-49e3-a84f-3c49e1891363 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Allocated IP 172.20.0.12 (2b6b3bac-c651-487a-b144-89fba4985d6c/37c21616-a845-47e5-a620-a34a553bb45c/60114f49-493e-46b0-a653-b05d4362ebe7) {{(pid=107276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 07:39:08.309373 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-8a4d8ab1-f5bb-43f3-83f1-1f004afa8bb2 req-dde9c638-a060-42e9-b518-1e6992908bf3 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=07ae2103-9abb-45d7-94b1-7e0f83c44fa0 HTTP/1.1" status: 200 len: 210 time: 0.0522606 Sep 15 07:39:08.323292 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=4 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:39:08.323453 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91fa181-a0c0-488b-8dfd-e760dde3c7eb req-72ac0f13-ce55-4a58-94ac-04125be6cd01 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:39:08.323924 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [req-f91fa181-a0c0-488b-8dfd-e760dde3c7eb req-72ac0f13-ce55-4a58-94ac-04125be6cd01 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586190'] for port (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:08.356804 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-af32df1e-db78-45c7-857c-f024e16baf4b req-60ec30b0-bfe4-4588-9d78-2ac69eebbc06 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1540b02a-1fff-4f44-b533-539080bfc137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035898 Sep 15 07:39:08.427920 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-f91fa181-a0c0-488b-8dfd-e760dde3c7eb req-72ac0f13-ce55-4a58-94ac-04125be6cd01 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5967529 Sep 15 07:39:08.439643 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.v2.base [req-f91fa181-a0c0-488b-8dfd-e760dde3c7eb req-e077e0f1-53c5-49ef-8d60-754031f91ae3 service neutron] Request body: {'port': {'device_id': '37cd67df-dd0e-4658-9b80-3c29efd65897', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82414'}} {{(pid=107279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:39:08.483175 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-8e1b8c32-d5be-4a66-a131-1f718d544a98 req-cd648dd4-c236-49e3-a84f-3c49e1891363 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Publish callbacks [] for port (60114f49-493e-46b0-a653-b05d4362ebe7), precommit_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:08.523904 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-cf6302bc-e15b-44ed-81bb-f869159b68ff None None] Provisioning complete for port 56775397-b0d1-4018-9f3c-25e559549950 triggered by entity DHCP. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 07:39:08.524722 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-cf6302bc-e15b-44ed-81bb-f869159b68ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862942'] for port (56775397-b0d1-4018-9f3c-25e559549950), provisioning_complete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:08.524722 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-cf6302bc-e15b-44ed-81bb-f869159b68ff None None] Attempt 1 to provision port 56775397-b0d1-4018-9f3c-25e559549950 Sep 15 07:39:08.531883 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [req-f91fa181-a0c0-488b-8dfd-e760dde3c7eb req-e077e0f1-53c5-49ef-8d60-754031f91ae3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (56775397-b0d1-4018-9f3c-25e559549950), before_update {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:08.579584 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-cf6302bc-e15b-44ed-81bb-f869159b68ff None None] Port 56775397-b0d1-4018-9f3c-25e559549950 cannot update to ACTIVE because it is not bound. {{(pid=107290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 07:39:08.589190 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:39:08.596925 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-8e1b8c32-d5be-4a66-a131-1f718d544a98 req-cd648dd4-c236-49e3-a84f-3c49e1891363 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729658170579'] for port (60114f49-493e-46b0-a653-b05d4362ebe7), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:08.703898 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e1b8c32-d5be-4a66-a131-1f718d544a98 req-cd648dd4-c236-49e3-a84f-3c49e1891363 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Network 2b6b3bac-c651-487a-b144-89fba4985d6c is already hosted by enough agents. {{(pid=107276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 07:39:08.706791 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.scheduler.base_scheduler [req-8e1b8c32-d5be-4a66-a131-1f718d544a98 req-cd648dd4-c236-49e3-a84f-3c49e1891363 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Resources bound (agent type, host, resource id): {{(pid=107276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 07:39:08.735018 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e1b8c32-d5be-4a66-a131-1f718d544a98 req-cd648dd4-c236-49e3-a84f-3c49e1891363 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Received port after_create {{(pid=107276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 07:39:08.742983 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1b8c32-d5be-4a66-a131-1f718d544a98 req-cd648dd4-c236-49e3-a84f-3c49e1891363 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:39:08.744138 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-8e1b8c32-d5be-4a66-a131-1f718d544a98 req-cd648dd4-c236-49e3-a84f-3c49e1891363 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586190'] for port (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:08.770451 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd648dd4-c236-49e3-a84f-3c49e1891363 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Pushing event updated for resources: {'Port': ['ID=60114f49-493e-46b0-a653-b05d4362ebe7,revision_number=1']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:39:08.779020 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fde864-5bba-4be6-bd53-2e67606a561c req-4c63a301-6565-4017-a8fc-6269359e41c1 tempest-DeleteServersTestJSON-1720729274 tempest-DeleteServersTestJSON-1720729274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:39:08.786189 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-09fde864-5bba-4be6-bd53-2e67606a561c req-4c63a301-6565-4017-a8fc-6269359e41c1 tempest-DeleteServersTestJSON-1720729274 tempest-DeleteServersTestJSON-1720729274-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0773d518-3cec-4a0a-87bf-eaa60c59154a HTTP/1.1" status: 200 len: 943 time: 0.0651200 Sep 15 07:39:08.824615 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.services.segments.plugin [-] Segment 1d27eab4-34e7-422e-8ff5-b6969cb8f217 resource provider aggregate not found Sep 15 07:39:08.865821 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.services.segments.plugin [-] Segment 1d27eab4-34e7-422e-8ff5-b6969cb8f217 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1d27eab4-34e7-422e-8ff5-b6969cb8f217 found for delete ", "request_id": "req-01cbca79-cc31-46ab-8bf1-f1ff47e3eeb8"}]} Sep 15 07:39:08.873233 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-8e1b8c32-d5be-4a66-a131-1f718d544a98 req-cd648dd4-c236-49e3-a84f-3c49e1891363 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3769860 Sep 15 07:39:08.889827 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.v2.base [req-8e1b8c32-d5be-4a66-a131-1f718d544a98 req-cf7fc4b0-f898-4df4-a560-55ace3e7c465 service neutron] Request body: {'port': {'device_id': '07ae2103-9abb-45d7-94b1-7e0f83c44fa0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82414'}} {{(pid=107276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:39:08.929843 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-09fde864-5bba-4be6-bd53-2e67606a561c req-7278a05b-3696-404d-befc-33199b6330f1 tempest-DeleteServersTestJSON-1720729274 tempest-DeleteServersTestJSON-1720729274-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3434c6d4-d2ea-4b90-8bca-7aebc8670a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421866 Sep 15 07:39:08.988025 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-8e1b8c32-d5be-4a66-a131-1f718d544a98 req-cf7fc4b0-f898-4df4-a560-55ace3e7c465 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (60114f49-493e-46b0-a653-b05d4362ebe7), before_update {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:09.067029 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.notifiers.nova [req-f91fa181-a0c0-488b-8dfd-e760dde3c7eb req-e077e0f1-53c5-49ef-8d60-754031f91ae3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56775397-b0d1-4018-9f3c-25e559549950 {{(pid=107279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 07:39:09.075893 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [req-f91fa181-a0c0-488b-8dfd-e760dde3c7eb req-e077e0f1-53c5-49ef-8d60-754031f91ae3 service neutron] Publish callbacks [] for port (56775397-b0d1-4018-9f3c-25e559549950), precommit_update {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:09.080334 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-cf6302bc-e15b-44ed-81bb-f869159b68ff None None] Attempt 2 to provision port 56775397-b0d1-4018-9f3c-25e559549950 Sep 15 07:39:09.089608 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.db.provisioning_blocks [req-f91fa181-a0c0-488b-8dfd-e760dde3c7eb req-e077e0f1-53c5-49ef-8d60-754031f91ae3 service neutron] Transition to ACTIVE for port object 56775397-b0d1-4018-9f3c-25e559549950 will not be triggered until provisioned by entity L2. {{(pid=107279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 15 07:39:09.113490 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-cf6302bc-e15b-44ed-81bb-f869159b68ff None None] Port 56775397-b0d1-4018-9f3c-25e559549950 cannot update to ACTIVE because it is not bound. {{(pid=107290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 07:39:09.139130 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [req-f91fa181-a0c0-488b-8dfd-e760dde3c7eb req-e077e0f1-53c5-49ef-8d60-754031f91ae3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991792'] for port (56775397-b0d1-4018-9f3c-25e559549950), after_update {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:09.176211 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 59608) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:39:09.214784 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-efbdab0f-7de6-4538-a0b7-7895d0e1ab74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:09.273755 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e077e0f1-53c5-49ef-8d60-754031f91ae3 service neutron] Pushing event updated for resources: {'Port': ['ID=56775397-b0d1-4018-9f3c-25e559549950,revision_number=2']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:39:09.277952 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Device a20fa119-e6e4-4748-9c88-82d94ae223c7 details requested by agent hyperv_hv-cinder-82414 with host hv-cinder-82414 {{(pid=107290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 07:39:09.316739 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 59614) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:39:09.346567 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.managers [req-f91fa181-a0c0-488b-8dfd-e760dde3c7eb req-e077e0f1-53c5-49ef-8d60-754031f91ae3 service neutron] Attempting to bind port 56775397-b0d1-4018-9f3c-25e559549950 on host hv-cinder-82414 for vnic_type normal with profile {{(pid=107279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 07:39:09.346971 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.managers [req-f91fa181-a0c0-488b-8dfd-e760dde3c7eb req-e077e0f1-53c5-49ef-8d60-754031f91ae3 service neutron] Attempting to bind port 56775397-b0d1-4018-9f3c-25e559549950 by drivers openvswitch,hyperv on host hv-cinder-82414 at level 0 using segments [{'id': '61bd15d1-c2a6-46ff-9a57-3dfb0a553bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'be4fe7de-ab91-47eb-96fc-2000373fe74e'}] {{(pid=107279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 07:39:09.347305 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91fa181-a0c0-488b-8dfd-e760dde3c7eb req-e077e0f1-53c5-49ef-8d60-754031f91ae3 service neutron] Attempting to bind port 56775397-b0d1-4018-9f3c-25e559549950 on network be4fe7de-ab91-47eb-96fc-2000373fe74e {{(pid=107279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 07:39:09.434006 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-6217be21-5e1a-4890-bc2c-d41a4730dc99 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=453ffafb74604ac3bcc22a765b47681d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1040487 Sep 15 07:39:09.434006 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.notifiers.nova [req-8e1b8c32-d5be-4a66-a131-1f718d544a98 req-cf7fc4b0-f898-4df4-a560-55ace3e7c465 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60114f49-493e-46b0-a653-b05d4362ebe7 {{(pid=107276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 07:39:09.434006 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 59622) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:39:09.470489 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-8e1b8c32-d5be-4a66-a131-1f718d544a98 req-cf7fc4b0-f898-4df4-a560-55ace3e7c465 service neutron] Publish callbacks [] for port (60114f49-493e-46b0-a653-b05d4362ebe7), precommit_update {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:09.478133 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91fa181-a0c0-488b-8dfd-e760dde3c7eb req-e077e0f1-53c5-49ef-8d60-754031f91ae3 service neutron] Port 56775397-b0d1-4018-9f3c-25e559549950 on network be4fe7de-ab91-47eb-96fc-2000373fe74e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82414 {{(pid=107279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 07:39:09.478465 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91fa181-a0c0-488b-8dfd-e760dde3c7eb req-e077e0f1-53c5-49ef-8d60-754031f91ae3 service neutron] Attempting to bind port 56775397-b0d1-4018-9f3c-25e559549950 on network be4fe7de-ab91-47eb-96fc-2000373fe74e {{(pid=107279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 07:39:09.508863 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.db.provisioning_blocks [req-8e1b8c32-d5be-4a66-a131-1f718d544a98 req-cf7fc4b0-f898-4df4-a560-55ace3e7c465 service neutron] Transition to ACTIVE for port object 60114f49-493e-46b0-a653-b05d4362ebe7 will not be triggered until provisioned by entity L2. {{(pid=107276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 15 07:39:09.530155 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-f104147c-880a-433f-b7ed-4b6fb7bfe173 admin admin] Publish callbacks [] for security_group (0bf5a6f5-aabe-4394-809d-cda6d9b16eec), before_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:09.583492 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-f104147c-880a-433f-b7ed-4b6fb7bfe173 admin admin] Publish callbacks [] for security_group (0bf5a6f5-aabe-4394-809d-cda6d9b16eec), precommit_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:09.628242 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-8e1b8c32-d5be-4a66-a131-1f718d544a98 req-cf7fc4b0-f898-4df4-a560-55ace3e7c465 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615'] for port (60114f49-493e-46b0-a653-b05d4362ebe7), after_update {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:09.634719 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-efbdab0f-7de6-4538-a0b7-7895d0e1ab74 admin admin] Publish callbacks [] for security_group (82752e24-4ee0-47da-876d-e7a1f32c6bc3), precommit_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:09.649171 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] For port a20fa119-e6e4-4748-9c88-82d94ae223c7, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=a20fa119-e6e4-4748-9c88-82d94ae223c7,segment=NetworkSegment(89da3f12-2ab4-4b26-bff6-e30222299de9),segment_id=89da3f12-2ab4-4b26-bff6-e30222299de9)] {{(pid=107290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:39:09.662933 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-cf6302bc-e15b-44ed-81bb-f869159b68ff None None] Attempt 3 to provision port 56775397-b0d1-4018-9f3c-25e559549950 Sep 15 07:39:09.665902 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Returning: {'device': 'a20fa119-e6e4-4748-9c88-82d94ae223c7', 'network_id': 'feb69ed5-4e75-4d22-8da6-ae0dd81d5093', 'port_id': 'a20fa119-e6e4-4748-9c88-82d94ae223c7', 'mac_address': 'fa:16:3e:b7:9f:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37320245-f52b-465e-9b56-125b21fbaadc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 07:39:09.676596 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91fa181-a0c0-488b-8dfd-e760dde3c7eb req-e077e0f1-53c5-49ef-8d60-754031f91ae3 service neutron] Checking agent: {'id': '25cf60a6-7ad2-448a-9326-c12b453ddee0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82414', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 7, 36, 43), 'started_at': datetime.datetime(2022, 9, 15, 7, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 7, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 07:39:09.676991 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91fa181-a0c0-488b-8dfd-e760dde3c7eb req-e077e0f1-53c5-49ef-8d60-754031f91ae3 service neutron] Checking segment: {'id': '61bd15d1-c2a6-46ff-9a57-3dfb0a553bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'be4fe7de-ab91-47eb-96fc-2000373fe74e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 07:39:09.677383 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91fa181-a0c0-488b-8dfd-e760dde3c7eb req-e077e0f1-53c5-49ef-8d60-754031f91ae3 service neutron] Bound using segment: {'id': '61bd15d1-c2a6-46ff-9a57-3dfb0a553bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'be4fe7de-ab91-47eb-96fc-2000373fe74e'} {{(pid=107279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 07:39:09.677927 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.managers [req-f91fa181-a0c0-488b-8dfd-e760dde3c7eb req-e077e0f1-53c5-49ef-8d60-754031f91ae3 service neutron] Bound port: 56775397-b0d1-4018-9f3c-25e559549950, host: hv-cinder-82414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61bd15d1-c2a6-46ff-9a57-3dfb0a553bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'be4fe7de-ab91-47eb-96fc-2000373fe74e'}}] {{(pid=107279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 07:39:09.680224 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [req-f91fa181-a0c0-488b-8dfd-e760dde3c7eb req-e077e0f1-53c5-49ef-8d60-754031f91ae3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (56775397-b0d1-4018-9f3c-25e559549950), before_update {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:09.730286 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-efbdab0f-7de6-4538-a0b7-7895d0e1ab74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (82752e24-4ee0-47da-876d-e7a1f32c6bc3), after_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:09.731233 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Current status of the port a20fa119-e6e4-4748-9c88-82d94ae223c7 is: DOWN; New status is: BUILD {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:39:09.731838 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (a20fa119-e6e4-4748-9c88-82d94ae223c7), before_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:09.753231 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-cf6302bc-e15b-44ed-81bb-f869159b68ff None None] Port 56775397-b0d1-4018-9f3c-25e559549950 cannot update to ACTIVE because it is not bound. {{(pid=107290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 07:39:09.753463 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7fc4b0-f898-4df4-a560-55ace3e7c465 service neutron] Pushing event updated for resources: {'Port': ['ID=60114f49-493e-46b0-a653-b05d4362ebe7,revision_number=2']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:39:09.755110 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.notifiers.nova [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a20fa119-e6e4-4748-9c88-82d94ae223c7 {{(pid=107290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 07:39:09.760413 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:39:09.767866 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:39:09.793140 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] For port a20fa119-e6e4-4748-9c88-82d94ae223c7, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=a20fa119-e6e4-4748-9c88-82d94ae223c7,segment=NetworkSegment(89da3f12-2ab4-4b26-bff6-e30222299de9),segment_id=89da3f12-2ab4-4b26-bff6-e30222299de9)] {{(pid=107290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:39:09.795190 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-efbdab0f-7de6-4538-a0b7-7895d0e1ab74 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=a1063e44fa68486690d81ed819fa54d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6165667 Sep 15 07:39:09.801873 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 59628) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:39:09.803339 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-f104147c-880a-433f-b7ed-4b6fb7bfe173 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (0bf5a6f5-aabe-4394-809d-cda6d9b16eec), after_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:09.806789 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-f104147c-880a-433f-b7ed-4b6fb7bfe173 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:09.809057 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-f104147c-880a-433f-b7ed-4b6fb7bfe173 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/0bf5a6f5-aabe-4394-809d-cda6d9b16eec HTTP/1.1" status: 204 len: 168 time: 0.3773391 Sep 15 07:39:09.812504 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ab1ece-fb67-41f9-9d8a-99b1eb4193bf req-7eb3b7e9-ca98-441e-9f3d-db53d6806cb1 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:39:09.814111 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-64ab1ece-fb67-41f9-9d8a-99b1eb4193bf req-7eb3b7e9-ca98-441e-9f3d-db53d6806cb1 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=07ae2103-9abb-45d7-94b1-7e0f83c44fa0 HTTP/1.1" status: 200 len: 944 time: 0.2210724 Sep 15 07:39:09.838362 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f104147c-880a-433f-b7ed-4b6fb7bfe173 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bf5a6f5-aabe-4394-809d-cda6d9b16eec,revision_number=None']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:39:09.855049 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:39:09.856168 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.managers [req-8e1b8c32-d5be-4a66-a131-1f718d544a98 req-cf7fc4b0-f898-4df4-a560-55ace3e7c465 service neutron] Attempting to bind port 60114f49-493e-46b0-a653-b05d4362ebe7 on host hv-cinder-82414 for vnic_type normal with profile {{(pid=107276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 07:39:09.856524 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.managers [req-8e1b8c32-d5be-4a66-a131-1f718d544a98 req-cf7fc4b0-f898-4df4-a560-55ace3e7c465 service neutron] Attempting to bind port 60114f49-493e-46b0-a653-b05d4362ebe7 by drivers openvswitch,hyperv on host hv-cinder-82414 at level 0 using segments [{'id': '4e083812-1fad-4032-9ca4-75fb637b69f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2b6b3bac-c651-487a-b144-89fba4985d6c'}] {{(pid=107276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 07:39:09.856875 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e1b8c32-d5be-4a66-a131-1f718d544a98 req-cf7fc4b0-f898-4df4-a560-55ace3e7c465 service neutron] Attempting to bind port 60114f49-493e-46b0-a653-b05d4362ebe7 on network 2b6b3bac-c651-487a-b144-89fba4985d6c {{(pid=107276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 07:39:09.888448 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615'] for port (a20fa119-e6e4-4748-9c88-82d94ae223c7), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:09.892773 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b1c2da-b6b8-449c-bd5c-3502b50f4ca4 req-01b46bc2-e635-4133-b296-63994c69dca6 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:39:09.894444 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-02b1c2da-b6b8-449c-bd5c-3502b50f4ca4 req-01b46bc2-e635-4133-b296-63994c69dca6 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=37cd67df-dd0e-4658-9b80-3c29efd65897 HTTP/1.1" status: 200 len: 944 time: 0.2903857 Sep 15 07:39:09.958647 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e1b8c32-d5be-4a66-a131-1f718d544a98 req-cf7fc4b0-f898-4df4-a560-55ace3e7c465 service neutron] Port 60114f49-493e-46b0-a653-b05d4362ebe7 on network 2b6b3bac-c651-487a-b144-89fba4985d6c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82414 {{(pid=107276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 07:39:09.958966 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e1b8c32-d5be-4a66-a131-1f718d544a98 req-cf7fc4b0-f898-4df4-a560-55ace3e7c465 service neutron] Attempting to bind port 60114f49-493e-46b0-a653-b05d4362ebe7 on network 2b6b3bac-c651-487a-b144-89fba4985d6c {{(pid=107276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 07:39:09.999124 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-2d7c1eb9-cfc3-46f8-80cf-354476e97c9f admin admin] Publish callbacks [] for security_group (82752e24-4ee0-47da-876d-e7a1f32c6bc3), before_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:10.019778 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Pushing event updated for resources: {'Port': ['ID=a20fa119-e6e4-4748-9c88-82d94ae223c7,revision_number=4']} {{(pid=107290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:39:10.020885 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-2d7c1eb9-cfc3-46f8-80cf-354476e97c9f admin admin] Publish callbacks [] for security_group (82752e24-4ee0-47da-876d-e7a1f32c6bc3), precommit_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:10.062007 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e1b8c32-d5be-4a66-a131-1f718d544a98 req-cf7fc4b0-f898-4df4-a560-55ace3e7c465 service neutron] Checking agent: {'id': '25cf60a6-7ad2-448a-9326-c12b453ddee0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82414', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 7, 36, 43), 'started_at': datetime.datetime(2022, 9, 15, 7, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 7, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 07:39:10.062392 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e1b8c32-d5be-4a66-a131-1f718d544a98 req-cf7fc4b0-f898-4df4-a560-55ace3e7c465 service neutron] Checking segment: {'id': '4e083812-1fad-4032-9ca4-75fb637b69f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2b6b3bac-c651-487a-b144-89fba4985d6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 07:39:10.063007 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e1b8c32-d5be-4a66-a131-1f718d544a98 req-cf7fc4b0-f898-4df4-a560-55ace3e7c465 service neutron] Bound using segment: {'id': '4e083812-1fad-4032-9ca4-75fb637b69f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2b6b3bac-c651-487a-b144-89fba4985d6c'} {{(pid=107276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 07:39:10.063527 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.managers [req-8e1b8c32-d5be-4a66-a131-1f718d544a98 req-cf7fc4b0-f898-4df4-a560-55ace3e7c465 service neutron] Bound port: 60114f49-493e-46b0-a653-b05d4362ebe7, host: hv-cinder-82414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e083812-1fad-4032-9ca4-75fb637b69f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2b6b3bac-c651-487a-b144-89fba4985d6c'}}] {{(pid=107276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 07:39:10.063958 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-8e1b8c32-d5be-4a66-a131-1f718d544a98 req-cf7fc4b0-f898-4df4-a560-55ace3e7c465 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (60114f49-493e-46b0-a653-b05d4362ebe7), before_update {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:10.072460 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbdab0f-7de6-4538-a0b7-7895d0e1ab74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82752e24-4ee0-47da-876d-e7a1f32c6bc3,revision_number=1']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:39:10.093404 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:39:10.094705 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.db [req-f91fa181-a0c0-488b-8dfd-e760dde3c7eb req-e077e0f1-53c5-49ef-8d60-754031f91ae3 service neutron] For port 56775397-b0d1-4018-9f3c-25e559549950, host hv-cinder-82414, cleared binding levels {{(pid=107279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 07:39:10.127858 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.db [req-f91fa181-a0c0-488b-8dfd-e760dde3c7eb req-e077e0f1-53c5-49ef-8d60-754031f91ae3 service neutron] For port 56775397-b0d1-4018-9f3c-25e559549950, host hv-cinder-82414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=56775397-b0d1-4018-9f3c-25e559549950,segment=NetworkSegment(61bd15d1-c2a6-46ff-9a57-3dfb0a553bb9),segment_id=61bd15d1-c2a6-46ff-9a57-3dfb0a553bb9)] {{(pid=107279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 07:39:10.128835 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] get_ports_and_sgs() called for port_ids ['a20fa119-e6e4-4748-9c88-82d94ae223c7'] {{(pid=107290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 07:39:10.161004 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-64ab1ece-fb67-41f9-9d8a-99b1eb4193bf req-ea92df76-233a-4151-8999-dfd1834b1bd3 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b407f831-0121-48a5-b269-407cd5b097f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2942162 Sep 15 07:39:10.170896 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.db [req-8e1b8c32-d5be-4a66-a131-1f718d544a98 req-cf7fc4b0-f898-4df4-a560-55ace3e7c465 service neutron] For port 60114f49-493e-46b0-a653-b05d4362ebe7, host hv-cinder-82414, cleared binding levels {{(pid=107276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 07:39:10.171234 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-02b1c2da-b6b8-449c-bd5c-3502b50f4ca4 req-41ed94b5-099f-42f7-a000-909a10ea513d tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1540b02a-1fff-4f44-b533-539080bfc137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2472589 Sep 15 07:39:10.173455 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.db [req-8e1b8c32-d5be-4a66-a131-1f718d544a98 req-cf7fc4b0-f898-4df4-a560-55ace3e7c465 service neutron] For port 60114f49-493e-46b0-a653-b05d4362ebe7, host hv-cinder-82414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=60114f49-493e-46b0-a653-b05d4362ebe7,segment=NetworkSegment(4e083812-1fad-4032-9ca4-75fb637b69f5),segment_id=4e083812-1fad-4032-9ca4-75fb637b69f5)] {{(pid=107276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 07:39:10.195817 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-2d7c1eb9-cfc3-46f8-80cf-354476e97c9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (82752e24-4ee0-47da-876d-e7a1f32c6bc3), after_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:10.199719 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-2d7c1eb9-cfc3-46f8-80cf-354476e97c9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:10.200586 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-2d7c1eb9-cfc3-46f8-80cf-354476e97c9f admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/82752e24-4ee0-47da-876d-e7a1f32c6bc3 HTTP/1.1" status: 204 len: 168 time: 0.3945503 Sep 15 07:39:10.232787 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7c1eb9-cfc3-46f8-80cf-354476e97c9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82752e24-4ee0-47da-876d-e7a1f32c6bc3,revision_number=None']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:39:10.242310 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [req-f91fa181-a0c0-488b-8dfd-e760dde3c7eb req-e077e0f1-53c5-49ef-8d60-754031f91ae3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991792'] for port (56775397-b0d1-4018-9f3c-25e559549950), after_update {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:10.272957 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-cf6302bc-e15b-44ed-81bb-f869159b68ff None None] Attempt 4 to provision port 56775397-b0d1-4018-9f3c-25e559549950 Sep 15 07:39:10.284955 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-8e1b8c32-d5be-4a66-a131-1f718d544a98 req-cf7fc4b0-f898-4df4-a560-55ace3e7c465 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615'] for port (60114f49-493e-46b0-a653-b05d4362ebe7), after_update {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:10.291803 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1b8c32-d5be-4a66-a131-1f718d544a98 req-cf7fc4b0-f898-4df4-a560-55ace3e7c465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:39:10.293100 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-8e1b8c32-d5be-4a66-a131-1f718d544a98 req-cf7fc4b0-f898-4df4-a560-55ace3e7c465 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586190'] for port (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:10.294749 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-8e1b8c32-d5be-4a66-a131-1f718d544a98 req-cf7fc4b0-f898-4df4-a560-55ace3e7c465 service neutron] 10.222.0.26 "PUT /networking/v2.0/ports/60114f49-493e-46b0-a653-b05d4362ebe7 HTTP/1.1" status: 200 len: 1094 time: 1.4142184 Sep 15 07:39:10.295490 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07ae2103-9abb-45d7-94b1-7e0f83c44fa0', 'tag': '60114f49-493e-46b0-a653-b05d4362ebe7'}] {{(pid=107276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 07:39:10.321486 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91fa181-a0c0-488b-8dfd-e760dde3c7eb req-e077e0f1-53c5-49ef-8d60-754031f91ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:39:10.322231 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [req-f91fa181-a0c0-488b-8dfd-e760dde3c7eb req-e077e0f1-53c5-49ef-8d60-754031f91ae3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586190'] for port (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:10.323833 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-f91fa181-a0c0-488b-8dfd-e760dde3c7eb req-e077e0f1-53c5-49ef-8d60-754031f91ae3 service neutron] 10.222.0.26 "PUT /networking/v2.0/ports/56775397-b0d1-4018-9f3c-25e559549950 HTTP/1.1" status: 200 len: 1094 time: 1.8884785 Sep 15 07:39:10.324544 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e077e0f1-53c5-49ef-8d60-754031f91ae3 service neutron] Pushing event updated for resources: {'Port': ['ID=56775397-b0d1-4018-9f3c-25e559549950,revision_number=3']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:39:10.327023 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37cd67df-dd0e-4658-9b80-3c29efd65897', 'tag': '56775397-b0d1-4018-9f3c-25e559549950'}] {{(pid=107279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 07:39:10.349521 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706979451550896f7b9833a7a6f18e8e6b98f6eca7edeab709f82497fe6197ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67435beb-6735-4a1b-8c88-9ef111e9eeb7" -d '{"events": [{"name": "network-changed", "server_uuid": "37cd67df-dd0e-4658-9b80-3c29efd65897", "tag": "56775397-b0d1-4018-9f3c-25e559549950"}]}' {{(pid=107279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 07:39:10.358992 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:39:10.364156 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:39:10.416734 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7fc4b0-f898-4df4-a560-55ace3e7c465 service neutron] Pushing event updated for resources: {'Port': ['ID=60114f49-493e-46b0-a653-b05d4362ebe7,revision_number=3']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:39:10.420718 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac13e99-9bcb-4c4c-bc87-ab2f9346108c req-b7142cd9-5185-4fcd-99dc-d6ff31b7479a tempest-DeleteServersTestJSON-1720729274 tempest-DeleteServersTestJSON-1720729274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:39:10.422561 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-3ac13e99-9bcb-4c4c-bc87-ab2f9346108c req-b7142cd9-5185-4fcd-99dc-d6ff31b7479a tempest-DeleteServersTestJSON-1720729274 tempest-DeleteServersTestJSON-1720729274-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0773d518-3cec-4a0a-87bf-eaa60c59154a HTTP/1.1" status: 200 len: 944 time: 0.0765362 Sep 15 07:39:10.471360 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-cf6302bc-e15b-44ed-81bb-f869159b68ff None None] Port 56775397-b0d1-4018-9f3c-25e559549950 had new provisioning blocks added so it will not transition to active. {{(pid=107290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 15 07:39:10.533271 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1b8c32-d5be-4a66-a131-1f718d544a98 req-05ad455b-1957-4bf8-8ef8-fa3bacfc5222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:39:10.534811 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-8e1b8c32-d5be-4a66-a131-1f718d544a98 req-05ad455b-1957-4bf8-8ef8-fa3bacfc5222 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=b4a8f2664964492e9c80a595ed043c71&device_id=07ae2103-9abb-45d7-94b1-7e0f83c44fa0 HTTP/1.1" status: 200 len: 1128 time: 0.0588114 Sep 15 07:39:10.551200 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-3ac13e99-9bcb-4c4c-bc87-ab2f9346108c req-04fcba35-a8e4-41e5-9b16-e4752c23792b tempest-DeleteServersTestJSON-1720729274 tempest-DeleteServersTestJSON-1720729274-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3434c6d4-d2ea-4b90-8bca-7aebc8670a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214921 Sep 15 07:39:10.600350 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-8e1b8c32-d5be-4a66-a131-1f718d544a98 req-f1797a97-54cb-47e7-8a78-6e48ec0e6196 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=60114f49-493e-46b0-a653-b05d4362ebe7 HTTP/1.1" status: 200 len: 217 time: 0.0466337 Sep 15 07:39:10.671019 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91fa181-a0c0-488b-8dfd-e760dde3c7eb req-dbe326a1-5043-4253-aaf3-c4c7eaf5838f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:39:10.674226 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-f91fa181-a0c0-488b-8dfd-e760dde3c7eb req-dbe326a1-5043-4253-aaf3-c4c7eaf5838f service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=14017d5edbbd4068b529d5d92444182a&device_id=37cd67df-dd0e-4658-9b80-3c29efd65897 HTTP/1.1" status: 200 len: 1128 time: 0.1712043 Sep 15 07:39:10.696187 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1b8c32-d5be-4a66-a131-1f718d544a98 req-bb286b49-a907-4c8b-b26f-424870163ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:39:10.697681 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-8e1b8c32-d5be-4a66-a131-1f718d544a98 req-bb286b49-a907-4c8b-b26f-424870163ed2 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=37c21616-a845-47e5-a620-a34a553bb45c HTTP/1.1" status: 200 len: 855 time: 0.0916736 Sep 15 07:39:10.708479 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 07:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd434472-5b3f-4589-b58f-5af3f19304b9 x-openstack-request-id: req-cd434472-5b3f-4589-b58f-5af3f19304b9 {{(pid=107279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 07:39:10.708860 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37cd67df-dd0e-4658-9b80-3c29efd65897", "tag": "56775397-b0d1-4018-9f3c-25e559549950", "status": "completed", "code": 200}]} {{(pid=107279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 07:39:10.709204 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cd434472-5b3f-4589-b58f-5af3f19304b9 {{(pid=107279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 07:39:10.710033 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd434472-5b3f-4589-b58f-5af3f19304b9'] response: {'name': 'network-changed', 'server_uuid': '37cd67df-dd0e-4658-9b80-3c29efd65897', 'tag': '56775397-b0d1-4018-9f3c-25e559549950', 'status': 'completed', 'code': 200} Sep 15 07:39:10.756059 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1b8c32-d5be-4a66-a131-1f718d544a98 req-72f9eeee-be70-4737-bf5c-1246785c10e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:39:10.758299 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-8e1b8c32-d5be-4a66-a131-1f718d544a98 req-72f9eeee-be70-4737-bf5c-1246785c10e1 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=2b6b3bac-c651-487a-b144-89fba4985d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0511708 Sep 15 07:39:10.772477 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-f91fa181-a0c0-488b-8dfd-e760dde3c7eb req-245f08b3-ae48-4f4d-9dcf-adc820c9fb0b service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=56775397-b0d1-4018-9f3c-25e559549950 HTTP/1.1" status: 200 len: 217 time: 0.0907648 Sep 15 07:39:10.850939 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91fa181-a0c0-488b-8dfd-e760dde3c7eb req-3e18d88e-e41e-426a-ad9b-83c231ad0f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:39:10.852579 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-f91fa181-a0c0-488b-8dfd-e760dde3c7eb req-3e18d88e-e41e-426a-ad9b-83c231ad0f2f service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=655669e6-9885-472d-9103-52b022988dd7 HTTP/1.1" status: 200 len: 853 time: 0.0733628 Sep 15 07:39:10.893557 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-8e1b8c32-d5be-4a66-a131-1f718d544a98 req-75e28cfe-f0de-4934-a251-bae39362ae0f service neutron] 10.222.0.26 "GET /networking/v2.0/networks/2b6b3bac-c651-487a-b144-89fba4985d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282182 Sep 15 07:39:10.931055 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e3724867bd40dd9d720ab8c058c996a0c2f5593be620855f41bc083494bf738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-303a526a-65cb-4ca9-9b21-b93c447b130b" -d '{"events": [{"name": "network-changed", "server_uuid": "07ae2103-9abb-45d7-94b1-7e0f83c44fa0", "tag": "60114f49-493e-46b0-a653-b05d4362ebe7"}]}' {{(pid=107276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 07:39:10.946843 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91fa181-a0c0-488b-8dfd-e760dde3c7eb req-24643817-f6b0-402e-b649-153f732ed425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:39:10.957983 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-f91fa181-a0c0-488b-8dfd-e760dde3c7eb req-24643817-f6b0-402e-b649-153f732ed425 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=be4fe7de-ab91-47eb-96fc-2000373fe74e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0976002 Sep 15 07:39:11.117820 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-f91fa181-a0c0-488b-8dfd-e760dde3c7eb req-ccbaea44-7009-41f0-bdd3-872683820e9e service neutron] 10.222.0.26 "GET /networking/v2.0/networks/be4fe7de-ab91-47eb-96fc-2000373fe74e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529503 Sep 15 07:39:11.253982 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Device a20fa119-e6e4-4748-9c88-82d94ae223c7 up at agent hyperv_hv-cinder-82414 {{(pid=107290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 07:39:11.302794 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-8e1b8c32-d5be-4a66-a131-1f718d544a98 req-4266cb87-8308-4bce-a2cd-dbee87b49086 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/2b6b3bac-c651-487a-b144-89fba4985d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4018841 Sep 15 07:39:11.347816 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 07:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78165bef-73fa-4ae8-8450-db577d886e24 x-openstack-request-id: req-78165bef-73fa-4ae8-8450-db577d886e24 {{(pid=107276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 07:39:11.348583 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07ae2103-9abb-45d7-94b1-7e0f83c44fa0", "tag": "60114f49-493e-46b0-a653-b05d4362ebe7", "status": "completed", "code": 200}]} {{(pid=107276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 07:39:11.348979 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-78165bef-73fa-4ae8-8450-db577d886e24 {{(pid=107276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 07:39:11.353472 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78165bef-73fa-4ae8-8450-db577d886e24'] response: {'name': 'network-changed', 'server_uuid': '07ae2103-9abb-45d7-94b1-7e0f83c44fa0', 'tag': '60114f49-493e-46b0-a653-b05d4362ebe7', 'status': 'completed', 'code': 200} Sep 15 07:39:11.354466 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Provisioning for port a20fa119-e6e4-4748-9c88-82d94ae223c7 completed by entity L2. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 15 07:39:11.403211 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e4a5cf-075e-4aea-a2c3-7ffe3f06924a req-9759d750-1c07-4ba1-84e4-f9083b65fc40 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:39:11.404935 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-79e4a5cf-075e-4aea-a2c3-7ffe3f06924a req-9759d750-1c07-4ba1-84e4-f9083b65fc40 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=07ae2103-9abb-45d7-94b1-7e0f83c44fa0 HTTP/1.1" status: 200 len: 944 time: 0.0828452 Sep 15 07:39:11.413557 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f421af-b1c5-40e6-a827-101ec1c1b7b2 req-a00277c2-d028-4637-8619-b1e182f920a6 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:39:11.415940 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-63f421af-b1c5-40e6-a827-101ec1c1b7b2 req-a00277c2-d028-4637-8619-b1e182f920a6 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=37cd67df-dd0e-4658-9b80-3c29efd65897 HTTP/1.1" status: 200 len: 944 time: 0.0839190 Sep 15 07:39:11.432668 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Provisioning complete for port a20fa119-e6e4-4748-9c88-82d94ae223c7 triggered by entity L2. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 07:39:11.433775 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862942'] for port (a20fa119-e6e4-4748-9c88-82d94ae223c7), provisioning_complete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:11.434403 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Attempt 1 to provision port a20fa119-e6e4-4748-9c88-82d94ae223c7 Sep 15 07:39:11.455057 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-f91fa181-a0c0-488b-8dfd-e760dde3c7eb req-41e0fd28-02be-44a0-aca7-d0d7b2b53961 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/be4fe7de-ab91-47eb-96fc-2000373fe74e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3306725 Sep 15 07:39:11.497498 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-79e4a5cf-075e-4aea-a2c3-7ffe3f06924a req-19e7d3e4-d4ed-4d8b-a393-f8f4ff255a6b tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b407f831-0121-48a5-b269-407cd5b097f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805137 Sep 15 07:39:11.515749 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-63f421af-b1c5-40e6-a827-101ec1c1b7b2 req-c4128e7b-f037-4149-895d-2f30481bed78 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1540b02a-1fff-4f44-b533-539080bfc137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916026 Sep 15 07:39:11.540552 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Current status of the port a20fa119-e6e4-4748-9c88-82d94ae223c7 is: BUILD; New status is: ACTIVE {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:39:11.540949 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (a20fa119-e6e4-4748-9c88-82d94ae223c7), before_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:11.580157 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0773d518-3cec-4a0a-87bf-eaa60c59154a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a20fa119-e6e4-4748-9c88-82d94ae223c7'}] {{(pid=107290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 07:39:11.662722 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] For port a20fa119-e6e4-4748-9c88-82d94ae223c7, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=a20fa119-e6e4-4748-9c88-82d94ae223c7,segment=NetworkSegment(89da3f12-2ab4-4b26-bff6-e30222299de9),segment_id=89da3f12-2ab4-4b26-bff6-e30222299de9)] {{(pid=107290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:39:11.684774 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5c770a-c31e-481b-8dfa-fbbff391ee3a req-b3842d4b-fc62-4835-8423-2fe510d88b12 tempest-DeleteServersTestJSON-1720729274 tempest-DeleteServersTestJSON-1720729274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:39:11.690097 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-ae5c770a-c31e-481b-8dfa-fbbff391ee3a req-b3842d4b-fc62-4835-8423-2fe510d88b12 tempest-DeleteServersTestJSON-1720729274 tempest-DeleteServersTestJSON-1720729274-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0773d518-3cec-4a0a-87bf-eaa60c59154a HTTP/1.1" status: 200 len: 944 time: 0.0574799 Sep 15 07:39:11.747341 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-ae5c770a-c31e-481b-8dfa-fbbff391ee3a req-341c420c-d563-4176-a6b2-023d8a8e824b tempest-DeleteServersTestJSON-1720729274 tempest-DeleteServersTestJSON-1720729274-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3434c6d4-d2ea-4b90-8bca-7aebc8670a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538456 Sep 15 07:39:11.775412 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615'] for port (a20fa119-e6e4-4748-9c88-82d94ae223c7), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:11.828073 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:39:11.831599 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Pushing event updated for resources: {'Port': ['ID=a20fa119-e6e4-4748-9c88-82d94ae223c7,revision_number=5']} {{(pid=107290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:39:11.887518 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff93a2f2a3cb789a491bb2a8c4b01cf70d8343c1611f7c7394898ef54d6aa0cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28fbe8de-848e-407b-86c7-48d2fca1d896" -d '{"events": [{"server_uuid": "0773d518-3cec-4a0a-87bf-eaa60c59154a", "name": "network-vif-plugged", "status": "completed", "tag": "a20fa119-e6e4-4748-9c88-82d94ae223c7"}]}' {{(pid=107290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 07:39:12.109179 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303a526a-65cb-4ca9-9b21-b93c447b130b req-cae2e127-c571-4d5a-ace6-6eb2c6be3886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:39:12.121386 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-303a526a-65cb-4ca9-9b21-b93c447b130b req-cae2e127-c571-4d5a-ace6-6eb2c6be3886 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=b4a8f2664964492e9c80a595ed043c71&device_id=07ae2103-9abb-45d7-94b1-7e0f83c44fa0 HTTP/1.1" status: 200 len: 1128 time: 0.0497847 Sep 15 07:39:12.298822 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303a526a-65cb-4ca9-9b21-b93c447b130b req-08e96897-ef8b-4dee-b253-15d99e8cc3da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:39:12.300432 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-303a526a-65cb-4ca9-9b21-b93c447b130b req-08e96897-ef8b-4dee-b253-15d99e8cc3da service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=2b6b3bac-c651-487a-b144-89fba4985d6c HTTP/1.1" status: 200 len: 917 time: 0.1776977 Sep 15 07:39:12.326332 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 59770) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:39:12.350507 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 07:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f638d2ed-a5a7-4c04-8dbd-73e1c59db3dc x-openstack-request-id: req-f638d2ed-a5a7-4c04-8dbd-73e1c59db3dc {{(pid=107290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 07:39:12.350988 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0773d518-3cec-4a0a-87bf-eaa60c59154a", "name": "network-vif-plugged", "status": "completed", "tag": "a20fa119-e6e4-4748-9c88-82d94ae223c7", "code": 200}]} {{(pid=107290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 07:39:12.351081 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f638d2ed-a5a7-4c04-8dbd-73e1c59db3dc {{(pid=107290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 07:39:12.351620 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f638d2ed-a5a7-4c04-8dbd-73e1c59db3dc'] response: {'server_uuid': '0773d518-3cec-4a0a-87bf-eaa60c59154a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a20fa119-e6e4-4748-9c88-82d94ae223c7', 'code': 200} Sep 15 07:39:12.633909 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-31e75ff4-8839-4d12-93df-6886f30d4e64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:12.728073 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1fb51c-3307-45c9-ab8a-46c4e0db69da req-6f844b1e-9728-4f34-93fa-a6ad3d41e3c6 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:39:12.729525 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-5e1fb51c-3307-45c9-ab8a-46c4e0db69da req-6f844b1e-9728-4f34-93fa-a6ad3d41e3c6 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=37cd67df-dd0e-4658-9b80-3c29efd65897 HTTP/1.1" status: 200 len: 944 time: 0.0920265 Sep 15 07:39:12.737536 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (25cf60a6-7ad2-448a-9326-c12b453ddee0), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:12.774694 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1700bb3-0c3d-4258-bbb4-6775e91447e2 req-0ea19b51-056f-4c89-97d4-3236f776e224 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:39:12.776164 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-f1700bb3-0c3d-4258-bbb4-6775e91447e2 req-0ea19b51-056f-4c89-97d4-3236f776e224 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=07ae2103-9abb-45d7-94b1-7e0f83c44fa0 HTTP/1.1" status: 200 len: 944 time: 0.0946310 Sep 15 07:39:12.786097 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=4 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:39:12.832140 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-5e1fb51c-3307-45c9-ab8a-46c4e0db69da req-5ac09e88-b4b5-4173-923b-1863eb6169ef tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1540b02a-1fff-4f44-b533-539080bfc137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957935 Sep 15 07:39:12.932784 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-f1700bb3-0c3d-4258-bbb4-6775e91447e2 req-125dcabf-4212-4f80-961a-febd5427e868 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b407f831-0121-48a5-b269-407cd5b097f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1502252 Sep 15 07:39:12.936662 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-303a526a-65cb-4ca9-9b21-b93c447b130b req-8a227689-8488-4362-a563-2de80609c4c2 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=60114f49-493e-46b0-a653-b05d4362ebe7 HTTP/1.1" status: 200 len: 217 time: 0.0765405 Sep 15 07:39:12.955898 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67435beb-6735-4a1b-8c88-9ef111e9eeb7 req-43fb1fe4-9300-4d8d-9583-ad40bd9e0986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:39:12.957504 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-67435beb-6735-4a1b-8c88-9ef111e9eeb7 req-43fb1fe4-9300-4d8d-9583-ad40bd9e0986 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=14017d5edbbd4068b529d5d92444182a&device_id=37cd67df-dd0e-4658-9b80-3c29efd65897 HTTP/1.1" status: 200 len: 1128 time: 0.0843666 Sep 15 07:39:12.959518 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-31e75ff4-8839-4d12-93df-6886f30d4e64 admin admin] Publish callbacks [] for security_group (d31efaf9-45e0-4550-b007-3177171d0fc4), precommit_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:12.994548 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:39:13.016634 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303a526a-65cb-4ca9-9b21-b93c447b130b req-ee1d24d6-ba49-4f1f-9463-02c3bd820706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:39:13.018623 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-303a526a-65cb-4ca9-9b21-b93c447b130b req-ee1d24d6-ba49-4f1f-9463-02c3bd820706 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=37c21616-a845-47e5-a620-a34a553bb45c HTTP/1.1" status: 200 len: 855 time: 0.0763357 Sep 15 07:39:13.044365 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061c2202-48c8-4709-a9ac-aec5638dec99 req-1e81bde2-44e1-444f-abb0-b1770c543f74 tempest-DeleteServersTestJSON-1720729274 tempest-DeleteServersTestJSON-1720729274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:39:13.045863 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-061c2202-48c8-4709-a9ac-aec5638dec99 req-1e81bde2-44e1-444f-abb0-b1770c543f74 tempest-DeleteServersTestJSON-1720729274 tempest-DeleteServersTestJSON-1720729274-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0773d518-3cec-4a0a-87bf-eaa60c59154a HTTP/1.1" status: 200 len: 945 time: 0.1077471 Sep 15 07:39:13.073296 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-31e75ff4-8839-4d12-93df-6886f30d4e64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (d31efaf9-45e0-4550-b007-3177171d0fc4), after_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:13.152994 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67435beb-6735-4a1b-8c88-9ef111e9eeb7 req-9209f0c2-80b7-44be-bbfb-3dbfcbad8e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:39:13.154673 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-67435beb-6735-4a1b-8c88-9ef111e9eeb7 req-9209f0c2-80b7-44be-bbfb-3dbfcbad8e50 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=be4fe7de-ab91-47eb-96fc-2000373fe74e HTTP/1.1" status: 200 len: 915 time: 0.1917713 Sep 15 07:39:13.175891 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-31e75ff4-8839-4d12-93df-6886f30d4e64 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=bb675a53c68d4776b73e1586e69f4193&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8482554 Sep 15 07:39:13.177637 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e75ff4-8839-4d12-93df-6886f30d4e64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d31efaf9-45e0-4550-b007-3177171d0fc4,revision_number=1']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:39:13.178843 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 59802) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:39:13.183278 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-061c2202-48c8-4709-a9ac-aec5638dec99 req-046877af-df4b-4076-99fc-a567cd37f6ca tempest-DeleteServersTestJSON-1720729274 tempest-DeleteServersTestJSON-1720729274-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3434c6d4-d2ea-4b90-8bca-7aebc8670a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311386 Sep 15 07:39:13.234563 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-cebd6d62-bbaa-48b0-a27f-f622459fc688 admin admin] Publish callbacks [] for security_group (d31efaf9-45e0-4550-b007-3177171d0fc4), before_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:13.255154 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-cebd6d62-bbaa-48b0-a27f-f622459fc688 admin admin] Publish callbacks [] for security_group (d31efaf9-45e0-4550-b007-3177171d0fc4), precommit_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:13.373504 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-cebd6d62-bbaa-48b0-a27f-f622459fc688 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (d31efaf9-45e0-4550-b007-3177171d0fc4), after_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:13.376590 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-cebd6d62-bbaa-48b0-a27f-f622459fc688 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:13.380805 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-cebd6d62-bbaa-48b0-a27f-f622459fc688 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/d31efaf9-45e0-4550-b007-3177171d0fc4 HTTP/1.1" status: 204 len: 168 time: 0.1971893 Sep 15 07:39:13.390760 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebd6d62-bbaa-48b0-a27f-f622459fc688 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d31efaf9-45e0-4550-b007-3177171d0fc4,revision_number=None']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:39:13.819493 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=4,neutron:INSERT=1 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:39:13.978611 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1f0015-1f81-4550-ad17-3992e207eff4 req-d42efa1b-15e9-4cbf-894f-b05e233afef7 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:39:13.980075 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-3c1f0015-1f81-4550-ad17-3992e207eff4 req-d42efa1b-15e9-4cbf-894f-b05e233afef7 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=37cd67df-dd0e-4658-9b80-3c29efd65897 HTTP/1.1" status: 200 len: 944 time: 0.0616536 Sep 15 07:39:13.984882 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:39:14.099832 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-3c1f0015-1f81-4550-ad17-3992e207eff4 req-38207254-9486-428c-b20b-788563855a2e tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1540b02a-1fff-4f44-b533-539080bfc137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094208 Sep 15 07:39:14.133601 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c795e189-f42d-4b03-ad90-1861c3ec32d4 req-693ec10d-dda6-40ef-91c2-92df70185004 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:39:14.133601 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-c795e189-f42d-4b03-ad90-1861c3ec32d4 req-693ec10d-dda6-40ef-91c2-92df70185004 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=07ae2103-9abb-45d7-94b1-7e0f83c44fa0 HTTP/1.1" status: 200 len: 944 time: 0.0714023 Sep 15 07:39:14.177457 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-c795e189-f42d-4b03-ad90-1861c3ec32d4 req-97ae3793-09e1-443d-9a6d-c18d925d91d8 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b407f831-0121-48a5-b269-407cd5b097f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425692 Sep 15 07:39:14.305248 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.agents_db [None req-df016ec4-f85e-4abb-9405-ce942686afd2 None None] Agent healthcheck: found 6 active agents {{(pid=107295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 07:39:14.319658 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac7b09f-2826-4f8c-95a7-ab70a85f2521 req-7a0fda2e-b87e-45e1-8a89-c5fce12a45d4 tempest-DeleteServersTestJSON-1720729274 tempest-DeleteServersTestJSON-1720729274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:39:14.321832 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-0ac7b09f-2826-4f8c-95a7-ab70a85f2521 req-7a0fda2e-b87e-45e1-8a89-c5fce12a45d4 tempest-DeleteServersTestJSON-1720729274 tempest-DeleteServersTestJSON-1720729274-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0773d518-3cec-4a0a-87bf-eaa60c59154a HTTP/1.1" status: 200 len: 945 time: 0.0495405 Sep 15 07:39:14.368868 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-0ac7b09f-2826-4f8c-95a7-ab70a85f2521 req-ec31e028-4ae1-47c4-aa7d-97dacbf688a1 tempest-DeleteServersTestJSON-1720729274 tempest-DeleteServersTestJSON-1720729274-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3434c6d4-d2ea-4b90-8bca-7aebc8670a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410590 Sep 15 07:39:15.228878 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b318a1d4-2b81-4b4c-89eb-136c313d7452 req-5c987079-d226-46f8-ad5d-b7e52fd78976 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:39:15.230434 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-b318a1d4-2b81-4b4c-89eb-136c313d7452 req-5c987079-d226-46f8-ad5d-b7e52fd78976 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=37cd67df-dd0e-4658-9b80-3c29efd65897 HTTP/1.1" status: 200 len: 944 time: 0.0464427 Sep 15 07:39:15.314902 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-b318a1d4-2b81-4b4c-89eb-136c313d7452 req-26d24495-b092-4670-a671-817728a85a28 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1540b02a-1fff-4f44-b533-539080bfc137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786822 Sep 15 07:39:15.326439 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09d4069-430b-496a-a21f-6a80ec4d92f5 req-b4e3d7be-c9cc-4bcf-af3c-a0f31383a83c tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:39:15.327977 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-a09d4069-430b-496a-a21f-6a80ec4d92f5 req-b4e3d7be-c9cc-4bcf-af3c-a0f31383a83c tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=07ae2103-9abb-45d7-94b1-7e0f83c44fa0 HTTP/1.1" status: 200 len: 944 time: 0.0637450 Sep 15 07:39:15.384420 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-a09d4069-430b-496a-a21f-6a80ec4d92f5 req-d99fd096-e3bc-4817-8563-0890a5a9fa6e tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b407f831-0121-48a5-b269-407cd5b097f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465860 Sep 15 07:39:15.494229 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1218d95d-f55d-4350-905b-f23fab6d3018 req-b0c7606e-8f0e-478f-b31c-40c6d3371fee tempest-DeleteServersTestJSON-1720729274 tempest-DeleteServersTestJSON-1720729274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:39:15.495991 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-1218d95d-f55d-4350-905b-f23fab6d3018 req-b0c7606e-8f0e-478f-b31c-40c6d3371fee tempest-DeleteServersTestJSON-1720729274 tempest-DeleteServersTestJSON-1720729274-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0773d518-3cec-4a0a-87bf-eaa60c59154a HTTP/1.1" status: 200 len: 945 time: 0.0538554 Sep 15 07:39:15.515772 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Device 56775397-b0d1-4018-9f3c-25e559549950 details requested by agent hyperv_hv-cinder-82414 with host hv-cinder-82414 {{(pid=107290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 07:39:15.545214 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.26', 54006) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:39:15.613463 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-1218d95d-f55d-4350-905b-f23fab6d3018 req-804d7788-019b-4af3-9435-704ab7a4a4b1 tempest-DeleteServersTestJSON-1720729274 tempest-DeleteServersTestJSON-1720729274-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3434c6d4-d2ea-4b90-8bca-7aebc8670a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119502 Sep 15 07:39:15.615230 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-67435beb-6735-4a1b-8c88-9ef111e9eeb7 req-8fce958b-a382-46da-b070-18f3874c8bb3 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=56775397-b0d1-4018-9f3c-25e559549950 HTTP/1.1" status: 200 len: 217 time: 0.0805638 Sep 15 07:39:15.625054 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 59934) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:39:15.646491 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8262e547-da3f-436e-b4ff-e2fd40cb8dca req-1d3b955e-db59-47d6-b1cd-09743f80ba6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:39:15.647984 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-8262e547-da3f-436e-b4ff-e2fd40cb8dca req-1d3b955e-db59-47d6-b1cd-09743f80ba6f service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=0773d518-3cec-4a0a-87bf-eaa60c59154a HTTP/1.1" status: 200 len: 1129 time: 0.0823283 Sep 15 07:39:15.673400 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-8262e547-da3f-436e-b4ff-e2fd40cb8dca req-f6c69858-0998-4b10-9824-b62b186a0fca service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:15.676752 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303a526a-65cb-4ca9-9b21-b93c447b130b req-1e13fd8c-6a3f-4a21-bbc1-c66f6bd9df02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:39:15.678398 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-303a526a-65cb-4ca9-9b21-b93c447b130b req-1e13fd8c-6a3f-4a21-bbc1-c66f6bd9df02 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=2b6b3bac-c651-487a-b144-89fba4985d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1669018 Sep 15 07:39:15.701801 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] For port 56775397-b0d1-4018-9f3c-25e559549950, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=56775397-b0d1-4018-9f3c-25e559549950,segment=NetworkSegment(61bd15d1-c2a6-46ff-9a57-3dfb0a553bb9),segment_id=61bd15d1-c2a6-46ff-9a57-3dfb0a553bb9)] {{(pid=107290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:39:15.719263 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Returning: {'device': '56775397-b0d1-4018-9f3c-25e559549950', 'network_id': 'be4fe7de-ab91-47eb-96fc-2000373fe74e', 'port_id': '56775397-b0d1-4018-9f3c-25e559549950', 'mac_address': 'fa:16:3e:37:95:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '655669e6-9885-472d-9103-52b022988dd7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 07:39:15.726065 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 59940) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:39:15.736856 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67435beb-6735-4a1b-8c88-9ef111e9eeb7 req-978f5278-6baa-4a55-833f-63d927399a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:39:15.738543 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-67435beb-6735-4a1b-8c88-9ef111e9eeb7 req-978f5278-6baa-4a55-833f-63d927399a65 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=655669e6-9885-472d-9103-52b022988dd7 HTTP/1.1" status: 200 len: 853 time: 0.1123819 Sep 15 07:39:15.766327 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Current status of the port 56775397-b0d1-4018-9f3c-25e559549950 is: DOWN; New status is: BUILD {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:39:15.766566 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (56775397-b0d1-4018-9f3c-25e559549950), before_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:15.782610 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.notifiers.nova [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56775397-b0d1-4018-9f3c-25e559549950 {{(pid=107290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 07:39:15.813418 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] For port 56775397-b0d1-4018-9f3c-25e559549950, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=56775397-b0d1-4018-9f3c-25e559549950,segment=NetworkSegment(61bd15d1-c2a6-46ff-9a57-3dfb0a553bb9),segment_id=61bd15d1-c2a6-46ff-9a57-3dfb0a553bb9)] {{(pid=107290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:39:15.831101 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67435beb-6735-4a1b-8c88-9ef111e9eeb7 req-262788a3-d5cb-4c1f-ad0e-28d8dd9a3200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:39:15.832845 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-67435beb-6735-4a1b-8c88-9ef111e9eeb7 req-262788a3-d5cb-4c1f-ad0e-28d8dd9a3200 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=be4fe7de-ab91-47eb-96fc-2000373fe74e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0882974 Sep 15 07:39:15.861920 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-8262e547-da3f-436e-b4ff-e2fd40cb8dca req-f6c69858-0998-4b10-9824-b62b186a0fca service neutron] Publish callbacks [] for security_group (aba70a86-cbe5-4a09-ba81-5bea4950baf4), precommit_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:15.877691 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615'] for port (56775397-b0d1-4018-9f3c-25e559549950), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:15.879431 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Device 60114f49-493e-46b0-a653-b05d4362ebe7 details requested by agent hyperv_hv-cinder-82414 with host hv-cinder-82414 {{(pid=107290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 07:39:15.886196 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-303a526a-65cb-4ca9-9b21-b93c447b130b req-4bd79037-7267-413d-9d83-2c39a2a09a0a service neutron] 10.222.0.26 "GET /networking/v2.0/networks/2b6b3bac-c651-487a-b144-89fba4985d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685474 Sep 15 07:39:15.944616 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Pushing event updated for resources: {'Port': ['ID=56775397-b0d1-4018-9f3c-25e559549950,revision_number=4']} {{(pid=107290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:39:15.952632 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-8262e547-da3f-436e-b4ff-e2fd40cb8dca req-f6c69858-0998-4b10-9824-b62b186a0fca service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (aba70a86-cbe5-4a09-ba81-5bea4950baf4), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:16.059867 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-67435beb-6735-4a1b-8c88-9ef111e9eeb7 req-30e1745a-8258-49e4-8598-9612f26c5963 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/be4fe7de-ab91-47eb-96fc-2000373fe74e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207994 Sep 15 07:39:16.093910 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] For port 60114f49-493e-46b0-a653-b05d4362ebe7, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=60114f49-493e-46b0-a653-b05d4362ebe7,segment=NetworkSegment(4e083812-1fad-4032-9ca4-75fb637b69f5),segment_id=4e083812-1fad-4032-9ca4-75fb637b69f5)] {{(pid=107290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:39:16.108190 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Returning: {'device': '60114f49-493e-46b0-a653-b05d4362ebe7', 'network_id': '2b6b3bac-c651-487a-b144-89fba4985d6c', 'port_id': '60114f49-493e-46b0-a653-b05d4362ebe7', 'mac_address': 'fa:16:3e:c4:df:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37c21616-a845-47e5-a620-a34a553bb45c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 07:39:16.113781 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=100 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:39:16.131520 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-8262e547-da3f-436e-b4ff-e2fd40cb8dca req-f6c69858-0998-4b10-9824-b62b186a0fca service neutron] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3434c6d4-d2ea-4b90-8bca-7aebc8670a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4758191 Sep 15 07:39:16.135475 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c69858-0998-4b10-9824-b62b186a0fca service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=aba70a86-cbe5-4a09-ba81-5bea4950baf4,revision_number=1']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:39:16.146755 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-4a227e3b-8148-4fe4-a8ac-dce76e0c4de7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:16.162611 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Current status of the port 60114f49-493e-46b0-a653-b05d4362ebe7 is: DOWN; New status is: BUILD {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:39:16.163193 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (60114f49-493e-46b0-a653-b05d4362ebe7), before_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:16.164265 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-303a526a-65cb-4ca9-9b21-b93c447b130b req-66e2f75c-1bf1-42b6-a2ac-f81cf835f964 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/2b6b3bac-c651-487a-b144-89fba4985d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2707508 Sep 15 07:39:16.182826 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.notifiers.nova [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60114f49-493e-46b0-a653-b05d4362ebe7 {{(pid=107290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 07:39:16.214882 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] For port 60114f49-493e-46b0-a653-b05d4362ebe7, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=60114f49-493e-46b0-a653-b05d4362ebe7,segment=NetworkSegment(4e083812-1fad-4032-9ca4-75fb637b69f5),segment_id=4e083812-1fad-4032-9ca4-75fb637b69f5)] {{(pid=107290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:39:16.217687 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-0bbf0650-0610-4eb2-940f-122cfea2a45c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:16.275314 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615'] for port (60114f49-493e-46b0-a653-b05d4362ebe7), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:16.310925 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-67435beb-6735-4a1b-8c88-9ef111e9eeb7 req-25f26e36-b3b8-4353-b836-d4ec6aff137a service neutron] 10.222.0.26 "GET /networking/v2.0/networks/be4fe7de-ab91-47eb-96fc-2000373fe74e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2448022 Sep 15 07:39:16.331996 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Pushing event updated for resources: {'Port': ['ID=60114f49-493e-46b0-a653-b05d4362ebe7,revision_number=4']} {{(pid=107290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:39:16.354319 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-4a227e3b-8148-4fe4-a8ac-dce76e0c4de7 admin admin] Publish callbacks [] for security_group (f04943bc-f329-4d49-a344-1bf4bd5dd5c3), precommit_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:16.404639 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-0bbf0650-0610-4eb2-940f-122cfea2a45c admin admin] Publish callbacks [] for security_group (cb996a54-f7a1-4596-a65f-8ca2e588a787), precommit_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:16.447235 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-4a227e3b-8148-4fe4-a8ac-dce76e0c4de7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (f04943bc-f329-4d49-a344-1bf4bd5dd5c3), after_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:16.503490 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-0bbf0650-0610-4eb2-940f-122cfea2a45c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (cb996a54-f7a1-4596-a65f-8ca2e588a787), after_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:16.511471 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4053abf2-a8a4-466a-b2ee-221d85cb5e86 req-bc7fa906-53d7-4422-892c-41722b866f45 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:39:16.512915 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-4053abf2-a8a4-466a-b2ee-221d85cb5e86 req-bc7fa906-53d7-4422-892c-41722b866f45 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=37cd67df-dd0e-4658-9b80-3c29efd65897 HTTP/1.1" status: 200 len: 945 time: 0.1107233 Sep 15 07:39:16.546105 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-4a227e3b-8148-4fe4-a8ac-dce76e0c4de7 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=7717ab5e49114e9b88999bb5dcd8df45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8229322 Sep 15 07:39:16.548788 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 59962) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:39:16.554579 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a227e3b-8148-4fe4-a8ac-dce76e0c4de7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f04943bc-f329-4d49-a344-1bf4bd5dd5c3,revision_number=1']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:39:16.608662 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-0bbf0650-0610-4eb2-940f-122cfea2a45c admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=c4235e5d13f849c99055557135c98747&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9809728 Sep 15 07:39:16.609706 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 59966) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:39:16.614675 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dc266e-c010-4a77-8e0e-a771c7d436be req-9feee503-258e-40b3-ab8a-208fe39b1b46 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:39:16.616100 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-48dc266e-c010-4a77-8e0e-a771c7d436be req-9feee503-258e-40b3-ab8a-208fe39b1b46 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=07ae2103-9abb-45d7-94b1-7e0f83c44fa0 HTTP/1.1" status: 200 len: 945 time: 0.1415606 Sep 15 07:39:16.627211 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-3a876ba4-f804-4ffc-91a1-9a59b720f4e5 admin admin] Publish callbacks [] for security_group (f04943bc-f329-4d49-a344-1bf4bd5dd5c3), before_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:16.637808 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] get_ports_and_sgs() called for port_ids ['56775397-b0d1-4018-9f3c-25e559549950'] {{(pid=107290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 07:39:16.642080 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:39:16.652062 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbf0650-0610-4eb2-940f-122cfea2a45c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb996a54-f7a1-4596-a65f-8ca2e588a787,revision_number=1']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:39:16.676615 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-3a876ba4-f804-4ffc-91a1-9a59b720f4e5 admin admin] Publish callbacks [] for security_group (f04943bc-f329-4d49-a344-1bf4bd5dd5c3), precommit_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:16.678358 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-4053abf2-a8a4-466a-b2ee-221d85cb5e86 req-aa62a8cd-f232-43cc-97bf-ad1e80e96170 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1540b02a-1fff-4f44-b533-539080bfc137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1434803 Sep 15 07:39:16.709703 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:39:16.720673 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-48dc266e-c010-4a77-8e0e-a771c7d436be req-c013e453-047b-4343-8f9b-548accfc39a2 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b407f831-0121-48a5-b269-407cd5b097f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970900 Sep 15 07:39:16.732600 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-b9279a6f-0007-432d-b255-f96ea80f0334 admin admin] Publish callbacks [] for security_group (cb996a54-f7a1-4596-a65f-8ca2e588a787), before_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:16.751370 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:39:16.790139 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-b9279a6f-0007-432d-b255-f96ea80f0334 admin admin] Publish callbacks [] for security_group (cb996a54-f7a1-4596-a65f-8ca2e588a787), precommit_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:16.830081 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] get_ports_and_sgs() called for port_ids ['60114f49-493e-46b0-a653-b05d4362ebe7'] {{(pid=107290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 07:39:16.877242 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-3a876ba4-f804-4ffc-91a1-9a59b720f4e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (f04943bc-f329-4d49-a344-1bf4bd5dd5c3), after_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:16.880754 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-3a876ba4-f804-4ffc-91a1-9a59b720f4e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:16.884342 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-3a876ba4-f804-4ffc-91a1-9a59b720f4e5 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/f04943bc-f329-4d49-a344-1bf4bd5dd5c3 HTTP/1.1" status: 204 len: 168 time: 0.3316855 Sep 15 07:39:16.904993 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a876ba4-f804-4ffc-91a1-9a59b720f4e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f04943bc-f329-4d49-a344-1bf4bd5dd5c3,revision_number=None']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:39:16.909447 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b54c9c-ec0e-4067-bea6-051b8b34be57 req-5d6a837a-5312-4d11-911a-83ad6aeae2ac tempest-DeleteServersTestJSON-1720729274 tempest-DeleteServersTestJSON-1720729274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:39:16.912992 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-f8b54c9c-ec0e-4067-bea6-051b8b34be57 req-5d6a837a-5312-4d11-911a-83ad6aeae2ac tempest-DeleteServersTestJSON-1720729274 tempest-DeleteServersTestJSON-1720729274-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0773d518-3cec-4a0a-87bf-eaa60c59154a HTTP/1.1" status: 200 len: 945 time: 0.1089838 Sep 15 07:39:16.963269 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-b9279a6f-0007-432d-b255-f96ea80f0334 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (cb996a54-f7a1-4596-a65f-8ca2e588a787), after_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:16.966878 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-b9279a6f-0007-432d-b255-f96ea80f0334 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:16.968821 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-b9279a6f-0007-432d-b255-f96ea80f0334 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/cb996a54-f7a1-4596-a65f-8ca2e588a787 HTTP/1.1" status: 204 len: 168 time: 0.3581860 Sep 15 07:39:16.998720 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:39:17.005696 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:39:17.037351 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9279a6f-0007-432d-b255-f96ea80f0334 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb996a54-f7a1-4596-a65f-8ca2e588a787,revision_number=None']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:39:17.046445 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-f8b54c9c-ec0e-4067-bea6-051b8b34be57 req-ff220069-e2b5-4e6d-ab00-c8fc0f092b3f tempest-DeleteServersTestJSON-1720729274 tempest-DeleteServersTestJSON-1720729274-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3434c6d4-d2ea-4b90-8bca-7aebc8670a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246073 Sep 15 07:39:17.368706 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=100 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:39:17.841225 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 60010) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:39:17.842447 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb6f5c5-d2a4-4c43-9ce1-eac4b313ad60 req-302e2c0b-c075-4929-8d4f-5b7e62af8a27 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:39:17.843969 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-edb6f5c5-d2a4-4c43-9ce1-eac4b313ad60 req-302e2c0b-c075-4929-8d4f-5b7e62af8a27 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=37cd67df-dd0e-4658-9b80-3c29efd65897 HTTP/1.1" status: 200 len: 945 time: 0.0632193 Sep 15 07:39:17.858703 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-94e7ae25-32b9-403f-84e5-023cf00f2830 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:17.899322 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b00359a-61eb-491b-bab6-e8c2f497103f req-d4fe9bfa-a7bb-4364-b5d4-fd07f885cfbf tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:39:17.900861 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-6b00359a-61eb-491b-bab6-e8c2f497103f req-d4fe9bfa-a7bb-4364-b5d4-fd07f885cfbf tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=07ae2103-9abb-45d7-94b1-7e0f83c44fa0 HTTP/1.1" status: 200 len: 945 time: 0.0758185 Sep 15 07:39:17.927568 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Device 56775397-b0d1-4018-9f3c-25e559549950 up at agent hyperv_hv-cinder-82414 {{(pid=107290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 07:39:17.929822 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 60014) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:39:17.951668 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-d2ebde03-8daf-460b-a60f-14ae129d3d40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:17.958207 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-edb6f5c5-d2a4-4c43-9ce1-eac4b313ad60 req-611496b0-d348-4074-b44c-45f49d68bffb tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1540b02a-1fff-4f44-b533-539080bfc137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968142 Sep 15 07:39:17.991461 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-6b00359a-61eb-491b-bab6-e8c2f497103f req-fae9bf83-b210-4b3d-98cb-c67e30a120c1 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b407f831-0121-48a5-b269-407cd5b097f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815644 Sep 15 07:39:17.996819 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Provisioning for port 56775397-b0d1-4018-9f3c-25e559549950 completed by entity L2. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 15 07:39:18.000289 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-94e7ae25-32b9-403f-84e5-023cf00f2830 admin admin] Publish callbacks [] for security_group (85af2dbb-a8cb-419c-aeba-29d69bfd6930), precommit_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:18.059759 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-d2ebde03-8daf-460b-a60f-14ae129d3d40 admin admin] Publish callbacks [] for security_group (3e9e3908-dd4b-4699-9537-4760e4dbc129), precommit_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:18.122332 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-94e7ae25-32b9-403f-84e5-023cf00f2830 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (85af2dbb-a8cb-419c-aeba-29d69bfd6930), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:18.122532 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Provisioning complete for port 56775397-b0d1-4018-9f3c-25e559549950 triggered by entity L2. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 07:39:18.122775 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862942'] for port (56775397-b0d1-4018-9f3c-25e559549950), provisioning_complete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:18.123192 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Attempt 1 to provision port 56775397-b0d1-4018-9f3c-25e559549950 Sep 15 07:39:18.164113 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-d2ebde03-8daf-460b-a60f-14ae129d3d40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (3e9e3908-dd4b-4699-9537-4760e4dbc129), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:18.175138 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=100 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:39:18.202195 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e7ae25-32b9-403f-84e5-023cf00f2830 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85af2dbb-a8cb-419c-aeba-29d69bfd6930,revision_number=1']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:39:18.218735 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Current status of the port 56775397-b0d1-4018-9f3c-25e559549950 is: BUILD; New status is: ACTIVE {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:39:18.219346 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (56775397-b0d1-4018-9f3c-25e559549950), before_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:18.221601 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdeddef-c47d-4476-b1d4-522208dc6f17 req-f0ed6f51-f21f-45a0-9217-09a5f9435588 tempest-DeleteServersTestJSON-1720729274 tempest-DeleteServersTestJSON-1720729274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:39:18.224338 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-dbdeddef-c47d-4476-b1d4-522208dc6f17 req-f0ed6f51-f21f-45a0-9217-09a5f9435588 tempest-DeleteServersTestJSON-1720729274 tempest-DeleteServersTestJSON-1720729274-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0773d518-3cec-4a0a-87bf-eaa60c59154a HTTP/1.1" status: 200 len: 945 time: 0.0601656 Sep 15 07:39:18.227209 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-94e7ae25-32b9-403f-84e5-023cf00f2830 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=c7ede89f19424467a1f33ad3b96449dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3842278 Sep 15 07:39:18.238050 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 60024) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:39:18.243874 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-d2ebde03-8daf-460b-a60f-14ae129d3d40 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=1c95a12add4042e78493a2313ca1df27&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3129079 Sep 15 07:39:18.247631 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 60026) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:39:18.271665 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37cd67df-dd0e-4658-9b80-3c29efd65897', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56775397-b0d1-4018-9f3c-25e559549950'}] {{(pid=107290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 07:39:18.276879 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff93a2f2a3cb789a491bb2a8c4b01cf70d8343c1611f7c7394898ef54d6aa0cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e88b1ecb-a0b0-4fdc-89e1-664a4e410e59" -d '{"events": [{"server_uuid": "37cd67df-dd0e-4658-9b80-3c29efd65897", "name": "network-vif-plugged", "status": "completed", "tag": "56775397-b0d1-4018-9f3c-25e559549950"}]}' {{(pid=107290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 07:39:18.294845 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] For port 56775397-b0d1-4018-9f3c-25e559549950, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=56775397-b0d1-4018-9f3c-25e559549950,segment=NetworkSegment(61bd15d1-c2a6-46ff-9a57-3dfb0a553bb9),segment_id=61bd15d1-c2a6-46ff-9a57-3dfb0a553bb9)] {{(pid=107290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:39:18.298699 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ebde03-8daf-460b-a60f-14ae129d3d40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e9e3908-dd4b-4699-9537-4760e4dbc129,revision_number=1']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:39:18.328793 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-dbdeddef-c47d-4476-b1d4-522208dc6f17 req-23cef565-9189-43a7-b083-9fd46e175d89 tempest-DeleteServersTestJSON-1720729274 tempest-DeleteServersTestJSON-1720729274-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3434c6d4-d2ea-4b90-8bca-7aebc8670a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970232 Sep 15 07:39:18.338152 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-7e8c283f-7c9f-4503-adf4-a0639080703d admin admin] Publish callbacks [] for security_group (3e9e3908-dd4b-4699-9537-4760e4dbc129), before_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:18.347067 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-8c606800-9690-4178-bbca-dca212e56a82 admin admin] Publish callbacks [] for security_group (85af2dbb-a8cb-419c-aeba-29d69bfd6930), before_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:18.362253 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 07:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59ad3bf4-e0e4-4123-af3a-c8b4776a6210 x-openstack-request-id: req-59ad3bf4-e0e4-4123-af3a-c8b4776a6210 {{(pid=107290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 07:39:18.362814 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37cd67df-dd0e-4658-9b80-3c29efd65897", "name": "network-vif-plugged", "status": "completed", "tag": "56775397-b0d1-4018-9f3c-25e559549950", "code": 200}]} {{(pid=107290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 07:39:18.363210 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-59ad3bf4-e0e4-4123-af3a-c8b4776a6210 {{(pid=107290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 07:39:18.363746 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59ad3bf4-e0e4-4123-af3a-c8b4776a6210'] response: {'server_uuid': '37cd67df-dd0e-4658-9b80-3c29efd65897', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56775397-b0d1-4018-9f3c-25e559549950', 'code': 200} Sep 15 07:39:18.370485 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615'] for port (56775397-b0d1-4018-9f3c-25e559549950), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:18.371386 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-7e8c283f-7c9f-4503-adf4-a0639080703d admin admin] Publish callbacks [] for security_group (3e9e3908-dd4b-4699-9537-4760e4dbc129), precommit_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:18.373419 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Device 60114f49-493e-46b0-a653-b05d4362ebe7 up at agent hyperv_hv-cinder-82414 {{(pid=107290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 07:39:18.380179 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-8c606800-9690-4178-bbca-dca212e56a82 admin admin] Publish callbacks [] for security_group (85af2dbb-a8cb-419c-aeba-29d69bfd6930), precommit_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:18.576115 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Pushing event updated for resources: {'Port': ['ID=56775397-b0d1-4018-9f3c-25e559549950,revision_number=5']} {{(pid=107290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:39:18.580424 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Provisioning for port 60114f49-493e-46b0-a653-b05d4362ebe7 completed by entity L2. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 15 07:39:18.590919 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-8c606800-9690-4178-bbca-dca212e56a82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (85af2dbb-a8cb-419c-aeba-29d69bfd6930), after_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:18.591062 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-7e8c283f-7c9f-4503-adf4-a0639080703d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (3e9e3908-dd4b-4699-9537-4760e4dbc129), after_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:18.593595 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-7e8c283f-7c9f-4503-adf4-a0639080703d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:18.597817 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-8c606800-9690-4178-bbca-dca212e56a82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:18.597959 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-7e8c283f-7c9f-4503-adf4-a0639080703d admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/3e9e3908-dd4b-4699-9537-4760e4dbc129 HTTP/1.1" status: 204 len: 168 time: 0.3460329 Sep 15 07:39:18.598042 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-8c606800-9690-4178-bbca-dca212e56a82 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/85af2dbb-a8cb-419c-aeba-29d69bfd6930 HTTP/1.1" status: 204 len: 168 time: 0.3556938 Sep 15 07:39:18.605683 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8c283f-7c9f-4503-adf4-a0639080703d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e9e3908-dd4b-4699-9537-4760e4dbc129,revision_number=None']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:39:18.609289 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c606800-9690-4178-bbca-dca212e56a82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85af2dbb-a8cb-419c-aeba-29d69bfd6930,revision_number=None']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:39:18.734884 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Provisioning complete for port 60114f49-493e-46b0-a653-b05d4362ebe7 triggered by entity L2. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 07:39:18.734884 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862942'] for port (60114f49-493e-46b0-a653-b05d4362ebe7), provisioning_complete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:18.734884 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Attempt 1 to provision port 60114f49-493e-46b0-a653-b05d4362ebe7 Sep 15 07:39:18.845974 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ff15c7-bca9-4a45-b663-4fddfbc0681c req-74cce200-f6a4-4348-ba1b-63e78c9d6b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:39:18.848144 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-f0ff15c7-bca9-4a45-b663-4fddfbc0681c req-74cce200-f6a4-4348-ba1b-63e78c9d6b39 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=37cd67df-dd0e-4658-9b80-3c29efd65897 HTTP/1.1" status: 200 len: 1130 time: 0.1215019 Sep 15 07:39:18.850489 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Current status of the port 60114f49-493e-46b0-a653-b05d4362ebe7 is: BUILD; New status is: ACTIVE {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:39:18.851590 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (60114f49-493e-46b0-a653-b05d4362ebe7), before_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:18.888907 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:39:18.892461 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] For port 60114f49-493e-46b0-a653-b05d4362ebe7, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=60114f49-493e-46b0-a653-b05d4362ebe7,segment=NetworkSegment(4e083812-1fad-4032-9ca4-75fb637b69f5),segment_id=4e083812-1fad-4032-9ca4-75fb637b69f5)] {{(pid=107290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:39:18.902646 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-f0ff15c7-bca9-4a45-b663-4fddfbc0681c req-3dceb54b-4888-44e6-997c-7a8386cd5692 service neutron] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1540b02a-1fff-4f44-b533-539080bfc137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484834 Sep 15 07:39:18.959986 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615'] for port (60114f49-493e-46b0-a653-b05d4362ebe7), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:19.015237 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Pushing event updated for resources: {'Port': ['ID=60114f49-493e-46b0-a653-b05d4362ebe7,revision_number=5']} {{(pid=107290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:39:19.104607 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33eb672-87e3-4266-80f1-13097125a64c req-305f49e2-713f-422b-982e-3b7a1b4987ee tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:39:19.106250 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-b33eb672-87e3-4266-80f1-13097125a64c req-305f49e2-713f-422b-982e-3b7a1b4987ee tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=37cd67df-dd0e-4658-9b80-3c29efd65897 HTTP/1.1" status: 200 len: 946 time: 0.0693424 Sep 15 07:39:19.157853 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2e4221-b120-4a51-a74c-fd6047cf5772 req-090b7e52-c194-41fb-ba19-02ce0501e5e6 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:39:19.159327 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-fd2e4221-b120-4a51-a74c-fd6047cf5772 req-090b7e52-c194-41fb-ba19-02ce0501e5e6 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=07ae2103-9abb-45d7-94b1-7e0f83c44fa0 HTTP/1.1" status: 200 len: 946 time: 0.0762923 Sep 15 07:39:19.200619 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-b33eb672-87e3-4266-80f1-13097125a64c req-c44bdee7-7367-4e45-b30d-c026fbd15624 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1540b02a-1fff-4f44-b533-539080bfc137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776308 Sep 15 07:39:19.237100 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-fd2e4221-b120-4a51-a74c-fd6047cf5772 req-513d6f67-df83-4986-9b54-4c0e2e46adb4 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b407f831-0121-48a5-b269-407cd5b097f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619454 Sep 15 07:39:19.340675 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=76,neutron:INSERT=22,neutron:UPDATE=2 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:39:19.368622 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=74,neutron:DELETE=8,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:39:19.458445 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea88824-a585-4d50-b837-e51282bd60c6 req-1567a41c-2683-48ec-967e-ec1daef6fac1 tempest-DeleteServersTestJSON-1720729274 tempest-DeleteServersTestJSON-1720729274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:39:19.460132 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-bea88824-a585-4d50-b837-e51282bd60c6 req-1567a41c-2683-48ec-967e-ec1daef6fac1 tempest-DeleteServersTestJSON-1720729274 tempest-DeleteServersTestJSON-1720729274-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0773d518-3cec-4a0a-87bf-eaa60c59154a HTTP/1.1" status: 200 len: 945 time: 0.0487344 Sep 15 07:39:19.527086 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-bea88824-a585-4d50-b837-e51282bd60c6 req-78319f87-658e-4259-b5dc-4cbb55fe4cc1 tempest-DeleteServersTestJSON-1720729274 tempest-DeleteServersTestJSON-1720729274-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3434c6d4-d2ea-4b90-8bca-7aebc8670a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578649 Sep 15 07:39:19.545785 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=100 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:39:19.633913 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=20 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:39:20.365740 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07ae2103-9abb-45d7-94b1-7e0f83c44fa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60114f49-493e-46b0-a653-b05d4362ebe7'}] {{(pid=107290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 07:39:20.370678 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff93a2f2a3cb789a491bb2a8c4b01cf70d8343c1611f7c7394898ef54d6aa0cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-784f4243-7bb4-401c-b320-90f4f73b7065" -d '{"events": [{"server_uuid": "07ae2103-9abb-45d7-94b1-7e0f83c44fa0", "name": "network-vif-plugged", "status": "completed", "tag": "60114f49-493e-46b0-a653-b05d4362ebe7"}]}' {{(pid=107290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 07:39:20.396810 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9128ab58-4e9f-41a1-bbe3-d329e898ef05 req-e56ce8e4-9146-410f-95cb-edb74292da78 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:39:20.399104 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-9128ab58-4e9f-41a1-bbe3-d329e898ef05 req-e56ce8e4-9146-410f-95cb-edb74292da78 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=37cd67df-dd0e-4658-9b80-3c29efd65897 HTTP/1.1" status: 200 len: 946 time: 0.1031847 Sep 15 07:39:20.422900 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:39:20.428820 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125f2d94-e1f9-4de4-9e03-d0056aec9d05 req-72bc7d3d-80da-4e2a-8fe6-717aa7ba18e4 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:39:20.431126 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-125f2d94-e1f9-4de4-9e03-d0056aec9d05 req-72bc7d3d-80da-4e2a-8fe6-717aa7ba18e4 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=07ae2103-9abb-45d7-94b1-7e0f83c44fa0 HTTP/1.1" status: 200 len: 946 time: 0.0828588 Sep 15 07:39:20.482395 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-9128ab58-4e9f-41a1-bbe3-d329e898ef05 req-2131c140-c556-4d0d-908e-b46930b0a969 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1540b02a-1fff-4f44-b533-539080bfc137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771782 Sep 15 07:39:20.511005 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-125f2d94-e1f9-4de4-9e03-d0056aec9d05 req-19d8df14-3571-4f36-b533-ebff0f85308b tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b407f831-0121-48a5-b269-407cd5b097f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741379 Sep 15 07:39:20.552615 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 07:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ef41613-2759-40cc-8fe0-3c501b47c317 x-openstack-request-id: req-0ef41613-2759-40cc-8fe0-3c501b47c317 {{(pid=107290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 07:39:20.553975 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07ae2103-9abb-45d7-94b1-7e0f83c44fa0", "name": "network-vif-plugged", "status": "completed", "tag": "60114f49-493e-46b0-a653-b05d4362ebe7", "code": 200}]} {{(pid=107290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 07:39:20.553975 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0ef41613-2759-40cc-8fe0-3c501b47c317 {{(pid=107290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 07:39:20.553975 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ef41613-2759-40cc-8fe0-3c501b47c317'] response: {'server_uuid': '07ae2103-9abb-45d7-94b1-7e0f83c44fa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60114f49-493e-46b0-a653-b05d4362ebe7', 'code': 200} Sep 15 07:39:21.642753 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2b733e-5b1a-4475-97c3-47277e305bb2 req-0ca92e95-a611-459b-bd9b-87f963906552 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:39:21.644429 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-4a2b733e-5b1a-4475-97c3-47277e305bb2 req-0ca92e95-a611-459b-bd9b-87f963906552 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=37cd67df-dd0e-4658-9b80-3c29efd65897 HTTP/1.1" status: 200 len: 946 time: 0.0754869 Sep 15 07:39:21.730098 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 60174) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:39:21.737490 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-4a2b733e-5b1a-4475-97c3-47277e305bb2 req-cecef132-84f9-4d0b-b61c-42f10bbf8128 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1540b02a-1fff-4f44-b533-539080bfc137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860081 Sep 15 07:39:21.743442 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3456bf0e-5cea-4e62-8bc3-aef462eb7e6e req-c360c81c-49b7-4609-ab61-897e1832b0ed tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:39:21.750227 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-3456bf0e-5cea-4e62-8bc3-aef462eb7e6e req-c360c81c-49b7-4609-ab61-897e1832b0ed tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=07ae2103-9abb-45d7-94b1-7e0f83c44fa0 HTTP/1.1" status: 200 len: 946 time: 0.0832791 Sep 15 07:39:21.799108 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-3456bf0e-5cea-4e62-8bc3-aef462eb7e6e req-e2e67afc-853b-4f6f-a29e-2879fae13700 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b407f831-0121-48a5-b269-407cd5b097f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479686 Sep 15 07:39:21.861870 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-4769f650-f1a9-4703-a944-9627cb33beda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:21.943748 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-4769f650-f1a9-4703-a944-9627cb33beda admin admin] Publish callbacks [] for security_group (b212ba1e-8cf7-49cb-92fc-9f187c06c643), precommit_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:22.031473 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-4769f650-f1a9-4703-a944-9627cb33beda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (b212ba1e-8cf7-49cb-92fc-9f187c06c643), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:22.073241 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-4769f650-f1a9-4703-a944-9627cb33beda admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=b4616631d7084b738ad3de54f9804209&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3410990 Sep 15 07:39:22.074186 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4769f650-f1a9-4703-a944-9627cb33beda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b212ba1e-8cf7-49cb-92fc-9f187c06c643,revision_number=1']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:39:22.076604 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 60184) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:39:22.091937 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:INSERT=9,neutron:SELECT=87,neutron:DELETE=4 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:39:22.099797 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f37363-f366-48df-a808-e9c7b9e645a7 req-a46feec8-338c-4968-8565-8242f3233f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:39:22.102025 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-75f37363-f366-48df-a808-e9c7b9e645a7 req-a46feec8-338c-4968-8565-8242f3233f5c service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=07ae2103-9abb-45d7-94b1-7e0f83c44fa0 HTTP/1.1" status: 200 len: 1130 time: 0.0547850 Sep 15 07:39:22.136473 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-07b521fa-c847-45af-9a88-bd6780e6014d admin admin] Publish callbacks [] for security_group (b212ba1e-8cf7-49cb-92fc-9f187c06c643), before_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:22.147984 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-75f37363-f366-48df-a808-e9c7b9e645a7 req-1f00d4e8-3b9b-4c2a-a028-137e4206e011 service neutron] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b407f831-0121-48a5-b269-407cd5b097f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404060 Sep 15 07:39:22.160493 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-07b521fa-c847-45af-9a88-bd6780e6014d admin admin] Publish callbacks [] for security_group (b212ba1e-8cf7-49cb-92fc-9f187c06c643), precommit_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:22.271132 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-07b521fa-c847-45af-9a88-bd6780e6014d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (b212ba1e-8cf7-49cb-92fc-9f187c06c643), after_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:22.273860 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-07b521fa-c847-45af-9a88-bd6780e6014d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:22.275350 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-07b521fa-c847-45af-9a88-bd6780e6014d admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/b212ba1e-8cf7-49cb-92fc-9f187c06c643 HTTP/1.1" status: 204 len: 168 time: 0.1978135 Sep 15 07:39:22.285329 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b521fa-c847-45af-9a88-bd6780e6014d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b212ba1e-8cf7-49cb-92fc-9f187c06c643,revision_number=None']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:39:22.512034 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-75f9363c-3fcc-4891-9f38-a4759fa005e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (47b201f8-ba91-4005-8457-67653169c522), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:22.866659 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a40aa0-b6d2-4373-a1cf-a8904467f0a3 req-3833c704-5fb6-4687-9508-a6b216b39fe9 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:39:22.868893 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-c0a40aa0-b6d2-4373-a1cf-a8904467f0a3 req-3833c704-5fb6-4687-9508-a6b216b39fe9 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=37cd67df-dd0e-4658-9b80-3c29efd65897 HTTP/1.1" status: 200 len: 946 time: 0.0513783 Sep 15 07:39:22.926044 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 60216) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:39:22.940165 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-5deea714-cd6e-4d2b-b4b0-b3d1317a369c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:23.039861 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-5deea714-cd6e-4d2b-b4b0-b3d1317a369c admin admin] Publish callbacks [] for security_group (5dff8690-4a40-400d-9cbf-58181dd8454f), precommit_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:23.100611 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-c0a40aa0-b6d2-4373-a1cf-a8904467f0a3 req-b98995ad-d2d9-4b76-b853-472b13e119cf tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1540b02a-1fff-4f44-b533-539080bfc137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2260749 Sep 15 07:39:23.140205 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-5deea714-cd6e-4d2b-b4b0-b3d1317a369c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (5dff8690-4a40-400d-9cbf-58181dd8454f), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:23.218949 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29a8450-4f13-49f6-b5cd-e9e787422706 req-745379b3-9396-417a-9351-b9bbdd056f75 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:39:23.220664 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-b29a8450-4f13-49f6-b5cd-e9e787422706 req-745379b3-9396-417a-9351-b9bbdd056f75 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=07ae2103-9abb-45d7-94b1-7e0f83c44fa0 HTTP/1.1" status: 200 len: 946 time: 0.0525942 Sep 15 07:39:23.225047 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-5deea714-cd6e-4d2b-b4b0-b3d1317a369c admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=75fe11dc037a4d5f956b0835a5040545&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2978837 Sep 15 07:39:23.225846 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5deea714-cd6e-4d2b-b4b0-b3d1317a369c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dff8690-4a40-400d-9cbf-58181dd8454f,revision_number=1']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:39:23.228725 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 60226) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:39:23.272793 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=100 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:39:23.315984 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-b29a8450-4f13-49f6-b5cd-e9e787422706 req-f6c8dc4d-7b8f-4972-90e6-2d57c5db61c4 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b407f831-0121-48a5-b269-407cd5b097f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807991 Sep 15 07:39:23.319160 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-6cc7389d-c53a-41d8-aad5-0442d4f1948e admin admin] Publish callbacks [] for security_group (5dff8690-4a40-400d-9cbf-58181dd8454f), before_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:23.345824 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-6cc7389d-c53a-41d8-aad5-0442d4f1948e admin admin] Publish callbacks [] for security_group (5dff8690-4a40-400d-9cbf-58181dd8454f), precommit_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:23.469297 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c6fe95-f95a-4f9e-801a-1e4e83ae1bb1 req-be7b3f96-a444-4f94-baeb-5b36cdc84330 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:39:23.470993 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-f3c6fe95-f95a-4f9e-801a-1e4e83ae1bb1 req-be7b3f96-a444-4f94-baeb-5b36cdc84330 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=37cd67df-dd0e-4658-9b80-3c29efd65897 HTTP/1.1" status: 200 len: 946 time: 0.0533652 Sep 15 07:39:23.482199 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 60230) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:39:23.483930 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-6cc7389d-c53a-41d8-aad5-0442d4f1948e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (5dff8690-4a40-400d-9cbf-58181dd8454f), after_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:23.487080 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-6cc7389d-c53a-41d8-aad5-0442d4f1948e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:23.487896 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-6cc7389d-c53a-41d8-aad5-0442d4f1948e admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/5dff8690-4a40-400d-9cbf-58181dd8454f HTTP/1.1" status: 204 len: 168 time: 0.2581844 Sep 15 07:39:23.488185 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.v2.base [None req-d9c04c5a-949a-4c5c-a9f9-5d77225b66d3 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Request body: {'floatingip': {'port_id': '56775397-b0d1-4018-9f3c-25e559549950'}} {{(pid=107276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:39:23.508267 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc7389d-c53a-41d8-aad5-0442d4f1948e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dff8690-4a40-400d-9cbf-58181dd8454f,revision_number=None']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:39:23.583606 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-d9c04c5a-949a-4c5c-a9f9-5d77225b66d3 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks [] for floatingip (d06cecb4-8070-461a-a7a9-d266894127de), before_update {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:23.637564 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 60238) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:39:23.957729 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-c46fb8fb-1f1e-4cb9-a5c5-4bdd7209f75b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:24.024813 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:39:24.056685 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-c46fb8fb-1f1e-4cb9-a5c5-4bdd7209f75b admin admin] Publish callbacks [] for security_group (499a4e6c-8da7-42ca-89f2-8b839b10a9c1), precommit_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:24.062936 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:39:24.151950 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-c46fb8fb-1f1e-4cb9-a5c5-4bdd7209f75b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (499a4e6c-8da7-42ca-89f2-8b839b10a9c1), after_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:24.227275 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-c46fb8fb-1f1e-4cb9-a5c5-4bdd7209f75b admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=673b70ad99494879b805f96da622b1f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5884068 Sep 15 07:39:24.229299 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46fb8fb-1f1e-4cb9-a5c5-4bdd7209f75b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=499a4e6c-8da7-42ca-89f2-8b839b10a9c1,revision_number=1']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:39:24.252288 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 60266) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:39:24.298111 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=8 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:39:24.333291 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-1a4f7744-2c1a-4ed3-a0d4-8eb4a9f6b19d admin admin] Publish callbacks [] for security_group (499a4e6c-8da7-42ca-89f2-8b839b10a9c1), before_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:24.373604 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-1a4f7744-2c1a-4ed3-a0d4-8eb4a9f6b19d admin admin] Publish callbacks [] for security_group (499a4e6c-8da7-42ca-89f2-8b839b10a9c1), precommit_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:24.489413 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333e13e4-e4ae-4290-937b-83ec8d592870 req-6dee0ad3-143a-41a0-9d98-766f3142ba1e tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:39:24.491502 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-333e13e4-e4ae-4290-937b-83ec8d592870 req-6dee0ad3-143a-41a0-9d98-766f3142ba1e tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=07ae2103-9abb-45d7-94b1-7e0f83c44fa0 HTTP/1.1" status: 200 len: 946 time: 0.0635748 Sep 15 07:39:24.547110 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-333e13e4-e4ae-4290-937b-83ec8d592870 req-ce81baba-4e0f-4101-8346-7146bb5046f3 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b407f831-0121-48a5-b269-407cd5b097f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487452 Sep 15 07:39:24.568394 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-1a4f7744-2c1a-4ed3-a0d4-8eb4a9f6b19d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (499a4e6c-8da7-42ca-89f2-8b839b10a9c1), after_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:24.571547 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-1a4f7744-2c1a-4ed3-a0d4-8eb4a9f6b19d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:24.576594 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-1a4f7744-2c1a-4ed3-a0d4-8eb4a9f6b19d admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/499a4e6c-8da7-42ca-89f2-8b839b10a9c1 HTTP/1.1" status: 204 len: 168 time: 0.3290670 Sep 15 07:39:24.582984 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-d9c04c5a-949a-4c5c-a9f9-5d77225b66d3 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:24.584660 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4f7744-2c1a-4ed3-a0d4-8eb4a9f6b19d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=499a4e6c-8da7-42ca-89f2-8b839b10a9c1,revision_number=None']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:39:24.677088 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-d9c04c5a-949a-4c5c-a9f9-5d77225b66d3 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2007462'] for floatingip (d06cecb4-8070-461a-a7a9-d266894127de), after_update {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:24.710126 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f29dfba-8389-47e6-b574-71f6d02054c4 req-4b01f37f-0bc9-44b9-96c0-fa33cd45828f tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:39:24.714909 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:39:24.714990 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-3f29dfba-8389-47e6-b574-71f6d02054c4 req-4b01f37f-0bc9-44b9-96c0-fa33cd45828f tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=07ae2103-9abb-45d7-94b1-7e0f83c44fa0 HTTP/1.1" status: 200 len: 946 time: 0.0527442 Sep 15 07:39:24.722677 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 60286) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:39:24.727855 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.v2.base [None req-baf5a5cc-ba0a-4b6e-a6a1-5945220efeac tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Request body: {'floatingip': {'port_id': '60114f49-493e-46b0-a653-b05d4362ebe7'}} {{(pid=107279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:39:24.757619 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=4 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:39:24.803448 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-baf5a5cc-ba0a-4b6e-a6a1-5945220efeac tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Publish callbacks [] for floatingip (da589d9c-4107-4220-9cba-c00b30cf3858), before_update {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:24.812601 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.db.l3_db [None req-d9c04c5a-949a-4c5c-a9f9-5d77225b66d3 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Floating IP d06cecb4-8070-461a-a7a9-d266894127de associated. External IP: 172.27.0.33, port: 56775397-b0d1-4018-9f3c-25e559549950. Sep 15 07:39:24.825934 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-dc45a364-76c2-4d47-86d7-9129de49b090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (6177172c-20b9-4a3a-92be-d5dd082cfa3a), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:25.092490 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9c04c5a-949a-4c5c-a9f9-5d77225b66d3 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Router 0d4028b8-96d7-47fa-8f18-e0b1adcb6c33 has already been hosted by L3 agent 6177172c-20b9-4a3a-92be-d5dd082cfa3a {{(pid=107276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 07:39:25.229959 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9c04c5a-949a-4c5c-a9f9-5d77225b66d3 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Notify agent at l3_agent.dv-cinder-824149-6-iscsi the message routers_updated {{(pid=107276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 07:39:25.234730 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-d9c04c5a-949a-4c5c-a9f9-5d77225b66d3 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382552'] for floatingip (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:25.248732 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1b85ed-c5f4-4ba9-9908-7b042c7aba20 None None] Sync routers for ids ['0d4028b8-96d7-47fa-8f18-e0b1adcb6c33'] in dv-cinder-824149-6-iscsi {{(pid=107295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 07:39:25.260952 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1b85ed-c5f4-4ba9-9908-7b042c7aba20 None None] Routers {'0d4028b8-96d7-47fa-8f18-e0b1adcb6c33'} bound to L3 agent in host dv-cinder-824149-6-iscsi {{(pid=107295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 07:39:25.261770 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_hamode_db [None req-ea1b85ed-c5f4-4ba9-9908-7b042c7aba20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T07:30:25Z,description=,heartbeat_timestamp=2022-09-15T07:39:25Z,host='dv-cinder-824149-6-iscsi',id=6177172c-20b9-4a3a-92be-d5dd082cfa3a,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T07:30:25Z,topic='l3_agent')) {'router_ids': ['0d4028b8-96d7-47fa-8f18-e0b1adcb6c33'], 'active': True} {{(pid=107295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:39:25.277148 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-d9c04c5a-949a-4c5c-a9f9-5d77225b66d3 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "PUT /networking/v2.0/floatingips/d06cecb4-8070-461a-a7a9-d266894127de HTTP/1.1" status: 200 len: 991 time: 1.7934985 Sep 15 07:39:25.278137 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37cd67df-dd0e-4658-9b80-3c29efd65897', 'tag': '56775397-b0d1-4018-9f3c-25e559549950'}] {{(pid=107276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 07:39:25.280787 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e3724867bd40dd9d720ab8c058c996a0c2f5593be620855f41bc083494bf738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbc32589-5092-4ee7-ad45-e26ba23b5f3a" -d '{"events": [{"name": "network-changed", "server_uuid": "37cd67df-dd0e-4658-9b80-3c29efd65897", "tag": "56775397-b0d1-4018-9f3c-25e559549950"}]}' {{(pid=107276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 07:39:25.327387 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 07:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8c10460-4a39-4eb5-91a2-e08eee01979b x-openstack-request-id: req-c8c10460-4a39-4eb5-91a2-e08eee01979b {{(pid=107276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 07:39:25.327387 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37cd67df-dd0e-4658-9b80-3c29efd65897", "tag": "56775397-b0d1-4018-9f3c-25e559549950", "status": "completed", "code": 200}]} {{(pid=107276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 07:39:25.327387 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c8c10460-4a39-4eb5-91a2-e08eee01979b {{(pid=107276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 07:39:25.327387 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8c10460-4a39-4eb5-91a2-e08eee01979b'] response: {'name': 'network-changed', 'server_uuid': '37cd67df-dd0e-4658-9b80-3c29efd65897', 'tag': '56775397-b0d1-4018-9f3c-25e559549950', 'status': 'completed', 'code': 200} Sep 15 07:39:25.400309 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_dvr_db [None req-ea1b85ed-c5f4-4ba9-9908-7b042c7aba20 None None] Set router 0d4028b8-96d7-47fa-8f18-e0b1adcb6c33 gateway port host: dv-cinder-824149-6-iscsi {{(pid=107295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 07:39:25.460467 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 60318) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:39:25.481352 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-165f58f0-0429-458c-83cf-08315eeacc25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:25.594525 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-165f58f0-0429-458c-83cf-08315eeacc25 admin admin] Publish callbacks [] for security_group (a2d91207-e307-4ad7-89f7-d53ca8b0bb87), precommit_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:25.609600 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-baf5a5cc-ba0a-4b6e-a6a1-5945220efeac tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:25.654108 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-165f58f0-0429-458c-83cf-08315eeacc25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (a2d91207-e307-4ad7-89f7-d53ca8b0bb87), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:25.677140 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-baf5a5cc-ba0a-4b6e-a6a1-5945220efeac tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2007462'] for floatingip (da589d9c-4107-4220-9cba-c00b30cf3858), after_update {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:25.693184 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165f58f0-0429-458c-83cf-08315eeacc25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2d91207-e307-4ad7-89f7-d53ca8b0bb87,revision_number=1']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:39:25.698260 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-165f58f0-0429-458c-83cf-08315eeacc25 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=a2f8eb7aec3c436fbfb1a0eb8d3df0b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2443328 Sep 15 07:39:25.701079 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 60324) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:39:25.741914 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_hamode_db [None req-ea1b85ed-c5f4-4ba9-9908-7b042c7aba20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d4028b8-96d7-47fa-8f18-e0b1adcb6c33', 'name': 'tempest-AttachVolumeNegativeTest-973409911-router', 'tenant_id': '14017d5edbbd4068b529d5d92444182a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': 'e783c1bd-15b4-4efe-877f-05c799346606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:38:34Z', 'updated_at': '2022-09-15T07:38:43Z', 'revision_number': 4, 'project_id': '14017d5edbbd4068b529d5d92444182a', 'gw_port': {'id': 'e783c1bd-15b4-4efe-877f-05c799346606', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4028b8-96d7-47fa-8f18-e0b1adcb6c33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:38:35Z', 'updated_at': '2022-09-15T07:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi', '_floatingips': [{'id': 'd06cecb4-8070-461a-a7a9-d266894127de', 'tenant_id': '14017d5edbbd4068b529d5d92444182a', 'floating_ip_address': '172.27.0.33', 'floating_network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'router_id': '0d4028b8-96d7-47fa-8f18-e0b1adcb6c33', 'port_id': '56775397-b0d1-4018-9f3c-25e559549950', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be4fe7de-ab91-47eb-96fc-2000373fe74e', 'mac_address': 'fa:16:3e:37:95:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37cd67df-dd0e-4658-9b80-3c29efd65897', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T07:38:52Z', 'updated_at': '2022-09-15T07:39:24Z', 'revision_number': 1, 'project_id': '14017d5edbbd4068b529d5d92444182a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7975c9ad-ec26-425b-9f32-75713f2d760a', 'name': '', 'network_id': 'be4fe7de-ab91-47eb-96fc-2000373fe74e', 'tenant_id': '14017d5edbbd4068b529d5d92444182a', 'mac_address': 'fa:16:3e:1f:9e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4028b8-96d7-47fa-8f18-e0b1adcb6c33', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '655669e6-9885-472d-9103-52b022988dd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:38:40Z', 'updated_at': '2022-09-15T07:38:50Z', 'revision_number': 5, 'project_id': '14017d5edbbd4068b529d5d92444182a', 'subnets': [{'id': '655669e6-9885-472d-9103-52b022988dd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-6-iscsi', False) {} {{(pid=107295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:39:25.779218 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-e7b0b113-4794-48dc-af91-0446c133676c admin admin] Publish callbacks [] for security_group (a2d91207-e307-4ad7-89f7-d53ca8b0bb87), before_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:25.783292 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1b85ed-c5f4-4ba9-9908-7b042c7aba20 None None] Checking router: 0d4028b8-96d7-47fa-8f18-e0b1adcb6c33 for host: dv-cinder-824149-6-iscsi {{(pid=107295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 07:39:25.800747 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1b85ed-c5f4-4ba9-9908-7b042c7aba20 None None] Routers {'0d4028b8-96d7-47fa-8f18-e0b1adcb6c33'} bound to L3 agent in host dv-cinder-824149-6-iscsi {{(pid=107295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 07:39:25.802679 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_hamode_db [None req-ea1b85ed-c5f4-4ba9-9908-7b042c7aba20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T07:30:25Z,description=,heartbeat_timestamp=2022-09-15T07:39:25Z,host='dv-cinder-824149-6-iscsi',id=6177172c-20b9-4a3a-92be-d5dd082cfa3a,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T07:30:25Z,topic='l3_agent')) {'router_ids': ['0d4028b8-96d7-47fa-8f18-e0b1adcb6c33'], 'active': True} {{(pid=107295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:39:25.804264 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:39:25.808159 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.db.l3_db [None req-baf5a5cc-ba0a-4b6e-a6a1-5945220efeac tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Floating IP da589d9c-4107-4220-9cba-c00b30cf3858 associated. External IP: 172.27.0.30, port: 60114f49-493e-46b0-a653-b05d4362ebe7. Sep 15 07:39:25.808733 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-e7b0b113-4794-48dc-af91-0446c133676c admin admin] Publish callbacks [] for security_group (a2d91207-e307-4ad7-89f7-d53ca8b0bb87), precommit_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:25.922817 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=100 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:39:25.932028 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_dvr_db [None req-ea1b85ed-c5f4-4ba9-9908-7b042c7aba20 None None] Set router 0d4028b8-96d7-47fa-8f18-e0b1adcb6c33 gateway port host: dv-cinder-824149-6-iscsi {{(pid=107295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 07:39:25.951342 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-e7b0b113-4794-48dc-af91-0446c133676c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (a2d91207-e307-4ad7-89f7-d53ca8b0bb87), after_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:25.953910 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-e7b0b113-4794-48dc-af91-0446c133676c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:25.958035 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-e7b0b113-4794-48dc-af91-0446c133676c admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/a2d91207-e307-4ad7-89f7-d53ca8b0bb87 HTTP/1.1" status: 204 len: 168 time: 0.2559743 Sep 15 07:39:25.970357 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b0b113-4794-48dc-af91-0446c133676c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2d91207-e307-4ad7-89f7-d53ca8b0bb87,revision_number=None']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:39:26.043120 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-0f44d0d5-b296-4658-a59d-71e94f9a3b32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (71b2a813-2b59-4e69-b901-83528b6ecb8f), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:26.216693 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_hamode_db [None req-ea1b85ed-c5f4-4ba9-9908-7b042c7aba20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d4028b8-96d7-47fa-8f18-e0b1adcb6c33', 'name': 'tempest-AttachVolumeNegativeTest-973409911-router', 'tenant_id': '14017d5edbbd4068b529d5d92444182a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': 'e783c1bd-15b4-4efe-877f-05c799346606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:38:34Z', 'updated_at': '2022-09-15T07:38:43Z', 'revision_number': 4, 'project_id': '14017d5edbbd4068b529d5d92444182a', 'gw_port': {'id': 'e783c1bd-15b4-4efe-877f-05c799346606', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4028b8-96d7-47fa-8f18-e0b1adcb6c33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:38:35Z', 'updated_at': '2022-09-15T07:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi', '_floatingips': [{'id': 'd06cecb4-8070-461a-a7a9-d266894127de', 'tenant_id': '14017d5edbbd4068b529d5d92444182a', 'floating_ip_address': '172.27.0.33', 'floating_network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'router_id': '0d4028b8-96d7-47fa-8f18-e0b1adcb6c33', 'port_id': '56775397-b0d1-4018-9f3c-25e559549950', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be4fe7de-ab91-47eb-96fc-2000373fe74e', 'mac_address': 'fa:16:3e:37:95:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37cd67df-dd0e-4658-9b80-3c29efd65897', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T07:38:52Z', 'updated_at': '2022-09-15T07:39:24Z', 'revision_number': 1, 'project_id': '14017d5edbbd4068b529d5d92444182a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7975c9ad-ec26-425b-9f32-75713f2d760a', 'name': '', 'network_id': 'be4fe7de-ab91-47eb-96fc-2000373fe74e', 'tenant_id': '14017d5edbbd4068b529d5d92444182a', 'mac_address': 'fa:16:3e:1f:9e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4028b8-96d7-47fa-8f18-e0b1adcb6c33', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '655669e6-9885-472d-9103-52b022988dd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:38:40Z', 'updated_at': '2022-09-15T07:38:50Z', 'revision_number': 5, 'project_id': '14017d5edbbd4068b529d5d92444182a', 'subnets': [{'id': '655669e6-9885-472d-9103-52b022988dd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-6-iscsi', False) {} {{(pid=107295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:39:26.226632 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baf5a5cc-ba0a-4b6e-a6a1-5945220efeac tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Router 1df19f93-ddd2-4633-93f0-f23031cad133 has already been hosted by L3 agent 6177172c-20b9-4a3a-92be-d5dd082cfa3a {{(pid=107279) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 07:39:26.246239 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1b85ed-c5f4-4ba9-9908-7b042c7aba20 None None] The sync data for ids ['0d4028b8-96d7-47fa-8f18-e0b1adcb6c33'] in dv-cinder-824149-6-iscsi is: [{'id': '0d4028b8-96d7-47fa-8f18-e0b1adcb6c33', 'name': 'tempest-AttachVolumeNegativeTest-973409911-router', 'tenant_id': '14017d5edbbd4068b529d5d92444182a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': 'e783c1bd-15b4-4efe-877f-05c799346606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:38:34Z', 'updated_at': '2022-09-15T07:38:43Z', 'revision_number': 4, 'project_id': '14017d5edbbd4068b529d5d92444182a', 'gw_port': {'id': 'e783c1bd-15b4-4efe-877f-05c799346606', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4028b8-96d7-47fa-8f18-e0b1adcb6c33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:38:35Z', 'updated_at': '2022-09-15T07:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi', '_floatingips': [{'id': 'd06cecb4-8070-461a-a7a9-d266894127de', 'tenant_id': '14017d5edbbd4068b529d5d92444182a', 'floating_ip_address': '172.27.0.33', 'floating_network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'router_id': '0d4028b8-96d7-47fa-8f18-e0b1adcb6c33', 'port_id': '56775397-b0d1-4018-9f3c-25e559549950', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be4fe7de-ab91-47eb-96fc-2000373fe74e', 'mac_address': 'fa:16:3e:37:95:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37cd67df-dd0e-4658-9b80-3c29efd65897', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T07:38:52Z', 'updated_at': '2022-09-15T07:39:24Z', 'revision_number': 1, 'project_id': '14017d5edbbd4068b529d5d92444182a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7975c9ad-ec26-425b-9f32-75713f2d760a', 'name': '', 'network_id': 'be4fe7de-ab91-47eb-96fc-2000373fe74e', 'tenant_id': '14017d5edbbd4068b529d5d92444182a', 'mac_address': 'fa:16:3e:1f:9e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4028b8-96d7-47fa-8f18-e0b1adcb6c33', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '655669e6-9885-472d-9103-52b022988dd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:38:40Z', 'updated_at': '2022-09-15T07:38:50Z', 'revision_number': 5, 'project_id': '14017d5edbbd4068b529d5d92444182a', 'subnets': [{'id': '655669e6-9885-472d-9103-52b022988dd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 07:39:26.363483 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baf5a5cc-ba0a-4b6e-a6a1-5945220efeac tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Notify agent at l3_agent.dv-cinder-824149-6-iscsi the message routers_updated {{(pid=107279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 07:39:26.369316 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-baf5a5cc-ba0a-4b6e-a6a1-5945220efeac tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382552'] for floatingip (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:26.382035 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae7b8a6-839e-42da-941c-45bd23ef708d None None] Sync routers for ids ['1df19f93-ddd2-4633-93f0-f23031cad133'] in dv-cinder-824149-6-iscsi {{(pid=107290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 07:39:26.403272 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-baf5a5cc-ba0a-4b6e-a6a1-5945220efeac tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "PUT /networking/v2.0/floatingips/da589d9c-4107-4220-9cba-c00b30cf3858 HTTP/1.1" status: 200 len: 991 time: 1.6794767 Sep 15 07:39:26.404063 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07ae2103-9abb-45d7-94b1-7e0f83c44fa0', 'tag': '60114f49-493e-46b0-a653-b05d4362ebe7'}] {{(pid=107279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 07:39:26.406524 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706979451550896f7b9833a7a6f18e8e6b98f6eca7edeab709f82497fe6197ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-992dadec-a1e9-40da-a456-2e42b82a5da0" -d '{"events": [{"name": "network-changed", "server_uuid": "07ae2103-9abb-45d7-94b1-7e0f83c44fa0", "tag": "60114f49-493e-46b0-a653-b05d4362ebe7"}]}' {{(pid=107279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 07:39:26.410501 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae7b8a6-839e-42da-941c-45bd23ef708d None None] Routers {'1df19f93-ddd2-4633-93f0-f23031cad133'} bound to L3 agent in host dv-cinder-824149-6-iscsi {{(pid=107290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 07:39:26.411699 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_hamode_db [None req-bae7b8a6-839e-42da-941c-45bd23ef708d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T07:30:25Z,description=,heartbeat_timestamp=2022-09-15T07:39:25Z,host='dv-cinder-824149-6-iscsi',id=6177172c-20b9-4a3a-92be-d5dd082cfa3a,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T07:30:25Z,topic='l3_agent')) {'router_ids': ['1df19f93-ddd2-4633-93f0-f23031cad133'], 'active': True} {{(pid=107290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:39:26.459028 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 07:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-222db9d9-783b-475a-89ea-4d53f5521fce x-openstack-request-id: req-222db9d9-783b-475a-89ea-4d53f5521fce {{(pid=107279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 07:39:26.461717 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07ae2103-9abb-45d7-94b1-7e0f83c44fa0", "tag": "60114f49-493e-46b0-a653-b05d4362ebe7", "status": "completed", "code": 200}]} {{(pid=107279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 07:39:26.461717 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-222db9d9-783b-475a-89ea-4d53f5521fce {{(pid=107279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 07:39:26.461717 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.notifiers.nova [-] Nova event matching ['req-222db9d9-783b-475a-89ea-4d53f5521fce'] response: {'name': 'network-changed', 'server_uuid': '07ae2103-9abb-45d7-94b1-7e0f83c44fa0', 'tag': '60114f49-493e-46b0-a653-b05d4362ebe7', 'status': 'completed', 'code': 200} Sep 15 07:39:26.559006 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918d70de-4e44-453f-bef7-0ec42d7323eb None None] New status for floating IP d06cecb4-8070-461a-a7a9-d266894127de: ACTIVE {{(pid=107295) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 15 07:39:26.611156 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvr_db [None req-bae7b8a6-839e-42da-941c-45bd23ef708d None None] Set router 1df19f93-ddd2-4633-93f0-f23031cad133 gateway port host: dv-cinder-824149-6-iscsi {{(pid=107290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 07:39:26.897031 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992dadec-a1e9-40da-a456-2e42b82a5da0 req-65f2c209-957d-47e6-9547-2f4ed34a92b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:39:26.898750 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-992dadec-a1e9-40da-a456-2e42b82a5da0 req-65f2c209-957d-47e6-9547-2f4ed34a92b3 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=b4a8f2664964492e9c80a595ed043c71&device_id=07ae2103-9abb-45d7-94b1-7e0f83c44fa0 HTTP/1.1" status: 200 len: 1130 time: 0.0764709 Sep 15 07:39:26.905639 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc32589-5092-4ee7-ad45-e26ba23b5f3a req-e8cbb774-e18f-4653-85c3-db2bd27c60b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:39:26.908300 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-cbc32589-5092-4ee7-ad45-e26ba23b5f3a req-e8cbb774-e18f-4653-85c3-db2bd27c60b4 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=14017d5edbbd4068b529d5d92444182a&device_id=37cd67df-dd0e-4658-9b80-3c29efd65897 HTTP/1.1" status: 200 len: 1130 time: 0.0847447 Sep 15 07:39:27.004377 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_hamode_db [None req-bae7b8a6-839e-42da-941c-45bd23ef708d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df19f93-ddd2-4633-93f0-f23031cad133', 'name': 'tempest-AttachVolumeShelveTestJSON-581984198-router', 'tenant_id': 'b4a8f2664964492e9c80a595ed043c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': 'e79aed76-cb3f-4eec-9144-605159e2236a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:38:34Z', 'updated_at': '2022-09-15T07:38:45Z', 'revision_number': 4, 'project_id': 'b4a8f2664964492e9c80a595ed043c71', 'gw_port': {'id': 'e79aed76-cb3f-4eec-9144-605159e2236a', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:5a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df19f93-ddd2-4633-93f0-f23031cad133', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:38:35Z', 'updated_at': '2022-09-15T07:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi', '_floatingips': [{'id': 'da589d9c-4107-4220-9cba-c00b30cf3858', 'tenant_id': 'b4a8f2664964492e9c80a595ed043c71', 'floating_ip_address': '172.27.0.30', 'floating_network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'router_id': '1df19f93-ddd2-4633-93f0-f23031cad133', 'port_id': '60114f49-493e-46b0-a653-b05d4362ebe7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b6b3bac-c651-487a-b144-89fba4985d6c', 'mac_address': 'fa:16:3e:c4:df:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ae2103-9abb-45d7-94b1-7e0f83c44fa0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T07:38:54Z', 'updated_at': '2022-09-15T07:39:25Z', 'revision_number': 1, 'project_id': 'b4a8f2664964492e9c80a595ed043c71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1b43edf-4d80-42ab-8985-9ac1b7d49c1f', 'name': '', 'network_id': '2b6b3bac-c651-487a-b144-89fba4985d6c', 'tenant_id': 'b4a8f2664964492e9c80a595ed043c71', 'mac_address': 'fa:16:3e:0f:70:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df19f93-ddd2-4633-93f0-f23031cad133', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '37c21616-a845-47e5-a620-a34a553bb45c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:38:43Z', 'updated_at': '2022-09-15T07:38:51Z', 'revision_number': 5, 'project_id': 'b4a8f2664964492e9c80a595ed043c71', 'subnets': [{'id': '37c21616-a845-47e5-a620-a34a553bb45c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-6-iscsi', False) {} {{(pid=107290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:39:27.053705 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992dadec-a1e9-40da-a456-2e42b82a5da0 req-096eca72-6392-4b12-9029-556fb16aeb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:39:27.055679 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-992dadec-a1e9-40da-a456-2e42b82a5da0 req-096eca72-6392-4b12-9029-556fb16aeb27 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=2b6b3bac-c651-487a-b144-89fba4985d6c HTTP/1.1" status: 200 len: 917 time: 0.1019692 Sep 15 07:39:27.064904 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae7b8a6-839e-42da-941c-45bd23ef708d None None] Checking router: 1df19f93-ddd2-4633-93f0-f23031cad133 for host: dv-cinder-824149-6-iscsi {{(pid=107290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 07:39:27.078492 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae7b8a6-839e-42da-941c-45bd23ef708d None None] Routers {'1df19f93-ddd2-4633-93f0-f23031cad133'} bound to L3 agent in host dv-cinder-824149-6-iscsi {{(pid=107290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 07:39:27.079306 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_hamode_db [None req-bae7b8a6-839e-42da-941c-45bd23ef708d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T07:30:25Z,description=,heartbeat_timestamp=2022-09-15T07:39:25Z,host='dv-cinder-824149-6-iscsi',id=6177172c-20b9-4a3a-92be-d5dd082cfa3a,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T07:30:25Z,topic='l3_agent')) {'router_ids': ['1df19f93-ddd2-4633-93f0-f23031cad133'], 'active': True} {{(pid=107290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:39:27.129336 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc32589-5092-4ee7-ad45-e26ba23b5f3a req-4969b402-f509-4850-9ee7-ca6ce9945c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:39:27.134570 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-cbc32589-5092-4ee7-ad45-e26ba23b5f3a req-4969b402-f509-4850-9ee7-ca6ce9945c59 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=be4fe7de-ab91-47eb-96fc-2000373fe74e HTTP/1.1" status: 200 len: 915 time: 0.1821916 Sep 15 07:39:27.145819 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:39:27.241434 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-992dadec-a1e9-40da-a456-2e42b82a5da0 req-8f6dd75f-c6c7-4b5a-b1a1-9f3065f8b751 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=60114f49-493e-46b0-a653-b05d4362ebe7 HTTP/1.1" status: 200 len: 999 time: 0.1642480 Sep 15 07:39:27.255911 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-cbc32589-5092-4ee7-ad45-e26ba23b5f3a req-1302f392-8a72-49f3-b136-d30f23f4f62e service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=56775397-b0d1-4018-9f3c-25e559549950 HTTP/1.1" status: 200 len: 1001 time: 0.1153934 Sep 15 07:39:27.257403 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvr_db [None req-bae7b8a6-839e-42da-941c-45bd23ef708d None None] Set router 1df19f93-ddd2-4633-93f0-f23031cad133 gateway port host: dv-cinder-824149-6-iscsi {{(pid=107290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 07:39:27.433865 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:39:27.486239 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-677e5667-6d12-4a09-97b6-65dca69daeb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (4c9c4bf3-096b-4dee-b844-12a870317301), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:27.500845 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_hamode_db [None req-bae7b8a6-839e-42da-941c-45bd23ef708d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df19f93-ddd2-4633-93f0-f23031cad133', 'name': 'tempest-AttachVolumeShelveTestJSON-581984198-router', 'tenant_id': 'b4a8f2664964492e9c80a595ed043c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': 'e79aed76-cb3f-4eec-9144-605159e2236a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:38:34Z', 'updated_at': '2022-09-15T07:38:45Z', 'revision_number': 4, 'project_id': 'b4a8f2664964492e9c80a595ed043c71', 'gw_port': {'id': 'e79aed76-cb3f-4eec-9144-605159e2236a', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:5a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df19f93-ddd2-4633-93f0-f23031cad133', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:38:35Z', 'updated_at': '2022-09-15T07:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi', '_floatingips': [{'id': 'da589d9c-4107-4220-9cba-c00b30cf3858', 'tenant_id': 'b4a8f2664964492e9c80a595ed043c71', 'floating_ip_address': '172.27.0.30', 'floating_network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'router_id': '1df19f93-ddd2-4633-93f0-f23031cad133', 'port_id': '60114f49-493e-46b0-a653-b05d4362ebe7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b6b3bac-c651-487a-b144-89fba4985d6c', 'mac_address': 'fa:16:3e:c4:df:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ae2103-9abb-45d7-94b1-7e0f83c44fa0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T07:38:54Z', 'updated_at': '2022-09-15T07:39:25Z', 'revision_number': 1, 'project_id': 'b4a8f2664964492e9c80a595ed043c71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1b43edf-4d80-42ab-8985-9ac1b7d49c1f', 'name': '', 'network_id': '2b6b3bac-c651-487a-b144-89fba4985d6c', 'tenant_id': 'b4a8f2664964492e9c80a595ed043c71', 'mac_address': 'fa:16:3e:0f:70:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df19f93-ddd2-4633-93f0-f23031cad133', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '37c21616-a845-47e5-a620-a34a553bb45c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:38:43Z', 'updated_at': '2022-09-15T07:38:51Z', 'revision_number': 5, 'project_id': 'b4a8f2664964492e9c80a595ed043c71', 'subnets': [{'id': '37c21616-a845-47e5-a620-a34a553bb45c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-6-iscsi', False) {} {{(pid=107290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:39:27.529924 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae7b8a6-839e-42da-941c-45bd23ef708d None None] The sync data for ids ['1df19f93-ddd2-4633-93f0-f23031cad133'] in dv-cinder-824149-6-iscsi is: [{'id': '1df19f93-ddd2-4633-93f0-f23031cad133', 'name': 'tempest-AttachVolumeShelveTestJSON-581984198-router', 'tenant_id': 'b4a8f2664964492e9c80a595ed043c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': 'e79aed76-cb3f-4eec-9144-605159e2236a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:38:34Z', 'updated_at': '2022-09-15T07:38:45Z', 'revision_number': 4, 'project_id': 'b4a8f2664964492e9c80a595ed043c71', 'gw_port': {'id': 'e79aed76-cb3f-4eec-9144-605159e2236a', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:5a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df19f93-ddd2-4633-93f0-f23031cad133', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:38:35Z', 'updated_at': '2022-09-15T07:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi', '_floatingips': [{'id': 'da589d9c-4107-4220-9cba-c00b30cf3858', 'tenant_id': 'b4a8f2664964492e9c80a595ed043c71', 'floating_ip_address': '172.27.0.30', 'floating_network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'router_id': '1df19f93-ddd2-4633-93f0-f23031cad133', 'port_id': '60114f49-493e-46b0-a653-b05d4362ebe7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b6b3bac-c651-487a-b144-89fba4985d6c', 'mac_address': 'fa:16:3e:c4:df:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ae2103-9abb-45d7-94b1-7e0f83c44fa0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T07:38:54Z', 'updated_at': '2022-09-15T07:39:25Z', 'revision_number': 1, 'project_id': 'b4a8f2664964492e9c80a595ed043c71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1b43edf-4d80-42ab-8985-9ac1b7d49c1f', 'name': '', 'network_id': '2b6b3bac-c651-487a-b144-89fba4985d6c', 'tenant_id': 'b4a8f2664964492e9c80a595ed043c71', 'mac_address': 'fa:16:3e:0f:70:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df19f93-ddd2-4633-93f0-f23031cad133', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '37c21616-a845-47e5-a620-a34a553bb45c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:38:43Z', 'updated_at': '2022-09-15T07:38:51Z', 'revision_number': 5, 'project_id': 'b4a8f2664964492e9c80a595ed043c71', 'subnets': [{'id': '37c21616-a845-47e5-a620-a34a553bb45c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 07:39:27.689109 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (c3acd0b9-3b8e-4f77-9053-2ca2457616b3), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:27.858363 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25342e4-6a19-440b-9f91-bc586d49df2a None None] New status for floating IP da589d9c-4107-4220-9cba-c00b30cf3858: ACTIVE {{(pid=107290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 15 07:39:28.187949 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 60418) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:39:28.297020 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-d46ae375-8af3-49c8-a263-91a0b4ca1581 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:28.309488 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:39:28.374235 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-d46ae375-8af3-49c8-a263-91a0b4ca1581 admin admin] Publish callbacks [] for security_group (367c432a-b102-4ec8-869f-d636dc771f70), precommit_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:28.432630 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-d46ae375-8af3-49c8-a263-91a0b4ca1581 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (367c432a-b102-4ec8-869f-d636dc771f70), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:28.474192 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-d46ae375-8af3-49c8-a263-91a0b4ca1581 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=092450aeb4f94a5e8224bac10468b516&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2851319 Sep 15 07:39:28.474847 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46ae375-8af3-49c8-a263-91a0b4ca1581 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=367c432a-b102-4ec8-869f-d636dc771f70,revision_number=1']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:39:28.477970 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 60430) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:39:28.533745 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-dc41ef0e-7ba6-426e-bd1b-cff8d85a5349 admin admin] Publish callbacks [] for security_group (367c432a-b102-4ec8-869f-d636dc771f70), before_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:28.553232 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=100 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:39:28.555393 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-dc41ef0e-7ba6-426e-bd1b-cff8d85a5349 admin admin] Publish callbacks [] for security_group (367c432a-b102-4ec8-869f-d636dc771f70), precommit_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:28.675230 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-dc41ef0e-7ba6-426e-bd1b-cff8d85a5349 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (367c432a-b102-4ec8-869f-d636dc771f70), after_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:28.677884 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-dc41ef0e-7ba6-426e-bd1b-cff8d85a5349 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:28.679030 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-dc41ef0e-7ba6-426e-bd1b-cff8d85a5349 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/367c432a-b102-4ec8-869f-d636dc771f70 HTTP/1.1" status: 204 len: 168 time: 0.2000964 Sep 15 07:39:28.691214 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc41ef0e-7ba6-426e-bd1b-cff8d85a5349 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=367c432a-b102-4ec8-869f-d636dc771f70,revision_number=None']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:39:28.884793 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc32589-5092-4ee7-ad45-e26ba23b5f3a req-0c34bc49-41d4-4b30-b743-3e45c2e546fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:39:28.885140 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992dadec-a1e9-40da-a456-2e42b82a5da0 req-1494d6e5-1ba3-4ec1-b6ac-86e2a5d74aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:39:28.886647 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-992dadec-a1e9-40da-a456-2e42b82a5da0 req-1494d6e5-1ba3-4ec1-b6ac-86e2a5d74aae service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=37c21616-a845-47e5-a620-a34a553bb45c HTTP/1.1" status: 200 len: 855 time: 0.0710306 Sep 15 07:39:28.887071 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-cbc32589-5092-4ee7-ad45-e26ba23b5f3a req-0c34bc49-41d4-4b30-b743-3e45c2e546fe service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=655669e6-9885-472d-9103-52b022988dd7 HTTP/1.1" status: 200 len: 853 time: 0.0658672 Sep 15 07:39:29.808949 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc32589-5092-4ee7-ad45-e26ba23b5f3a req-f70e89a6-a9ad-4231-9f54-0ca36caa8b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:39:29.810926 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-cbc32589-5092-4ee7-ad45-e26ba23b5f3a req-f70e89a6-a9ad-4231-9f54-0ca36caa8b25 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=be4fe7de-ab91-47eb-96fc-2000373fe74e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0514891 Sep 15 07:39:29.811283 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992dadec-a1e9-40da-a456-2e42b82a5da0 req-f986e130-515e-46f0-beb0-c0f8dac82819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:39:29.813381 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-992dadec-a1e9-40da-a456-2e42b82a5da0 req-f986e130-515e-46f0-beb0-c0f8dac82819 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=2b6b3bac-c651-487a-b144-89fba4985d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0532920 Sep 15 07:39:29.917177 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-992dadec-a1e9-40da-a456-2e42b82a5da0 req-09322631-b8b6-428f-91b0-7328f5f3d105 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/2b6b3bac-c651-487a-b144-89fba4985d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944481 Sep 15 07:39:29.922861 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-cbc32589-5092-4ee7-ad45-e26ba23b5f3a req-34d0f30f-56ff-4eb7-9d12-d47d8d04c11c service neutron] 10.222.0.26 "GET /networking/v2.0/networks/be4fe7de-ab91-47eb-96fc-2000373fe74e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001987 Sep 15 07:39:30.045595 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-cbc32589-5092-4ee7-ad45-e26ba23b5f3a req-dd8cc7b9-58db-451e-ba2f-33de6954b46d service neutron] 10.222.0.26 "GET /networking/v2.0/networks/be4fe7de-ab91-47eb-96fc-2000373fe74e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150255 Sep 15 07:39:30.079278 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-992dadec-a1e9-40da-a456-2e42b82a5da0 req-bcbd06e3-b946-42fb-a53e-516fc07e24e2 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/2b6b3bac-c651-487a-b144-89fba4985d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490281 Sep 15 07:39:37.116730 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 60688) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:39:37.230745 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-0265b749-9dac-476d-bcc6-6381992cff66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:37.313234 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-0265b749-9dac-476d-bcc6-6381992cff66 admin admin] Publish callbacks [] for security_group (564cb207-97c7-4abe-9fa5-01802d13889c), precommit_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:37.380840 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-0265b749-9dac-476d-bcc6-6381992cff66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (564cb207-97c7-4abe-9fa5-01802d13889c), after_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:37.420007 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0265b749-9dac-476d-bcc6-6381992cff66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=564cb207-97c7-4abe-9fa5-01802d13889c,revision_number=1']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:39:37.423914 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-0265b749-9dac-476d-bcc6-6381992cff66 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=7b9807a3e6dd42a385830ad8d7f735dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3061955 Sep 15 07:39:37.425352 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:39:37.432011 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 60700) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:39:37.432520 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0265b749-9dac-476d-bcc6-6381992cff66 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:39:37.432520 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0265b749-9dac-476d-bcc6-6381992cff66 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:39:37.432520 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0265b749-9dac-476d-bcc6-6381992cff66 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:39:37.432520 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0265b749-9dac-476d-bcc6-6381992cff66 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:39:37.432520 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0265b749-9dac-476d-bcc6-6381992cff66 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:39:37.432520 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0265b749-9dac-476d-bcc6-6381992cff66 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:39:37.433045 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0265b749-9dac-476d-bcc6-6381992cff66 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:39:37.433139 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0265b749-9dac-476d-bcc6-6381992cff66 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:39:37.433441 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0265b749-9dac-476d-bcc6-6381992cff66 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:39:37.433793 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0265b749-9dac-476d-bcc6-6381992cff66 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:39:37.434116 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0265b749-9dac-476d-bcc6-6381992cff66 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:39:37.434436 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0265b749-9dac-476d-bcc6-6381992cff66 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:39:37.434757 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0265b749-9dac-476d-bcc6-6381992cff66 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:39:37.435100 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0265b749-9dac-476d-bcc6-6381992cff66 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:39:37.435415 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0265b749-9dac-476d-bcc6-6381992cff66 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:39:37.442398 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:39:37.478247 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-dea33dda-a0eb-4151-bf26-9bdbd66d0778 admin admin] Publish callbacks [] for security_group (564cb207-97c7-4abe-9fa5-01802d13889c), before_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:37.501054 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-dea33dda-a0eb-4151-bf26-9bdbd66d0778 admin admin] Publish callbacks [] for security_group (564cb207-97c7-4abe-9fa5-01802d13889c), precommit_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:37.621398 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-dea33dda-a0eb-4151-bf26-9bdbd66d0778 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (564cb207-97c7-4abe-9fa5-01802d13889c), after_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:37.626658 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-dea33dda-a0eb-4151-bf26-9bdbd66d0778 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:37.631933 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-dea33dda-a0eb-4151-bf26-9bdbd66d0778 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/564cb207-97c7-4abe-9fa5-01802d13889c HTTP/1.1" status: 204 len: 168 time: 0.2036281 Sep 15 07:39:37.642313 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea33dda-a0eb-4151-bf26-9bdbd66d0778 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=564cb207-97c7-4abe-9fa5-01802d13889c,revision_number=None']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:39:37.650962 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea33dda-a0eb-4151-bf26-9bdbd66d0778 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:39:37.651438 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea33dda-a0eb-4151-bf26-9bdbd66d0778 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:39:37.651913 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea33dda-a0eb-4151-bf26-9bdbd66d0778 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:39:37.652426 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea33dda-a0eb-4151-bf26-9bdbd66d0778 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:39:37.653065 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea33dda-a0eb-4151-bf26-9bdbd66d0778 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:39:37.653564 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea33dda-a0eb-4151-bf26-9bdbd66d0778 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:39:37.653979 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea33dda-a0eb-4151-bf26-9bdbd66d0778 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:39:37.660179 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea33dda-a0eb-4151-bf26-9bdbd66d0778 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:39:37.660179 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea33dda-a0eb-4151-bf26-9bdbd66d0778 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:39:37.660179 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea33dda-a0eb-4151-bf26-9bdbd66d0778 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:39:37.660179 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea33dda-a0eb-4151-bf26-9bdbd66d0778 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:39:37.660179 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea33dda-a0eb-4151-bf26-9bdbd66d0778 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:39:37.660179 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea33dda-a0eb-4151-bf26-9bdbd66d0778 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:39:37.660179 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea33dda-a0eb-4151-bf26-9bdbd66d0778 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:39:37.660179 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea33dda-a0eb-4151-bf26-9bdbd66d0778 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:39:38.290751 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 60724) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:39:38.303367 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-ea4a7814-1596-4896-864c-574ee9d18408 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:38.384261 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-ea4a7814-1596-4896-864c-574ee9d18408 admin admin] Publish callbacks [] for security_group (6a008a16-6650-4786-9633-17d42bee5416), precommit_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:38.458482 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-ea4a7814-1596-4896-864c-574ee9d18408 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (6a008a16-6650-4786-9633-17d42bee5416), after_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:38.476112 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 60730) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:39:38.499596 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-ea4a7814-1596-4896-864c-574ee9d18408 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=9e1196883ef94f2195af5aa29c1ec1fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2085268 Sep 15 07:39:38.500703 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4a7814-1596-4896-864c-574ee9d18408 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a008a16-6650-4786-9633-17d42bee5416,revision_number=1']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:39:38.502278 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 60734) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:39:38.558550 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-833fc1ca-5424-43ec-9ee3-aa2689ed17c1 admin admin] Publish callbacks [] for security_group (6a008a16-6650-4786-9633-17d42bee5416), before_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:38.579454 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-833fc1ca-5424-43ec-9ee3-aa2689ed17c1 admin admin] Publish callbacks [] for security_group (6a008a16-6650-4786-9633-17d42bee5416), precommit_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:38.604570 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-a433de98-4335-4e13-a5e3-15d45afd75e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:38.714577 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-833fc1ca-5424-43ec-9ee3-aa2689ed17c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (6a008a16-6650-4786-9633-17d42bee5416), after_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:38.717094 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-833fc1ca-5424-43ec-9ee3-aa2689ed17c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:38.718248 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-833fc1ca-5424-43ec-9ee3-aa2689ed17c1 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/6a008a16-6650-4786-9633-17d42bee5416 HTTP/1.1" status: 204 len: 168 time: 0.2150393 Sep 15 07:39:38.734124 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833fc1ca-5424-43ec-9ee3-aa2689ed17c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a008a16-6650-4786-9633-17d42bee5416,revision_number=None']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:39:38.792453 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-a433de98-4335-4e13-a5e3-15d45afd75e5 admin admin] Publish callbacks [] for security_group (bc6c428e-66c9-4f65-ac2a-29d0948167e8), precommit_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:38.847476 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-a433de98-4335-4e13-a5e3-15d45afd75e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (bc6c428e-66c9-4f65-ac2a-29d0948167e8), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:38.901155 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-a433de98-4335-4e13-a5e3-15d45afd75e5 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=4170e0145f1b444aaff40dafb6a645d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4238577 Sep 15 07:39:38.902333 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a433de98-4335-4e13-a5e3-15d45afd75e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc6c428e-66c9-4f65-ac2a-29d0948167e8,revision_number=1']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:39:38.903773 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 60740) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:39:38.958705 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-fe074e54-fdf3-4be9-81a4-1b68846626db admin admin] Publish callbacks [] for security_group (bc6c428e-66c9-4f65-ac2a-29d0948167e8), before_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:38.983072 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-fe074e54-fdf3-4be9-81a4-1b68846626db admin admin] Publish callbacks [] for security_group (bc6c428e-66c9-4f65-ac2a-29d0948167e8), precommit_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:39.141399 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-fe074e54-fdf3-4be9-81a4-1b68846626db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (bc6c428e-66c9-4f65-ac2a-29d0948167e8), after_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:39.143053 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-fe074e54-fdf3-4be9-81a4-1b68846626db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:39.145025 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-fe074e54-fdf3-4be9-81a4-1b68846626db admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/bc6c428e-66c9-4f65-ac2a-29d0948167e8 HTTP/1.1" status: 204 len: 168 time: 0.2401712 Sep 15 07:39:39.149882 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:39:39.159546 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe074e54-fdf3-4be9-81a4-1b68846626db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc6c428e-66c9-4f65-ac2a-29d0948167e8,revision_number=None']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:39:39.831253 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 60788) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:39:39.845722 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-932d86be-d60c-4e8d-b6d8-b7087fe7bede admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:39.848677 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:39:39.923515 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-932d86be-d60c-4e8d-b6d8-b7087fe7bede admin admin] Publish callbacks [] for security_group (b19cd831-0834-4dc7-b014-f1ba83fef9dd), precommit_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:39.986614 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-932d86be-d60c-4e8d-b6d8-b7087fe7bede admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (b19cd831-0834-4dc7-b014-f1ba83fef9dd), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:40.027900 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-932d86be-d60c-4e8d-b6d8-b7087fe7bede admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=ae7ab4f8df2d4c0582d72a66d5854848&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1954639 Sep 15 07:39:40.029149 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932d86be-d60c-4e8d-b6d8-b7087fe7bede admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b19cd831-0834-4dc7-b014-f1ba83fef9dd,revision_number=1']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:39:40.033702 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 60794) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:39:40.060738 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=80,neutron:DELETE=2,neutron:INSERT=17,neutron:UPDATE=1 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:39:40.088266 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-d8f2b249-b8ff-4943-8bbe-a9903e23df21 admin admin] Publish callbacks [] for security_group (b19cd831-0834-4dc7-b014-f1ba83fef9dd), before_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:40.110507 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-d8f2b249-b8ff-4943-8bbe-a9903e23df21 admin admin] Publish callbacks [] for security_group (b19cd831-0834-4dc7-b014-f1ba83fef9dd), precommit_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:40.224850 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-d8f2b249-b8ff-4943-8bbe-a9903e23df21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (b19cd831-0834-4dc7-b014-f1ba83fef9dd), after_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:40.227409 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-d8f2b249-b8ff-4943-8bbe-a9903e23df21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:40.229493 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-d8f2b249-b8ff-4943-8bbe-a9903e23df21 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/b19cd831-0834-4dc7-b014-f1ba83fef9dd HTTP/1.1" status: 204 len: 168 time: 0.1944635 Sep 15 07:39:40.239229 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f2b249-b8ff-4943-8bbe-a9903e23df21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b19cd831-0834-4dc7-b014-f1ba83fef9dd,revision_number=None']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:39:42.827170 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (25cf60a6-7ad2-448a-9326-c12b453ddee0), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:43.429160 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-040f79c6-3adb-42b7-97d4-7f1376b467f6 req-f3dadaa5-9fb7-4746-89c4-b7393fca7c80 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=0773d518-3cec-4a0a-87bf-eaa60c59154a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0381947 Sep 15 07:39:43.525747 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040f79c6-3adb-42b7-97d4-7f1376b467f6 req-e4d9f4ae-8b84-40ab-bc72-fde28c160f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:39:43.527346 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-040f79c6-3adb-42b7-97d4-7f1376b467f6 req-e4d9f4ae-8b84-40ab-bc72-fde28c160f58 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=9836d4c25e0e46a8a6245bb7b74c55ce&device_id=0773d518-3cec-4a0a-87bf-eaa60c59154a HTTP/1.1" status: 200 len: 1129 time: 0.0469573 Sep 15 07:39:43.700198 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040f79c6-3adb-42b7-97d4-7f1376b467f6 req-db34f22e-93a3-4d4e-953c-eb6bbf11a1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:39:43.701709 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-040f79c6-3adb-42b7-97d4-7f1376b467f6 req-db34f22e-93a3-4d4e-953c-eb6bbf11a1a6 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=feb69ed5-4e75-4d22-8da6-ae0dd81d5093 HTTP/1.1" status: 200 len: 913 time: 0.1457407 Sep 15 07:39:43.766871 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-040f79c6-3adb-42b7-97d4-7f1376b467f6 req-0ef92ddc-5468-40d9-88c5-03538a3c372f service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a20fa119-e6e4-4748-9c88-82d94ae223c7 HTTP/1.1" status: 200 len: 217 time: 0.0520070 Sep 15 07:39:43.821632 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040f79c6-3adb-42b7-97d4-7f1376b467f6 req-32f07a63-640d-4b16-9102-fbfb22caaf55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:39:43.827019 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-040f79c6-3adb-42b7-97d4-7f1376b467f6 req-32f07a63-640d-4b16-9102-fbfb22caaf55 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=37320245-f52b-465e-9b56-125b21fbaadc HTTP/1.1" status: 200 len: 851 time: 0.0493431 Sep 15 07:39:43.869660 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040f79c6-3adb-42b7-97d4-7f1376b467f6 req-45bba30c-9be3-4160-967f-94d80c858111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:39:43.871295 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-040f79c6-3adb-42b7-97d4-7f1376b467f6 req-45bba30c-9be3-4160-967f-94d80c858111 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=feb69ed5-4e75-4d22-8da6-ae0dd81d5093&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396292 Sep 15 07:39:43.974498 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-040f79c6-3adb-42b7-97d4-7f1376b467f6 req-db6e7223-493a-405f-a03c-e32c9d11bb63 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/feb69ed5-4e75-4d22-8da6-ae0dd81d5093?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954914 Sep 15 07:39:44.120551 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-040f79c6-3adb-42b7-97d4-7f1376b467f6 req-c4458a7a-ead9-4854-9217-53cd67d3fc39 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/feb69ed5-4e75-4d22-8da6-ae0dd81d5093?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386325 Sep 15 07:39:44.152570 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 60976) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:39:44.270299 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-3aa050c7-5d39-469d-a11b-8bd74ff9fae2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:44.275862 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a689e1e1-aa90-4a1b-b8d0-98e143afab5c req-33d9b31c-bf10-4016-91bd-5dd59e2eab3a tempest-DeleteServersTestJSON-1720729274 tempest-DeleteServersTestJSON-1720729274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:39:44.277438 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-a689e1e1-aa90-4a1b-b8d0-98e143afab5c req-33d9b31c-bf10-4016-91bd-5dd59e2eab3a tempest-DeleteServersTestJSON-1720729274 tempest-DeleteServersTestJSON-1720729274-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0773d518-3cec-4a0a-87bf-eaa60c59154a HTTP/1.1" status: 200 len: 945 time: 0.0555892 Sep 15 07:39:44.314682 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=91 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:39:44.319604 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=83,neutron:UPDATE=2 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:39:44.327802 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-a689e1e1-aa90-4a1b-b8d0-98e143afab5c req-8f6341e8-b595-48c7-ac7a-f07105511a9a tempest-DeleteServersTestJSON-1720729274 tempest-DeleteServersTestJSON-1720729274-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3434c6d4-d2ea-4b90-8bca-7aebc8670a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435276 Sep 15 07:39:44.349614 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-3aa050c7-5d39-469d-a11b-8bd74ff9fae2 admin admin] Publish callbacks [] for security_group (cb387aab-af6a-4096-a6f2-0f172bfa5a1d), precommit_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:44.433452 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-3aa050c7-5d39-469d-a11b-8bd74ff9fae2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (cb387aab-af6a-4096-a6f2-0f172bfa5a1d), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:44.473829 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-3aa050c7-5d39-469d-a11b-8bd74ff9fae2 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=e913941efffd4e1a9ac45c05a0a9b086&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3195302 Sep 15 07:39:44.474731 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa050c7-5d39-469d-a11b-8bd74ff9fae2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb387aab-af6a-4096-a6f2-0f172bfa5a1d,revision_number=1']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:39:44.476593 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 60984) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:39:44.511730 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:39:44.528615 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-28347163-58eb-4d9d-81e8-fc4e84e96154 admin admin] Publish callbacks [] for security_group (cb387aab-af6a-4096-a6f2-0f172bfa5a1d), before_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:44.549916 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-28347163-58eb-4d9d-81e8-fc4e84e96154 admin admin] Publish callbacks [] for security_group (cb387aab-af6a-4096-a6f2-0f172bfa5a1d), precommit_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:44.707052 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-28347163-58eb-4d9d-81e8-fc4e84e96154 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (cb387aab-af6a-4096-a6f2-0f172bfa5a1d), after_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:44.709685 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-28347163-58eb-4d9d-81e8-fc4e84e96154 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:44.710883 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-28347163-58eb-4d9d-81e8-fc4e84e96154 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/cb387aab-af6a-4096-a6f2-0f172bfa5a1d HTTP/1.1" status: 204 len: 168 time: 0.2325552 Sep 15 07:39:44.719724 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28347163-58eb-4d9d-81e8-fc4e84e96154 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb387aab-af6a-4096-a6f2-0f172bfa5a1d,revision_number=None']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:39:45.378201 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 32788) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:39:45.393263 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-0d1988b5-a328-4f9a-b59f-b366ec02db21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:45.452542 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:39:45.480751 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0418c133-7846-43a4-99ce-2504194a5a31 req-9db566d6-6837-4732-b3c7-d173c1d6f4e2 tempest-DeleteServersTestJSON-1720729274 tempest-DeleteServersTestJSON-1720729274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:39:45.480751 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-0418c133-7846-43a4-99ce-2504194a5a31 req-9db566d6-6837-4732-b3c7-d173c1d6f4e2 tempest-DeleteServersTestJSON-1720729274 tempest-DeleteServersTestJSON-1720729274-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0773d518-3cec-4a0a-87bf-eaa60c59154a HTTP/1.1" status: 200 len: 945 time: 0.0696206 Sep 15 07:39:45.564249 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-0418c133-7846-43a4-99ce-2504194a5a31 req-348989c9-af8f-496c-9fd4-46d3b24674d6 tempest-DeleteServersTestJSON-1720729274 tempest-DeleteServersTestJSON-1720729274-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3434c6d4-d2ea-4b90-8bca-7aebc8670a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743949 Sep 15 07:39:45.565938 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-0d1988b5-a328-4f9a-b59f-b366ec02db21 admin admin] Publish callbacks [] for security_group (8eac552e-32c2-464a-99cb-9ca7aabdce22), precommit_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:45.625533 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-0d1988b5-a328-4f9a-b59f-b366ec02db21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (8eac552e-32c2-464a-99cb-9ca7aabdce22), after_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:45.666781 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-0d1988b5-a328-4f9a-b59f-b366ec02db21 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=9321b7dd6ea642bf8cf77cc164a4f0b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2863200 Sep 15 07:39:45.668029 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1988b5-a328-4f9a-b59f-b366ec02db21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eac552e-32c2-464a-99cb-9ca7aabdce22,revision_number=1']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:39:45.669397 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 32794) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:39:45.719203 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-065569dd-c3c0-4bdf-9b1b-7dd938fa06e4 admin admin] Publish callbacks [] for security_group (8eac552e-32c2-464a-99cb-9ca7aabdce22), before_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:45.741217 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-065569dd-c3c0-4bdf-9b1b-7dd938fa06e4 admin admin] Publish callbacks [] for security_group (8eac552e-32c2-464a-99cb-9ca7aabdce22), precommit_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:45.887826 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-065569dd-c3c0-4bdf-9b1b-7dd938fa06e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (8eac552e-32c2-464a-99cb-9ca7aabdce22), after_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:45.890514 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-065569dd-c3c0-4bdf-9b1b-7dd938fa06e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:45.894907 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-065569dd-c3c0-4bdf-9b1b-7dd938fa06e4 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/8eac552e-32c2-464a-99cb-9ca7aabdce22 HTTP/1.1" status: 204 len: 168 time: 0.2242222 Sep 15 07:39:45.905563 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065569dd-c3c0-4bdf-9b1b-7dd938fa06e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eac552e-32c2-464a-99cb-9ca7aabdce22,revision_number=None']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:39:46.575596 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 32820) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:39:46.589825 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-716dbd91-9ba2-4774-94d0-af6c0f9c9c92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:46.671640 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-716dbd91-9ba2-4774-94d0-af6c0f9c9c92 admin admin] Publish callbacks [] for security_group (f0b01722-4af1-4ade-9137-cc7526bbbe44), precommit_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:46.693597 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf955f1-9b57-45f7-9a2d-7e5d08a86ace req-425d45d2-b91b-43de-9fca-28c2e2c4afc9 tempest-DeleteServersTestJSON-1720729274 tempest-DeleteServersTestJSON-1720729274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:39:46.695062 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-3bf955f1-9b57-45f7-9a2d-7e5d08a86ace req-425d45d2-b91b-43de-9fca-28c2e2c4afc9 tempest-DeleteServersTestJSON-1720729274 tempest-DeleteServersTestJSON-1720729274-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0773d518-3cec-4a0a-87bf-eaa60c59154a HTTP/1.1" status: 200 len: 945 time: 0.0499368 Sep 15 07:39:46.749165 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-3bf955f1-9b57-45f7-9a2d-7e5d08a86ace req-df166450-dffc-4820-b714-e0531c3bdff0 tempest-DeleteServersTestJSON-1720729274 tempest-DeleteServersTestJSON-1720729274-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3434c6d4-d2ea-4b90-8bca-7aebc8670a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481184 Sep 15 07:39:46.781563 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-716dbd91-9ba2-4774-94d0-af6c0f9c9c92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (f0b01722-4af1-4ade-9137-cc7526bbbe44), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:46.848035 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-716dbd91-9ba2-4774-94d0-af6c0f9c9c92 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=42fb97e9fb2f4b12a563d161a6bec6cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2709711 Sep 15 07:39:46.849199 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716dbd91-9ba2-4774-94d0-af6c0f9c9c92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0b01722-4af1-4ade-9137-cc7526bbbe44,revision_number=1']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:39:46.850532 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 32828) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:39:46.903418 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-fe46a56a-e43d-44e5-a878-7135c9723ed1 admin admin] Publish callbacks [] for security_group (f0b01722-4af1-4ade-9137-cc7526bbbe44), before_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:46.923485 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-fe46a56a-e43d-44e5-a878-7135c9723ed1 admin admin] Publish callbacks [] for security_group (f0b01722-4af1-4ade-9137-cc7526bbbe44), precommit_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:47.059002 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-fe46a56a-e43d-44e5-a878-7135c9723ed1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (f0b01722-4af1-4ade-9137-cc7526bbbe44), after_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:47.061523 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-fe46a56a-e43d-44e5-a878-7135c9723ed1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:47.062696 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-fe46a56a-e43d-44e5-a878-7135c9723ed1 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/f0b01722-4af1-4ade-9137-cc7526bbbe44 HTTP/1.1" status: 204 len: 168 time: 0.2111073 Sep 15 07:39:47.070982 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe46a56a-e43d-44e5-a878-7135c9723ed1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0b01722-4af1-4ade-9137-cc7526bbbe44,revision_number=None']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:39:47.191534 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 32838) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:39:47.403958 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-e8b23fb0-a17f-4f5c-88b7-e1b2aaf083c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:47.459257 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:39:47.487751 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-e8b23fb0-a17f-4f5c-88b7-e1b2aaf083c6 admin admin] Publish callbacks [] for security_group (3189744c-d35d-4be7-92c9-18e60b3057c0), precommit_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:47.564420 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-e8b23fb0-a17f-4f5c-88b7-e1b2aaf083c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (3189744c-d35d-4be7-92c9-18e60b3057c0), after_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:47.607050 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b23fb0-a17f-4f5c-88b7-e1b2aaf083c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3189744c-d35d-4be7-92c9-18e60b3057c0,revision_number=1']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:39:47.611342 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-e8b23fb0-a17f-4f5c-88b7-e1b2aaf083c6 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=2c682de488a84b4f83cb03831bea4956&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4188111 Sep 15 07:39:47.614084 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 32856) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:39:47.666881 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-cb5ec351-d4ae-445c-86f8-43159d4f18a8 admin admin] Publish callbacks [] for security_group (3189744c-d35d-4be7-92c9-18e60b3057c0), before_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:47.687174 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-cb5ec351-d4ae-445c-86f8-43159d4f18a8 admin admin] Publish callbacks [] for security_group (3189744c-d35d-4be7-92c9-18e60b3057c0), precommit_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:47.807766 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-cb5ec351-d4ae-445c-86f8-43159d4f18a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (3189744c-d35d-4be7-92c9-18e60b3057c0), after_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:47.811217 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-cb5ec351-d4ae-445c-86f8-43159d4f18a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:47.815108 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-cb5ec351-d4ae-445c-86f8-43159d4f18a8 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/3189744c-d35d-4be7-92c9-18e60b3057c0 HTTP/1.1" status: 204 len: 168 time: 0.1976335 Sep 15 07:39:47.823769 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5ec351-d4ae-445c-86f8-43159d4f18a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3189744c-d35d-4be7-92c9-18e60b3057c0,revision_number=None']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:39:47.865349 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=5 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:39:47.889972 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd307b95-7469-4479-aa21-999d74b94942 req-cbdc3157-2733-4ef7-b5f1-83b25122d580 tempest-DeleteServersTestJSON-1720729274 tempest-DeleteServersTestJSON-1720729274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:39:47.891542 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-dd307b95-7469-4479-aa21-999d74b94942 req-cbdc3157-2733-4ef7-b5f1-83b25122d580 tempest-DeleteServersTestJSON-1720729274 tempest-DeleteServersTestJSON-1720729274-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0773d518-3cec-4a0a-87bf-eaa60c59154a HTTP/1.1" status: 200 len: 945 time: 0.0602107 Sep 15 07:39:47.946775 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-dd307b95-7469-4479-aa21-999d74b94942 req-f6432eea-0ff6-4d41-95e3-41c5e3e8ee2b tempest-DeleteServersTestJSON-1720729274 tempest-DeleteServersTestJSON-1720729274-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3434c6d4-d2ea-4b90-8bca-7aebc8670a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493727 Sep 15 07:39:48.451233 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0191587b-6b4b-4718-bc12-a074c2374a7e req-df95dd8b-0f1b-407d-a4e8-b76e93be2682 tempest-DeleteServersTestJSON-1720729274 tempest-DeleteServersTestJSON-1720729274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:39:48.452653 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-0191587b-6b4b-4718-bc12-a074c2374a7e req-df95dd8b-0f1b-407d-a4e8-b76e93be2682 tempest-DeleteServersTestJSON-1720729274 tempest-DeleteServersTestJSON-1720729274-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=0773d518-3cec-4a0a-87bf-eaa60c59154a HTTP/1.1" status: 200 len: 945 time: 0.0482278 Sep 15 07:39:48.582079 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.plugin [req-0191587b-6b4b-4718-bc12-a074c2374a7e req-bf899620-1430-42ee-9409-8ddc44e1eeaf tempest-DeleteServersTestJSON-1720729274 tempest-DeleteServersTestJSON-1720729274-project] Deleting port a20fa119-e6e4-4748-9c88-82d94ae223c7 {{(pid=107279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 07:39:48.582426 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [req-0191587b-6b4b-4718-bc12-a074c2374a7e req-bf899620-1430-42ee-9409-8ddc44e1eeaf tempest-DeleteServersTestJSON-1720729274 tempest-DeleteServersTestJSON-1720729274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729658711565'] for port (a20fa119-e6e4-4748-9c88-82d94ae223c7), before_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:48.591649 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 32894) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:39:48.609912 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-4fb07c8d-063b-43f9-aca0-1086fe373ce8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:48.633104 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=77,neutron:DELETE=7,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:39:48.705190 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.db [req-0191587b-6b4b-4718-bc12-a074c2374a7e req-bf899620-1430-42ee-9409-8ddc44e1eeaf tempest-DeleteServersTestJSON-1720729274 tempest-DeleteServersTestJSON-1720729274-project] For port a20fa119-e6e4-4748-9c88-82d94ae223c7, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=a20fa119-e6e4-4748-9c88-82d94ae223c7,segment=NetworkSegment(89da3f12-2ab4-4b26-bff6-e30222299de9),segment_id=89da3f12-2ab4-4b26-bff6-e30222299de9)] {{(pid=107279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:39:48.705628 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [req-0191587b-6b4b-4718-bc12-a074c2374a7e req-bf899620-1430-42ee-9409-8ddc44e1eeaf tempest-DeleteServersTestJSON-1720729274 tempest-DeleteServersTestJSON-1720729274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009180'] for port (a20fa119-e6e4-4748-9c88-82d94ae223c7), precommit_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:48.719293 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-4fb07c8d-063b-43f9-aca0-1086fe373ce8 admin admin] Publish callbacks [] for security_group (3cb0f5a4-10da-43ec-9d6c-36893de8ca44), precommit_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:48.729844 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.plugin [req-0191587b-6b4b-4718-bc12-a074c2374a7e req-bf899620-1430-42ee-9409-8ddc44e1eeaf tempest-DeleteServersTestJSON-1720729274 tempest-DeleteServersTestJSON-1720729274-project] Calling delete_port for a20fa119-e6e4-4748-9c88-82d94ae223c7 owned by compute:nova {{(pid=107279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 07:39:48.790422 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-4fb07c8d-063b-43f9-aca0-1086fe373ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (3cb0f5a4-10da-43ec-9d6c-36893de8ca44), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:48.796147 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=79,neutron:INSERT=18,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:39:48.843013 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb07c8d-063b-43f9-aca0-1086fe373ce8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cb0f5a4-10da-43ec-9d6c-36893de8ca44,revision_number=1']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:39:48.861835 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 32902) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:39:48.862782 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-4fb07c8d-063b-43f9-aca0-1086fe373ce8 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=92c69126a4bc49f6a83d65769d766488&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2693591 Sep 15 07:39:48.955790 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-1f6beb90-212b-40f2-a90a-9d5f9fcb76dd admin admin] Publish callbacks [] for security_group (3cb0f5a4-10da-43ec-9d6c-36893de8ca44), before_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:48.987599 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-1f6beb90-212b-40f2-a90a-9d5f9fcb76dd admin admin] Publish callbacks [] for security_group (3cb0f5a4-10da-43ec-9d6c-36893de8ca44), precommit_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:49.012912 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [req-0191587b-6b4b-4718-bc12-a074c2374a7e req-bf899620-1430-42ee-9409-8ddc44e1eeaf tempest-DeleteServersTestJSON-1720729274 tempest-DeleteServersTestJSON-1720729274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729658628491', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729658170588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991753'] for port (a20fa119-e6e4-4748-9c88-82d94ae223c7), after_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:49.027122 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] get_ports_and_sgs() called for port_ids ['a20fa119-e6e4-4748-9c88-82d94ae223c7'] {{(pid=107290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 07:39:49.063903 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf899620-1430-42ee-9409-8ddc44e1eeaf tempest-DeleteServersTestJSON-1720729274 tempest-DeleteServersTestJSON-1720729274-project] Pushing event deleted for resources: {'Port': ['ID=a20fa119-e6e4-4748-9c88-82d94ae223c7,revision_number=None']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:39:49.092230 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-0d4d400b-b869-4438-8d1a-cb2ddf88fe9c req-055baa92-7e4e-47bd-b162-516f8e02119d tempest-DeleteServersTestJSON-1720729274 tempest-DeleteServersTestJSON-1720729274-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0773d518-3cec-4a0a-87bf-eaa60c59154a HTTP/1.1" status: 200 len: 210 time: 0.0565965 Sep 15 07:39:49.167431 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.db.l3_dvrscheduler_db [req-0191587b-6b4b-4718-bc12-a074c2374a7e req-bf899620-1430-42ee-9409-8ddc44e1eeaf tempest-DeleteServersTestJSON-1720729274 tempest-DeleteServersTestJSON-1720729274-project] No DVR routers for this DVR port a20fa119-e6e4-4748-9c88-82d94ae223c7 on host hv-cinder-82414 {{(pid=107279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 07:39:49.177916 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [req-0191587b-6b4b-4718-bc12-a074c2374a7e req-bf899620-1430-42ee-9409-8ddc44e1eeaf tempest-DeleteServersTestJSON-1720729274 tempest-DeleteServersTestJSON-1720729274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382552'] for port (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:49.177916 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-0191587b-6b4b-4718-bc12-a074c2374a7e req-bf899620-1430-42ee-9409-8ddc44e1eeaf tempest-DeleteServersTestJSON-1720729274 tempest-DeleteServersTestJSON-1720729274-project] 10.222.0.26 "DELETE /networking/v2.0/ports/a20fa119-e6e4-4748-9c88-82d94ae223c7 HTTP/1.1" status: 204 len: 173 time: 0.7161746 Sep 15 07:39:49.177916 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0773d518-3cec-4a0a-87bf-eaa60c59154a', 'name': 'network-vif-deleted', 'tag': 'a20fa119-e6e4-4748-9c88-82d94ae223c7'}] {{(pid=107279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 07:39:49.177916 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706979451550896f7b9833a7a6f18e8e6b98f6eca7edeab709f82497fe6197ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73edd681-ce9f-42df-963d-7aca0d5ec587" -d '{"events": [{"server_uuid": "0773d518-3cec-4a0a-87bf-eaa60c59154a", "name": "network-vif-deleted", "tag": "a20fa119-e6e4-4748-9c88-82d94ae223c7"}]}' {{(pid=107279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 07:39:49.235900 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 07:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-649b48c0-beb3-46db-b35e-75d24516201b x-openstack-request-id: req-649b48c0-beb3-46db-b35e-75d24516201b {{(pid=107279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 07:39:49.238455 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0773d518-3cec-4a0a-87bf-eaa60c59154a", "name": "network-vif-deleted", "tag": "a20fa119-e6e4-4748-9c88-82d94ae223c7", "status": "completed", "code": 200}]} {{(pid=107279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 07:39:49.238455 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-649b48c0-beb3-46db-b35e-75d24516201b {{(pid=107279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 07:39:49.238455 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.notifiers.nova [-] Nova event matching ['req-649b48c0-beb3-46db-b35e-75d24516201b'] response: {'server_uuid': '0773d518-3cec-4a0a-87bf-eaa60c59154a', 'name': 'network-vif-deleted', 'tag': 'a20fa119-e6e4-4748-9c88-82d94ae223c7', 'status': 'completed', 'code': 200} Sep 15 07:39:49.289926 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-1f6beb90-212b-40f2-a90a-9d5f9fcb76dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (3cb0f5a4-10da-43ec-9d6c-36893de8ca44), after_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:49.293222 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-1f6beb90-212b-40f2-a90a-9d5f9fcb76dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:49.294366 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-1f6beb90-212b-40f2-a90a-9d5f9fcb76dd admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/3cb0f5a4-10da-43ec-9d6c-36893de8ca44 HTTP/1.1" status: 204 len: 168 time: 0.4309108 Sep 15 07:39:49.320617 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6beb90-212b-40f2-a90a-9d5f9fcb76dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cb0f5a4-10da-43ec-9d6c-36893de8ca44,revision_number=None']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:39:50.251833 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-9bd50300-b0a0-4b24-9610-a3b6504e5695 req-54decd3a-8fe6-4153-b86c-b9acc1ff25ff tempest-DeleteServersTestJSON-1720729274 tempest-DeleteServersTestJSON-1720729274-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0773d518-3cec-4a0a-87bf-eaa60c59154a HTTP/1.1" status: 200 len: 210 time: 0.0332916 Sep 15 07:39:51.301617 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.agents_db [None req-df016ec4-f85e-4abb-9405-ce942686afd2 None None] Agent healthcheck: found 6 active agents {{(pid=107295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 07:39:52.156621 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 33042) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:39:52.261025 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-78c13712-e3e6-44bd-b246-2b329698bbb7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:52.336296 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-78c13712-e3e6-44bd-b246-2b329698bbb7 admin admin] Publish callbacks [] for security_group (5e7eddf9-c61e-422d-8f73-9d922a5b9201), precommit_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:52.407929 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-78c13712-e3e6-44bd-b246-2b329698bbb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (5e7eddf9-c61e-422d-8f73-9d922a5b9201), after_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:52.424290 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:INSERT=4 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:39:52.511826 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-aeec95a9-f37a-4291-9e09-9e977506f76c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (47b201f8-ba91-4005-8457-67653169c522), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:52.623027 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:39:52.628632 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c13712-e3e6-44bd-b246-2b329698bbb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e7eddf9-c61e-422d-8f73-9d922a5b9201,revision_number=1']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:39:52.633676 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-78c13712-e3e6-44bd-b246-2b329698bbb7 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=aa7cf3839c6447149563d50b6362296b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4754639 Sep 15 07:39:52.636772 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 33048) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:39:52.690703 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-d672125e-4a6a-4c4a-a2ee-f3771c9677f1 admin admin] Publish callbacks [] for security_group (5e7eddf9-c61e-422d-8f73-9d922a5b9201), before_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:52.710003 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-d672125e-4a6a-4c4a-a2ee-f3771c9677f1 admin admin] Publish callbacks [] for security_group (5e7eddf9-c61e-422d-8f73-9d922a5b9201), precommit_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:52.818948 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-d672125e-4a6a-4c4a-a2ee-f3771c9677f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (5e7eddf9-c61e-422d-8f73-9d922a5b9201), after_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:52.821455 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-d672125e-4a6a-4c4a-a2ee-f3771c9677f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:52.823165 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-d672125e-4a6a-4c4a-a2ee-f3771c9677f1 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/5e7eddf9-c61e-422d-8f73-9d922a5b9201 HTTP/1.1" status: 204 len: 168 time: 0.1849425 Sep 15 07:39:52.839965 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d672125e-4a6a-4c4a-a2ee-f3771c9677f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e7eddf9-c61e-422d-8f73-9d922a5b9201,revision_number=None']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:39:53.404121 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 33064) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:39:53.418133 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-c5abcfc0-39e8-496f-a2f3-f086b7237cf7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:53.492434 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-c5abcfc0-39e8-496f-a2f3-f086b7237cf7 admin admin] Publish callbacks [] for security_group (da31ad9c-b41e-4fe3-89ec-2ee632678bc1), precommit_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:53.561905 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-c5abcfc0-39e8-496f-a2f3-f086b7237cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (da31ad9c-b41e-4fe3-89ec-2ee632678bc1), after_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:53.604207 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-c5abcfc0-39e8-496f-a2f3-f086b7237cf7 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=8d1e06b1642641759634b0534fde0899&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1990185 Sep 15 07:39:53.605002 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5abcfc0-39e8-496f-a2f3-f086b7237cf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da31ad9c-b41e-4fe3-89ec-2ee632678bc1,revision_number=1']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:39:53.607137 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 33066) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:39:53.659669 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-cb1bb434-e4de-4ec0-bbf7-932c61da68a4 admin admin] Publish callbacks [] for security_group (da31ad9c-b41e-4fe3-89ec-2ee632678bc1), before_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:53.679082 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-cb1bb434-e4de-4ec0-bbf7-932c61da68a4 admin admin] Publish callbacks [] for security_group (da31ad9c-b41e-4fe3-89ec-2ee632678bc1), precommit_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:53.801915 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-cb1bb434-e4de-4ec0-bbf7-932c61da68a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (da31ad9c-b41e-4fe3-89ec-2ee632678bc1), after_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:53.804408 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-cb1bb434-e4de-4ec0-bbf7-932c61da68a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:53.805594 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-cb1bb434-e4de-4ec0-bbf7-932c61da68a4 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/da31ad9c-b41e-4fe3-89ec-2ee632678bc1 HTTP/1.1" status: 204 len: 168 time: 0.1973860 Sep 15 07:39:53.818636 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1bb434-e4de-4ec0-bbf7-932c61da68a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da31ad9c-b41e-4fe3-89ec-2ee632678bc1,revision_number=None']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:39:54.163859 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Device a20fa119-e6e4-4748-9c88-82d94ae223c7 no longer exists at agent hyperv_hv-cinder-82414 {{(pid=107290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 07:39:54.184685 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] No Port match for: a20fa119-e6e4-4748-9c88-82d94ae223c7 {{(pid=107290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 07:39:54.185149 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Device a20fa119-e6e4-4748-9c88-82d94ae223c7 not bound to the agent host hv-cinder-82414 {{(pid=107290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 07:39:54.819488 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-a7942a46-f541-476e-a68c-707f2d2b07e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (6177172c-20b9-4a3a-92be-d5dd082cfa3a), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:55.646831 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 33140) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:39:55.755557 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-0e564162-1a17-4059-9457-8b788e6643f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:55.832713 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-0e564162-1a17-4059-9457-8b788e6643f2 admin admin] Publish callbacks [] for security_group (e07549f0-6099-4d0b-801e-02f4bb2ac087), precommit_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:55.904884 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-0e564162-1a17-4059-9457-8b788e6643f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (e07549f0-6099-4d0b-801e-02f4bb2ac087), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:55.946976 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e564162-1a17-4059-9457-8b788e6643f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e07549f0-6099-4d0b-801e-02f4bb2ac087,revision_number=1']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:39:55.952660 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-0e564162-1a17-4059-9457-8b788e6643f2 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=725712114b314192bb4175523f7cceaf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3041673 Sep 15 07:39:55.955165 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 33146) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:39:55.993312 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-0f44d0d5-b296-4658-a59d-71e94f9a3b32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (71b2a813-2b59-4e69-b901-83528b6ecb8f), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:56.013302 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-061c66af-fd14-4e3f-8747-29bd8472b825 admin admin] Publish callbacks [] for security_group (e07549f0-6099-4d0b-801e-02f4bb2ac087), before_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:56.038245 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-061c66af-fd14-4e3f-8747-29bd8472b825 admin admin] Publish callbacks [] for security_group (e07549f0-6099-4d0b-801e-02f4bb2ac087), precommit_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:56.039483 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 33152) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:39:56.142147 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-061c66af-fd14-4e3f-8747-29bd8472b825 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (e07549f0-6099-4d0b-801e-02f4bb2ac087), after_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:56.144806 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-061c66af-fd14-4e3f-8747-29bd8472b825 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:56.145984 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-061c66af-fd14-4e3f-8747-29bd8472b825 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/e07549f0-6099-4d0b-801e-02f4bb2ac087 HTTP/1.1" status: 204 len: 168 time: 0.1896844 Sep 15 07:39:56.155664 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061c66af-fd14-4e3f-8747-29bd8472b825 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e07549f0-6099-4d0b-801e-02f4bb2ac087,revision_number=None']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:39:56.705985 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-72d4fdd4-7b1c-4487-8e0b-2ca730599bce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2002598'] for router_interface (b8f5bb1e-95cb-4b01-8074-40c15f003c29), before_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:56.869955 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:39:56.972297 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:39:57.042948 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.plugin [None req-72d4fdd4-7b1c-4487-8e0b-2ca730599bce admin admin] Deleting port ab05742b-0031-4759-9219-8ffa01976ccb {{(pid=107276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 07:39:57.043251 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-72d4fdd4-7b1c-4487-8e0b-2ca730599bce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729658711565'] for port (ab05742b-0031-4759-9219-8ffa01976ccb), before_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:57.137266 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.db [None req-72d4fdd4-7b1c-4487-8e0b-2ca730599bce admin admin] For port ab05742b-0031-4759-9219-8ffa01976ccb, host dv-cinder-824149-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-6-iscsi',level=0,port_id=ab05742b-0031-4759-9219-8ffa01976ccb,segment=NetworkSegment(89da3f12-2ab4-4b26-bff6-e30222299de9),segment_id=89da3f12-2ab4-4b26-bff6-e30222299de9)] {{(pid=107276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:39:57.137684 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-72d4fdd4-7b1c-4487-8e0b-2ca730599bce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009180'] for port (ab05742b-0031-4759-9219-8ffa01976ccb), precommit_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:57.158133 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.plugin [None req-72d4fdd4-7b1c-4487-8e0b-2ca730599bce admin admin] Calling delete_port for ab05742b-0031-4759-9219-8ffa01976ccb owned by network:router_interface {{(pid=107276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 07:39:57.161005 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 33200) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:39:57.329958 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-09063f5e-5281-45f4-94a6-fe54052fcf3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:57.405275 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=87,neutron:INSERT=5,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:39:57.484027 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-09063f5e-5281-45f4-94a6-fe54052fcf3e admin admin] Publish callbacks [] for security_group (82ba195b-e521-41f6-9a13-cb0797e37fac), precommit_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:57.490531 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-677e5667-6d12-4a09-97b6-65dca69daeb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (4c9c4bf3-096b-4dee-b844-12a870317301), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:57.565096 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-09063f5e-5281-45f4-94a6-fe54052fcf3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (82ba195b-e521-41f6-9a13-cb0797e37fac), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:57.570897 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-72d4fdd4-7b1c-4487-8e0b-2ca730599bce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729658628491', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729658170588'] for port (ab05742b-0031-4759-9219-8ffa01976ccb), after_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:57.625457 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=62,neutron:UPDATE=6 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:39:57.637872 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d4fdd4-7b1c-4487-8e0b-2ca730599bce admin admin] Pushing event deleted for resources: {'Port': ['ID=ab05742b-0031-4759-9219-8ffa01976ccb,revision_number=None']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:39:57.663307 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-09063f5e-5281-45f4-94a6-fe54052fcf3e admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=747defe4045f4ea7a52c5311add3d342&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5011172 Sep 15 07:39:57.664508 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09063f5e-5281-45f4-94a6-fe54052fcf3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82ba195b-e521-41f6-9a13-cb0797e37fac,revision_number=1']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:39:57.666320 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 33208) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:39:57.730977 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (c3acd0b9-3b8e-4f77-9053-2ca2457616b3), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:57.735706 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-222f7cdb-ec58-4520-8ec2-daa4744cc345 admin admin] Publish callbacks [] for security_group (82ba195b-e521-41f6-9a13-cb0797e37fac), before_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:57.763073 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-222f7cdb-ec58-4520-8ec2-daa4744cc345 admin admin] Publish callbacks [] for security_group (82ba195b-e521-41f6-9a13-cb0797e37fac), precommit_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:57.769167 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-72d4fdd4-7b1c-4487-8e0b-2ca730599bce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2007574'] for router_interface (b8f5bb1e-95cb-4b01-8074-40c15f003c29), after_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:57.873883 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-222f7cdb-ec58-4520-8ec2-daa4744cc345 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (82ba195b-e521-41f6-9a13-cb0797e37fac), after_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:57.876689 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-222f7cdb-ec58-4520-8ec2-daa4744cc345 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:57.877843 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-222f7cdb-ec58-4520-8ec2-daa4744cc345 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/82ba195b-e521-41f6-9a13-cb0797e37fac HTTP/1.1" status: 204 len: 168 time: 0.2083426 Sep 15 07:39:57.887069 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222f7cdb-ec58-4520-8ec2-daa4744cc345 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82ba195b-e521-41f6-9a13-cb0797e37fac,revision_number=None']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:39:58.023279 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72d4fdd4-7b1c-4487-8e0b-2ca730599bce admin admin] Router b8f5bb1e-95cb-4b01-8074-40c15f003c29 has already been hosted by L3 agent 6177172c-20b9-4a3a-92be-d5dd082cfa3a {{(pid=107276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 07:39:58.074634 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:UPDATE=1,neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=1 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:39:58.140407 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72d4fdd4-7b1c-4487-8e0b-2ca730599bce admin admin] Notify agent at l3_agent.dv-cinder-824149-6-iscsi the message routers_updated {{(pid=107276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 07:39:58.148778 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-72d4fdd4-7b1c-4487-8e0b-2ca730599bce admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/b8f5bb1e-95cb-4b01-8074-40c15f003c29/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1053548 Sep 15 07:39:58.149276 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 33218) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:39:58.151082 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219a6073-9015-4641-a098-80bd1c14c76c None None] Sync routers for ids ['b8f5bb1e-95cb-4b01-8074-40c15f003c29'] in dv-cinder-824149-6-iscsi {{(pid=107295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 07:39:58.166545 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219a6073-9015-4641-a098-80bd1c14c76c None None] Routers {'b8f5bb1e-95cb-4b01-8074-40c15f003c29'} bound to L3 agent in host dv-cinder-824149-6-iscsi {{(pid=107295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 07:39:58.166692 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_hamode_db [None req-219a6073-9015-4641-a098-80bd1c14c76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T07:30:25Z,description=,heartbeat_timestamp=2022-09-15T07:39:55Z,host='dv-cinder-824149-6-iscsi',id=6177172c-20b9-4a3a-92be-d5dd082cfa3a,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T07:30:25Z,topic='l3_agent')) {'router_ids': ['b8f5bb1e-95cb-4b01-8074-40c15f003c29'], 'active': True} {{(pid=107295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:39:58.195035 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=86,neutron:DELETE=9,neutron:INSERT=5 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:39:58.262670 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-8f423d4a-fc4d-4331-8a10-fb4c5273eb69 admin admin] Publish callbacks [] for router (b8f5bb1e-95cb-4b01-8074-40c15f003c29), before_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:58.298012 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_dvr_db [None req-219a6073-9015-4641-a098-80bd1c14c76c None None] Set router b8f5bb1e-95cb-4b01-8074-40c15f003c29 gateway port host: dv-cinder-824149-6-iscsi {{(pid=107295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 07:39:58.382489 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:39:58.385504 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-8f423d4a-fc4d-4331-8a10-fb4c5273eb69 admin admin] Publish callbacks [] for router_gateway (b8f5bb1e-95cb-4b01-8074-40c15f003c29), before_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:58.482268 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_hamode_db [None req-219a6073-9015-4641-a098-80bd1c14c76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8f5bb1e-95cb-4b01-8074-40c15f003c29', 'name': 'tempest-DeleteServersTestJSON-1853793204-router', 'tenant_id': '9836d4c25e0e46a8a6245bb7b74c55ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': 'ba3eda8a-b437-4edc-a174-1240199b7341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:38:34Z', 'updated_at': '2022-09-15T07:39:57Z', 'revision_number': 5, 'project_id': '9836d4c25e0e46a8a6245bb7b74c55ce', 'gw_port': {'id': 'ba3eda8a-b437-4edc-a174-1240199b7341', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:3a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f5bb1e-95cb-4b01-8074-40c15f003c29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:38:35Z', 'updated_at': '2022-09-15T07:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi'}], 'dv-cinder-824149-6-iscsi', False) {} {{(pid=107295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:39:58.510376 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219a6073-9015-4641-a098-80bd1c14c76c None None] Checking router: b8f5bb1e-95cb-4b01-8074-40c15f003c29 for host: dv-cinder-824149-6-iscsi {{(pid=107295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 07:39:58.519993 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219a6073-9015-4641-a098-80bd1c14c76c None None] Routers {'b8f5bb1e-95cb-4b01-8074-40c15f003c29'} bound to L3 agent in host dv-cinder-824149-6-iscsi {{(pid=107295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 07:39:58.520660 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_hamode_db [None req-219a6073-9015-4641-a098-80bd1c14c76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T07:30:25Z,description=,heartbeat_timestamp=2022-09-15T07:39:55Z,host='dv-cinder-824149-6-iscsi',id=6177172c-20b9-4a3a-92be-d5dd082cfa3a,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T07:30:25Z,topic='l3_agent')) {'router_ids': ['b8f5bb1e-95cb-4b01-8074-40c15f003c29'], 'active': True} {{(pid=107295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:39:58.520948 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.plugin [None req-8f423d4a-fc4d-4331-8a10-fb4c5273eb69 admin admin] Deleting port ba3eda8a-b437-4edc-a174-1240199b7341 {{(pid=107279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 07:39:58.521319 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-8f423d4a-fc4d-4331-8a10-fb4c5273eb69 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729658711565'] for port (ba3eda8a-b437-4edc-a174-1240199b7341), before_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:58.605320 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 33230) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:39:58.607107 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.db [None req-8f423d4a-fc4d-4331-8a10-fb4c5273eb69 admin admin] For port ba3eda8a-b437-4edc-a174-1240199b7341, host dv-cinder-824149-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-6-iscsi',level=0,port_id=ba3eda8a-b437-4edc-a174-1240199b7341,segment=NetworkSegment(8c607054-1f24-4b82-9f54-7b368db757ce),segment_id=8c607054-1f24-4b82-9f54-7b368db757ce)] {{(pid=107279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:39:58.607555 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-8f423d4a-fc4d-4331-8a10-fb4c5273eb69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009180'] for port (ba3eda8a-b437-4edc-a174-1240199b7341), precommit_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:58.615912 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_dvr_db [None req-219a6073-9015-4641-a098-80bd1c14c76c None None] Set router b8f5bb1e-95cb-4b01-8074-40c15f003c29 gateway port host: None {{(pid=107295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 07:39:58.621615 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.plugin [None req-8f423d4a-fc4d-4331-8a10-fb4c5273eb69 admin admin] Calling delete_port for ba3eda8a-b437-4edc-a174-1240199b7341 owned by network:router_gateway {{(pid=107279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 07:39:58.622113 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-af16a72b-1db4-4998-abef-1242db40e0c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:58.672411 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_hamode_db [None req-219a6073-9015-4641-a098-80bd1c14c76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8f5bb1e-95cb-4b01-8074-40c15f003c29', 'name': 'tempest-DeleteServersTestJSON-1853793204-router', 'tenant_id': '9836d4c25e0e46a8a6245bb7b74c55ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:38:34Z', 'updated_at': '2022-09-15T07:39:58Z', 'revision_number': 6, 'project_id': '9836d4c25e0e46a8a6245bb7b74c55ce', 'gw_port_host': None}], 'dv-cinder-824149-6-iscsi', False) {} {{(pid=107295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:39:58.700901 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219a6073-9015-4641-a098-80bd1c14c76c None None] The sync data for ids ['b8f5bb1e-95cb-4b01-8074-40c15f003c29'] in dv-cinder-824149-6-iscsi is: [{'id': 'b8f5bb1e-95cb-4b01-8074-40c15f003c29', 'name': 'tempest-DeleteServersTestJSON-1853793204-router', 'tenant_id': '9836d4c25e0e46a8a6245bb7b74c55ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:38:34Z', 'updated_at': '2022-09-15T07:39:58Z', 'revision_number': 6, 'project_id': '9836d4c25e0e46a8a6245bb7b74c55ce', 'gw_port_host': None}] {{(pid=107295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 07:39:58.712703 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-af16a72b-1db4-4998-abef-1242db40e0c6 admin admin] Publish callbacks [] for security_group (f2630303-28dc-4b39-a8ef-b4854295f8a5), precommit_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:58.768148 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-af16a72b-1db4-4998-abef-1242db40e0c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (f2630303-28dc-4b39-a8ef-b4854295f8a5), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:58.813198 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-af16a72b-1db4-4998-abef-1242db40e0c6 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=08b5ae83a3a5483994e878bc1d5b382e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2067297 Sep 15 07:39:58.814178 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af16a72b-1db4-4998-abef-1242db40e0c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2630303-28dc-4b39-a8ef-b4854295f8a5,revision_number=1']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:39:58.815895 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 33232) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:39:58.867476 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-eb7cfa15-5a3f-4752-b93f-3ea51c011b44 admin admin] Publish callbacks [] for security_group (f2630303-28dc-4b39-a8ef-b4854295f8a5), before_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:58.887229 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-8f423d4a-fc4d-4331-8a10-fb4c5273eb69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729658628491', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729658170588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991753'] for port (ba3eda8a-b437-4edc-a174-1240199b7341), after_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:58.890236 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-eb7cfa15-5a3f-4752-b93f-3ea51c011b44 admin admin] Publish callbacks [] for security_group (f2630303-28dc-4b39-a8ef-b4854295f8a5), precommit_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:58.923037 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f423d4a-fc4d-4331-8a10-fb4c5273eb69 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba3eda8a-b437-4edc-a174-1240199b7341,revision_number=None']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:39:59.001870 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-8f423d4a-fc4d-4331-8a10-fb4c5273eb69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2007388'] for router_gateway (b8f5bb1e-95cb-4b01-8074-40c15f003c29), after_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:59.075168 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:39:59.107393 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-8f423d4a-fc4d-4331-8a10-fb4c5273eb69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2014664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1922'] for router (b8f5bb1e-95cb-4b01-8074-40c15f003c29), precommit_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:59.109233 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-eb7cfa15-5a3f-4752-b93f-3ea51c011b44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (f2630303-28dc-4b39-a8ef-b4854295f8a5), after_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:59.111983 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-eb7cfa15-5a3f-4752-b93f-3ea51c011b44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:59.113122 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-eb7cfa15-5a3f-4752-b93f-3ea51c011b44 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/f2630303-28dc-4b39-a8ef-b4854295f8a5 HTTP/1.1" status: 204 len: 168 time: 0.2962027 Sep 15 07:39:59.114534 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-8f423d4a-fc4d-4331-8a10-fb4c5273eb69 admin admin] Publish callbacks [] for router_controller (b8f5bb1e-95cb-4b01-8074-40c15f003c29), precommit_delete_associations {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:59.181136 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7cfa15-5a3f-4752-b93f-3ea51c011b44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2630303-28dc-4b39-a8ef-b4854295f8a5,revision_number=None']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:39:59.199822 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=56,neutron:UPDATE=3 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:39:59.262655 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-8f423d4a-fc4d-4331-8a10-fb4c5273eb69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2007659'] for router (b8f5bb1e-95cb-4b01-8074-40c15f003c29), after_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:59.263251 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f423d4a-fc4d-4331-8a10-fb4c5273eb69 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b8f5bb1e-95cb-4b01-8074-40c15f003c29 {{(pid=107279) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 07:39:59.268381 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-8f423d4a-fc4d-4331-8a10-fb4c5273eb69 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:59.269625 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-8f423d4a-fc4d-4331-8a10-fb4c5273eb69 admin admin] 10.222.0.42 "DELETE /networking/v2.0/routers/b8f5bb1e-95cb-4b01-8074-40c15f003c29 HTTP/1.1" status: 204 len: 168 time: 1.1192288 Sep 15 07:39:59.272535 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 33244) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:39:59.319229 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.db.db_base_plugin_v2 [None req-94c06246-8769-4572-a8c9-176774cfcc26 admin admin] Deleting subnet 37320245-f52b-465e-9b56-125b21fbaadc {{(pid=107276) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 15 07:39:59.322382 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-94c06246-8769-4572-a8c9-176774cfcc26 admin admin] Publish callbacks [] for subnet (37320245-f52b-465e-9b56-125b21fbaadc), before_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:59.349615 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:39:59.359980 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-94c06246-8769-4572-a8c9-176774cfcc26 admin admin] Publish callbacks [] for subnet (37320245-f52b-465e-9b56-125b21fbaadc), precommit_delete_associations {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:59.438271 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-94c06246-8769-4572-a8c9-176774cfcc26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-831850'] for subnet (37320245-f52b-465e-9b56-125b21fbaadc), precommit_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:59.611384 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-94c06246-8769-4572-a8c9-176774cfcc26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-835415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204'] for subnet (37320245-f52b-465e-9b56-125b21fbaadc), after_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:59.641801 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c06246-8769-4572-a8c9-176774cfcc26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37320245-f52b-465e-9b56-125b21fbaadc,revision_number=None']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:39:59.648307 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-94c06246-8769-4572-a8c9-176774cfcc26 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:59.654193 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-94c06246-8769-4572-a8c9-176774cfcc26 admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/37320245-f52b-465e-9b56-125b21fbaadc HTTP/1.1" status: 204 len: 168 time: 0.3778732 Sep 15 07:39:59.654425 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 33264) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:39:59.662286 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bcd9f73-bae6-4830-abe4-08747ae05f1e None None] Network feb69ed5-4e75-4d22-8da6-ae0dd81d5093 requested from dv-cinder-824149-6-iscsi {{(pid=107290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 07:39:59.746858 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-e990afb1-1d72-41a1-9c03-58ce06e9133b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-790559'] for network (feb69ed5-4e75-4d22-8da6-ae0dd81d5093), before_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:59.774500 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Device ba3eda8a-b437-4edc-a174-1240199b7341 no longer exists at agent ovs-agent-dv-cinder-824149-6-iscsi {{(pid=107290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 07:39:59.802772 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] No Port match for: ba3eda8a-b437-4edc-a174-1240199b7341 {{(pid=107290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 07:39:59.803418 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Device ba3eda8a-b437-4edc-a174-1240199b7341 not bound to the agent host dv-cinder-824149-6-iscsi {{(pid=107290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 07:39:59.803986 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Device ab05742b-0031-4759-9219-8ffa01976ccb no longer exists at agent ovs-agent-dv-cinder-824149-6-iscsi {{(pid=107290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 07:39:59.811180 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.plugin [None req-e990afb1-1d72-41a1-9c03-58ce06e9133b admin admin] Deleting port 66e9ed57-c2b1-4f04-a29b-b656bf5d75f6 {{(pid=107276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 07:39:59.818990 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-e990afb1-1d72-41a1-9c03-58ce06e9133b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729658711565'] for port (66e9ed57-c2b1-4f04-a29b-b656bf5d75f6), before_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:59.828586 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] No Port match for: ab05742b-0031-4759-9219-8ffa01976ccb {{(pid=107290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 07:39:59.828933 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Device ab05742b-0031-4759-9219-8ffa01976ccb not bound to the agent host dv-cinder-824149-6-iscsi {{(pid=107290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 07:39:59.895714 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-466b4c26-21bd-4f19-8695-dc87da2a5d2f None None] DHCP port deletion for feb69ed5-4e75-4d22-8da6-ae0dd81d5093 request from dv-cinder-824149-6-iscsi {{(pid=107290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 15 07:39:59.899100 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.db [None req-e990afb1-1d72-41a1-9c03-58ce06e9133b admin admin] For port 66e9ed57-c2b1-4f04-a29b-b656bf5d75f6, host dv-cinder-824149-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-6-iscsi',level=0,port_id=66e9ed57-c2b1-4f04-a29b-b656bf5d75f6,segment=NetworkSegment(89da3f12-2ab4-4b26-bff6-e30222299de9),segment_id=89da3f12-2ab4-4b26-bff6-e30222299de9)] {{(pid=107276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:39:59.899846 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-e990afb1-1d72-41a1-9c03-58ce06e9133b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009180'] for port (66e9ed57-c2b1-4f04-a29b-b656bf5d75f6), precommit_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:59.920100 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.plugin [None req-e990afb1-1d72-41a1-9c03-58ce06e9133b admin admin] Calling delete_port for 66e9ed57-c2b1-4f04-a29b-b656bf5d75f6 owned by network:dhcp {{(pid=107276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 07:39:59.952897 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-466b4c26-21bd-4f19-8695-dc87da2a5d2f None None] Deleting port 66e9ed57-c2b1-4f04-a29b-b656bf5d75f6 {{(pid=107290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 07:39:59.952897 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-466b4c26-21bd-4f19-8695-dc87da2a5d2f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729658711565'] for port (66e9ed57-c2b1-4f04-a29b-b656bf5d75f6), before_delete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:39:59.983256 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:40:00.038672 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-466b4c26-21bd-4f19-8695-dc87da2a5d2f None None] For port 66e9ed57-c2b1-4f04-a29b-b656bf5d75f6, host dv-cinder-824149-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-6-iscsi',level=0,port_id=66e9ed57-c2b1-4f04-a29b-b656bf5d75f6,segment=NetworkSegment(89da3f12-2ab4-4b26-bff6-e30222299de9),segment_id=89da3f12-2ab4-4b26-bff6-e30222299de9)] {{(pid=107290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:40:00.039224 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-466b4c26-21bd-4f19-8695-dc87da2a5d2f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009180'] for port (66e9ed57-c2b1-4f04-a29b-b656bf5d75f6), precommit_delete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:00.056646 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-466b4c26-21bd-4f19-8695-dc87da2a5d2f None None] Calling delete_port for 66e9ed57-c2b1-4f04-a29b-b656bf5d75f6 owned by network:dhcp {{(pid=107290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 07:40:00.126371 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 33278) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:40:00.153940 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-e990afb1-1d72-41a1-9c03-58ce06e9133b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729658628491', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729658170588'] for port (66e9ed57-c2b1-4f04-a29b-b656bf5d75f6), after_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:00.181270 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e990afb1-1d72-41a1-9c03-58ce06e9133b admin admin] Pushing event deleted for resources: {'Port': ['ID=66e9ed57-c2b1-4f04-a29b-b656bf5d75f6,revision_number=None']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:40:00.183419 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e990afb1-1d72-41a1-9c03-58ce06e9133b admin admin] No DVR routers for this DVR port 66e9ed57-c2b1-4f04-a29b-b656bf5d75f6 on host dv-cinder-824149-6-iscsi {{(pid=107276) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 07:40:00.212841 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-466b4c26-21bd-4f19-8695-dc87da2a5d2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729658628491', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729658170588'] for port (66e9ed57-c2b1-4f04-a29b-b656bf5d75f6), after_delete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:00.244388 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466b4c26-21bd-4f19-8695-dc87da2a5d2f None None] Pushing event deleted for resources: {'Port': ['ID=66e9ed57-c2b1-4f04-a29b-b656bf5d75f6,revision_number=None']} {{(pid=107290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:40:00.251975 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466b4c26-21bd-4f19-8695-dc87da2a5d2f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:40:00.251975 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466b4c26-21bd-4f19-8695-dc87da2a5d2f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:40:00.252156 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466b4c26-21bd-4f19-8695-dc87da2a5d2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:40:00.252542 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466b4c26-21bd-4f19-8695-dc87da2a5d2f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:40:00.252804 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466b4c26-21bd-4f19-8695-dc87da2a5d2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:40:00.253142 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466b4c26-21bd-4f19-8695-dc87da2a5d2f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:40:00.253454 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466b4c26-21bd-4f19-8695-dc87da2a5d2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:40:00.253803 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466b4c26-21bd-4f19-8695-dc87da2a5d2f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:40:00.254237 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466b4c26-21bd-4f19-8695-dc87da2a5d2f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:40:00.255273 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466b4c26-21bd-4f19-8695-dc87da2a5d2f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:40:00.255610 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466b4c26-21bd-4f19-8695-dc87da2a5d2f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:40:00.255944 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466b4c26-21bd-4f19-8695-dc87da2a5d2f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:40:00.256272 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466b4c26-21bd-4f19-8695-dc87da2a5d2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:40:00.256601 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466b4c26-21bd-4f19-8695-dc87da2a5d2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:40:00.256929 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466b4c26-21bd-4f19-8695-dc87da2a5d2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:40:00.260499 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466b4c26-21bd-4f19-8695-dc87da2a5d2f None None] No DVR routers for this DVR port 66e9ed57-c2b1-4f04-a29b-b656bf5d75f6 on host dv-cinder-824149-6-iscsi {{(pid=107290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 07:40:00.274400 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-e990afb1-1d72-41a1-9c03-58ce06e9133b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861249', 'neutron.services.segments.db._delete_segments_for_network-8729658700737'] for network (feb69ed5-4e75-4d22-8da6-ae0dd81d5093), precommit_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:00.303887 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-e990afb1-1d72-41a1-9c03-58ce06e9133b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=107276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 07:40:00.303887 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-e990afb1-1d72-41a1-9c03-58ce06e9133b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=107276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 07:40:00.303887 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-e990afb1-1d72-41a1-9c03-58ce06e9133b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=107276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 07:40:00.304221 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-e990afb1-1d72-41a1-9c03-58ce06e9133b admin admin] Subscribe: > port after_create 55550000 {{(pid=107276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 07:40:00.304489 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-e990afb1-1d72-41a1-9c03-58ce06e9133b admin admin] Subscribe: > port after_delete 55550000 {{(pid=107276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 07:40:00.304840 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-e990afb1-1d72-41a1-9c03-58ce06e9133b admin admin] Subscribe: > port after_update 55550000 {{(pid=107276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 07:40:00.305126 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-e990afb1-1d72-41a1-9c03-58ce06e9133b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=107276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 07:40:00.305462 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-e990afb1-1d72-41a1-9c03-58ce06e9133b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=107276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 07:40:00.305834 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-e990afb1-1d72-41a1-9c03-58ce06e9133b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=107276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 07:40:00.306170 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-e990afb1-1d72-41a1-9c03-58ce06e9133b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=107276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 07:40:00.380215 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-e990afb1-1d72-41a1-9c03-58ce06e9133b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=107276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 07:40:00.380579 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-e990afb1-1d72-41a1-9c03-58ce06e9133b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=107276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 07:40:00.380914 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-e990afb1-1d72-41a1-9c03-58ce06e9133b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=107276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 07:40:00.381241 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-e990afb1-1d72-41a1-9c03-58ce06e9133b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=107276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 07:40:00.381612 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.services.segments.db [None req-e990afb1-1d72-41a1-9c03-58ce06e9133b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['feb69ed5-4e75-4d22-8da6-ae0dd81d5093']}} {{(pid=107276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:40:00.405161 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-f5fdea00-7a1b-4a88-8c65-215e7d3507f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:00.408987 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.services.segments.db [None req-e990afb1-1d72-41a1-9c03-58ce06e9133b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89da3f12-2ab4-4b26-bff6-e30222299de9') {'for_net_delete': True} {{(pid=107276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:40:00.409288 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.services.segments.db [None req-e990afb1-1d72-41a1-9c03-58ce06e9133b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89da3f12-2ab4-4b26-bff6-e30222299de9') {} {{(pid=107276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:40:00.436684 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-e990afb1-1d72-41a1-9c03-58ce06e9133b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729658700629', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260830069'] for segment (89da3f12-2ab4-4b26-bff6-e30222299de9), before_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:00.466342 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-e990afb1-1d72-41a1-9c03-58ce06e9133b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906830'] for segment (89da3f12-2ab4-4b26-bff6-e30222299de9), precommit_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:00.483367 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e990afb1-1d72-41a1-9c03-58ce06e9133b admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=107276) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 07:40:00.483458 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-e990afb1-1d72-41a1-9c03-58ce06e9133b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260827639'] for segment (89da3f12-2ab4-4b26-bff6-e30222299de9), after_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:00.794737 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-f5fdea00-7a1b-4a88-8c65-215e7d3507f4 admin admin] Publish callbacks [] for security_group (4c4df404-ab99-400e-9597-07ae9416d021), precommit_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:00.860079 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-e990afb1-1d72-41a1-9c03-58ce06e9133b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2007433'] for network (feb69ed5-4e75-4d22-8da6-ae0dd81d5093), after_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:00.861596 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-f5fdea00-7a1b-4a88-8c65-215e7d3507f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (4c4df404-ab99-400e-9597-07ae9416d021), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:00.876903 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=77,neutron:DELETE=10,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:40:00.883196 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.services.segments.plugin [-] Segment 89da3f12-2ab4-4b26-bff6-e30222299de9 resource provider aggregate not found Sep 15 07:40:00.906431 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-e990afb1-1d72-41a1-9c03-58ce06e9133b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586190'] for network (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:00.910155 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-e990afb1-1d72-41a1-9c03-58ce06e9133b admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/feb69ed5-4e75-4d22-8da6-ae0dd81d5093 HTTP/1.1" status: 204 len: 168 time: 1.2548418 Sep 15 07:40:00.920504 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.services.segments.plugin [-] Segment 89da3f12-2ab4-4b26-bff6-e30222299de9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 89da3f12-2ab4-4b26-bff6-e30222299de9 found for delete ", "request_id": "req-f9e4cc5f-a937-4a04-b4b6-c25966143e91"}]} Sep 15 07:40:00.926399 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e990afb1-1d72-41a1-9c03-58ce06e9133b admin admin] Pushing event deleted for resources: {'Network': ['ID=feb69ed5-4e75-4d22-8da6-ae0dd81d5093,revision_number=None']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:40:00.936725 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-f5fdea00-7a1b-4a88-8c65-215e7d3507f4 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=689f09db29af457098dbffb8b346ee27&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8047628 Sep 15 07:40:00.936725 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fdea00-7a1b-4a88-8c65-215e7d3507f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c4df404-ab99-400e-9597-07ae9416d021,revision_number=1']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:40:00.936949 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 33310) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:40:01.004880 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-64fc8c7d-9998-47b1-b8cd-5ef20af660c6 admin admin] Publish callbacks [] for security_group (4c4df404-ab99-400e-9597-07ae9416d021), before_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:01.025216 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-64fc8c7d-9998-47b1-b8cd-5ef20af660c6 admin admin] Publish callbacks [] for security_group (4c4df404-ab99-400e-9597-07ae9416d021), precommit_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:01.139693 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-64fc8c7d-9998-47b1-b8cd-5ef20af660c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (4c4df404-ab99-400e-9597-07ae9416d021), after_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:01.144190 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-64fc8c7d-9998-47b1-b8cd-5ef20af660c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:01.147716 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-64fc8c7d-9998-47b1-b8cd-5ef20af660c6 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/4c4df404-ab99-400e-9597-07ae9416d021 HTTP/1.1" status: 204 len: 168 time: 0.2078388 Sep 15 07:40:01.156355 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fc8c7d-9998-47b1-b8cd-5ef20af660c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c4df404-ab99-400e-9597-07ae9416d021,revision_number=None']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:40:01.297564 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 33322) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:40:01.350335 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-ad70e3fc-baa5-4310-820d-8279ab46f4ee admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=9836d4c25e0e46a8a6245bb7b74c55ce&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0513515 Sep 15 07:40:01.352812 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 33324) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:40:01.412183 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-eb41af68-b25d-4e6b-b10e-280103ae1b53 admin admin] Publish callbacks [] for security_group (3434c6d4-d2ea-4b90-8bca-7aebc8670a68), before_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:01.434799 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-eb41af68-b25d-4e6b-b10e-280103ae1b53 admin admin] Publish callbacks [] for security_group (3434c6d4-d2ea-4b90-8bca-7aebc8670a68), precommit_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:01.559355 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-eb41af68-b25d-4e6b-b10e-280103ae1b53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (3434c6d4-d2ea-4b90-8bca-7aebc8670a68), after_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:01.561996 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-eb41af68-b25d-4e6b-b10e-280103ae1b53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:01.566721 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-eb41af68-b25d-4e6b-b10e-280103ae1b53 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/3434c6d4-d2ea-4b90-8bca-7aebc8670a68 HTTP/1.1" status: 204 len: 168 time: 0.2095711 Sep 15 07:40:01.572348 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb41af68-b25d-4e6b-b10e-280103ae1b53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3434c6d4-d2ea-4b90-8bca-7aebc8670a68,revision_number=None']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:40:01.691166 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Device 66e9ed57-c2b1-4f04-a29b-b656bf5d75f6 no longer exists at agent ovs-agent-dv-cinder-824149-6-iscsi {{(pid=107290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 07:40:01.710729 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] No Port match for: 66e9ed57-c2b1-4f04-a29b-b656bf5d75f6 {{(pid=107290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 07:40:01.711080 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Device 66e9ed57-c2b1-4f04-a29b-b656bf5d75f6 not bound to the agent host dv-cinder-824149-6-iscsi {{(pid=107290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 07:40:01.901148 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 33338) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:40:01.919811 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-6c59ffaa-9bc7-4792-bac5-98733f49f89b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:02.013043 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-6c59ffaa-9bc7-4792-bac5-98733f49f89b admin admin] Publish callbacks [] for security_group (0deb9757-f82b-44b5-aebc-79341e622f72), precommit_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:02.088184 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-6c59ffaa-9bc7-4792-bac5-98733f49f89b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (0deb9757-f82b-44b5-aebc-79341e622f72), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:02.127204 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c59ffaa-9bc7-4792-bac5-98733f49f89b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0deb9757-f82b-44b5-aebc-79341e622f72,revision_number=1']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:40:02.131401 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-6c59ffaa-9bc7-4792-bac5-98733f49f89b admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=a3dedcc6d611402db8e9acb55be14a04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2278383 Sep 15 07:40:02.137299 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 33348) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:40:02.163954 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:40:02.194397 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-3b43fb6b-9afb-4beb-b844-5a0c81cf665d admin admin] Publish callbacks [] for security_group (0deb9757-f82b-44b5-aebc-79341e622f72), before_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:02.215495 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-3b43fb6b-9afb-4beb-b844-5a0c81cf665d admin admin] Publish callbacks [] for security_group (0deb9757-f82b-44b5-aebc-79341e622f72), precommit_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:02.356704 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-3b43fb6b-9afb-4beb-b844-5a0c81cf665d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (0deb9757-f82b-44b5-aebc-79341e622f72), after_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:02.359427 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-3b43fb6b-9afb-4beb-b844-5a0c81cf665d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:02.360844 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-3b43fb6b-9afb-4beb-b844-5a0c81cf665d admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/0deb9757-f82b-44b5-aebc-79341e622f72 HTTP/1.1" status: 204 len: 168 time: 0.2225969 Sep 15 07:40:02.368906 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b43fb6b-9afb-4beb-b844-5a0c81cf665d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0deb9757-f82b-44b5-aebc-79341e622f72,revision_number=None']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:40:02.733202 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 33372) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:40:02.841833 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.v2.base [None req-7a8ef133-7336-4224-98dc-54dfb4437f27 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1974602652-network', 'tenant_id': 'cdc69db806d24d1f8eb18aadaaafabcb'}} {{(pid=107276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:40:02.959555 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a8ef133-7336-4224-98dc-54dfb4437f27 admin admin] Made reservation on behalf of cdc69db806d24d1f8eb18aadaaafabcb for: {'network': 1} {{(pid=107276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 07:40:02.961974 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-7a8ef133-7336-4224-98dc-54dfb4437f27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for network (None), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:02.971759 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-7a8ef133-7336-4224-98dc-54dfb4437f27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:03.063612 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-7a8ef133-7336-4224-98dc-54dfb4437f27 admin admin] Publish callbacks [] for security_group (3bbd3c93-b7a5-43ea-bc32-62815f5ad2de), precommit_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:03.126473 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-7a8ef133-7336-4224-98dc-54dfb4437f27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (3bbd3c93-b7a5-43ea-bc32-62815f5ad2de), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:03.153736 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a8ef133-7336-4224-98dc-54dfb4437f27 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=107276) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 07:40:03.169133 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-7a8ef133-7336-4224-98dc-54dfb4437f27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906830'] for segment (552c796d-8f18-442c-a86c-8bdb62d9921a), precommit_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:03.169563 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.db.segments_db [None req-7a8ef133-7336-4224-98dc-54dfb4437f27 admin admin] Added segment 552c796d-8f18-442c-a86c-8bdb62d9921a of type vlan for network 9125b9da-cf0a-438e-a321-05e9db8df553 Sep 15 07:40:03.171009 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8ef133-7336-4224-98dc-54dfb4437f27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bbd3c93-b7a5-43ea-bc32-62815f5ad2de,revision_number=1']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:40:03.221991 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-7a8ef133-7336-4224-98dc-54dfb4437f27 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729658139832'] for network (9125b9da-cf0a-438e-a321-05e9db8df553), precommit_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:03.322554 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-7a8ef133-7336-4224-98dc-54dfb4437f27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204'] for network (9125b9da-cf0a-438e-a321-05e9db8df553), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:03.323601 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a8ef133-7336-4224-98dc-54dfb4437f27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:40:03.324702 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-7a8ef133-7336-4224-98dc-54dfb4437f27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586190'] for network (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:03.385280 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8ef133-7336-4224-98dc-54dfb4437f27 admin admin] Pushing event updated for resources: {'Network': ['ID=9125b9da-cf0a-438e-a321-05e9db8df553,revision_number=1']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:40:03.395337 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Network 9125b9da-cf0a-438e-a321-05e9db8df553 details requested by agent ovs-agent-dv-cinder-824149-6-iscsi with host dv-cinder-824149-6-iscsi {{(pid=107290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 07:40:03.433678 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-7a8ef133-7336-4224-98dc-54dfb4437f27 admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.6992071 Sep 15 07:40:03.436539 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 33404) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:40:03.441511 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.v2.base [None req-05ad744d-f239-4d98-a298-e53798d7b603 admin admin] Request body: {'subnet': {'network_id': '9125b9da-cf0a-438e-a321-05e9db8df553', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1974602652-subnet', 'tenant_id': 'cdc69db806d24d1f8eb18aadaaafabcb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:40:03.591240 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05ad744d-f239-4d98-a298-e53798d7b603 admin admin] Made reservation on behalf of cdc69db806d24d1f8eb18aadaaafabcb for: {'subnet': 1} {{(pid=107276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 07:40:03.593798 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-05ad744d-f239-4d98-a298-e53798d7b603 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260771387'] for subnet (None), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:03.713599 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=78,neutron:INSERT=19,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:40:03.726799 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=77,neutron:INSERT=18,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:40:03.816982 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-05ad744d-f239-4d98-a298-e53798d7b603 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260830098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260771373'] for subnet (56bdd156-8a1e-4af7-bbaf-a09f4f37e06d), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:03.874798 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ad744d-f239-4d98-a298-e53798d7b603 admin admin] Pushing event updated for resources: {'Subnet': ['ID=56bdd156-8a1e-4af7-bbaf-a09f4f37e06d,revision_number=0']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:40:03.882928 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ad744d-f239-4d98-a298-e53798d7b603 admin admin] Checking segment: {'id': '552c796d-8f18-442c-a86c-8bdb62d9921a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '9125b9da-cf0a-438e-a321-05e9db8df553'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 07:40:03.883347 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ad744d-f239-4d98-a298-e53798d7b603 admin admin] Network hostable DHCP agents. Network: 9125b9da-cf0a-438e-a321-05e9db8df553, hostable agents: ['47b201f8-ba91-4005-8457-67653169c522'], hosted agents: [] {{(pid=107276) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 07:40:03.962861 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ad744d-f239-4d98-a298-e53798d7b603 admin admin] Network 9125b9da-cf0a-438e-a321-05e9db8df553 is scheduled to be hosted by DHCP agent 47b201f8-ba91-4005-8457-67653169c522 with binding_index 1 {{(pid=107276) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 07:40:04.057000 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 33416) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:40:04.068042 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.scheduler.base_scheduler [None req-05ad744d-f239-4d98-a298-e53798d7b603 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824149-6-iscsi, 9125b9da-cf0a-438e-a321-05e9db8df553) {{(pid=107276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 07:40:04.076730 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ad744d-f239-4d98-a298-e53798d7b603 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:40:04.077527 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-05ad744d-f239-4d98-a298-e53798d7b603 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:04.078638 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c2e0ff-06a7-4536-9256-27956c6f6b6a None None] Network 9125b9da-cf0a-438e-a321-05e9db8df553 requested from dv-cinder-824149-6-iscsi {{(pid=107290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 07:40:04.185916 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-28ef3288-a300-4f6b-8285-a1ab6405f149 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:04.188221 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06481eb8-5d35-4860-ae80-2bd595845b95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29e20e6a-f4c7-5fd3-bcac-85a18cccc141-9125b9da-cf0a-438e-a321-05e9db8df553', 'network_id': '9125b9da-cf0a-438e-a321-05e9db8df553', 'project_id': 'cdc69db806d24d1f8eb18aadaaafabcb', 'fixed_ips': [{'subnet_id': '56bdd156-8a1e-4af7-bbaf-a09f4f37e06d'}]}} from dv-cinder-824149-6-iscsi. {{(pid=107290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 15 07:40:04.189259 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-06481eb8-5d35-4860-ae80-2bd595845b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (None), before_create {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:04.201313 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-05ad744d-f239-4d98-a298-e53798d7b603 admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.7625048 Sep 15 07:40:04.203123 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 33422) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:40:04.207438 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.v2.base [None req-98809abe-c176-46b9-8a98-38e67d33c9f0 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1974602652-router', 'tenant_id': 'cdc69db806d24d1f8eb18aadaaafabcb', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa'}}} {{(pid=107279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:40:04.271808 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-28ef3288-a300-4f6b-8285-a1ab6405f149 admin admin] Publish callbacks [] for security_group (26746a39-2d84-4485-a4be-b65c5622847e), precommit_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:04.296897 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-98809abe-c176-46b9-8a98-38e67d33c9f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2008969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1936'] for router (c49f23c8-1aaa-443a-95b1-c12d58cc74fb), before_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:04.298101 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-98809abe-c176-46b9-8a98-38e67d33c9f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2014644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2006267', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2072115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1945'] for router (c49f23c8-1aaa-443a-95b1-c12d58cc74fb), precommit_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:04.336725 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.db_base_plugin_common [None req-06481eb8-5d35-4860-ae80-2bd595845b95 None None] Allocated IP 172.20.0.2 (9125b9da-cf0a-438e-a321-05e9db8df553/56bdd156-8a1e-4af7-bbaf-a09f4f37e06d/078e0c3f-7d7c-4003-a5d4-a919688c495d) {{(pid=107290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 07:40:04.350799 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-98809abe-c176-46b9-8a98-38e67d33c9f0 admin admin] Publish callbacks [] for router_controller (c49f23c8-1aaa-443a-95b1-c12d58cc74fb), precommit_add_association {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:04.363029 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:40:04.374236 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-28ef3288-a300-4f6b-8285-a1ab6405f149 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (26746a39-2d84-4485-a4be-b65c5622847e), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:04.413372 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-28ef3288-a300-4f6b-8285-a1ab6405f149 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=69a24f9ec9544eb788b0d756bb47ffb5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3552749 Sep 15 07:40:04.414211 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ef3288-a300-4f6b-8285-a1ab6405f149 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26746a39-2d84-4485-a4be-b65c5622847e,revision_number=1']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:40:04.416139 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 33426) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:40:04.483520 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-06481eb8-5d35-4860-ae80-2bd595845b95 None None] Publish callbacks [] for port (078e0c3f-7d7c-4003-a5d4-a919688c495d), precommit_create {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:04.565312 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-06481eb8-5d35-4860-ae80-2bd595845b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729658170579'] for port (078e0c3f-7d7c-4003-a5d4-a919688c495d), after_create {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:04.570200 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:40:04.584374 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=85,neutron:DELETE=10,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:40:04.590837 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-7d6c7086-7311-4142-9e9b-847f9bd11bf8 admin admin] Publish callbacks [] for security_group (26746a39-2d84-4485-a4be-b65c5622847e), before_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:04.594098 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-98809abe-c176-46b9-8a98-38e67d33c9f0 admin admin] Publish callbacks [] for router_gateway (c49f23c8-1aaa-443a-95b1-c12d58cc74fb), precommit_update {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:04.604979 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06481eb8-5d35-4860-ae80-2bd595845b95 None None] Network 9125b9da-cf0a-438e-a321-05e9db8df553 is already hosted by enough agents. {{(pid=107290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 07:40:04.612478 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.scheduler.base_scheduler [None req-06481eb8-5d35-4860-ae80-2bd595845b95 None None] Resources bound (agent type, host, resource id): {{(pid=107290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 07:40:04.616326 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06481eb8-5d35-4860-ae80-2bd595845b95 None None] Received port after_create {{(pid=107290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 07:40:04.618986 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-7d6c7086-7311-4142-9e9b-847f9bd11bf8 admin admin] Publish callbacks [] for security_group (26746a39-2d84-4485-a4be-b65c5622847e), precommit_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:04.619392 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06481eb8-5d35-4860-ae80-2bd595845b95 None None] Pushing event updated for resources: {'Port': ['ID=078e0c3f-7d7c-4003-a5d4-a919688c495d,revision_number=1']} {{(pid=107290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:40:04.677062 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.managers [None req-06481eb8-5d35-4860-ae80-2bd595845b95 None None] Attempting to bind port 078e0c3f-7d7c-4003-a5d4-a919688c495d on host dv-cinder-824149-6-iscsi for vnic_type normal with profile {{(pid=107290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 07:40:04.677437 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.managers [None req-06481eb8-5d35-4860-ae80-2bd595845b95 None None] Attempting to bind port 078e0c3f-7d7c-4003-a5d4-a919688c495d by drivers openvswitch,hyperv on host dv-cinder-824149-6-iscsi at level 0 using segments [{'id': '552c796d-8f18-442c-a86c-8bdb62d9921a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '9125b9da-cf0a-438e-a321-05e9db8df553'}] {{(pid=107290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 07:40:04.677837 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06481eb8-5d35-4860-ae80-2bd595845b95 None None] Attempting to bind port 078e0c3f-7d7c-4003-a5d4-a919688c495d on network 9125b9da-cf0a-438e-a321-05e9db8df553 {{(pid=107290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 07:40:04.722756 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06481eb8-5d35-4860-ae80-2bd595845b95 None None] Checking agent: {'id': 'c3acd0b9-3b8e-4f77-9053-2ca2457616b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824149-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 7, 30, 28), 'started_at': datetime.datetime(2022, 9, 15, 7, 30, 58), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 7, 39, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824149-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 07:40:04.724971 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06481eb8-5d35-4860-ae80-2bd595845b95 None None] Checking segment: {'id': '552c796d-8f18-442c-a86c-8bdb62d9921a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '9125b9da-cf0a-438e-a321-05e9db8df553'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 07:40:04.724971 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-06481eb8-5d35-4860-ae80-2bd595845b95 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:04.724971 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06481eb8-5d35-4860-ae80-2bd595845b95 None None] Bound using segment: {'id': '552c796d-8f18-442c-a86c-8bdb62d9921a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '9125b9da-cf0a-438e-a321-05e9db8df553'} {{(pid=107290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 07:40:04.724971 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.managers [None req-06481eb8-5d35-4860-ae80-2bd595845b95 None None] Bound port: 078e0c3f-7d7c-4003-a5d4-a919688c495d, host: dv-cinder-824149-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '552c796d-8f18-442c-a86c-8bdb62d9921a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '9125b9da-cf0a-438e-a321-05e9db8df553'}}] {{(pid=107290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 07:40:04.724971 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-06481eb8-5d35-4860-ae80-2bd595845b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (078e0c3f-7d7c-4003-a5d4-a919688c495d), before_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:04.759709 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-7d6c7086-7311-4142-9e9b-847f9bd11bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (26746a39-2d84-4485-a4be-b65c5622847e), after_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:04.762298 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-7d6c7086-7311-4142-9e9b-847f9bd11bf8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:04.763432 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-7d6c7086-7311-4142-9e9b-847f9bd11bf8 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/26746a39-2d84-4485-a4be-b65c5622847e HTTP/1.1" status: 204 len: 168 time: 0.3461232 Sep 15 07:40:04.796208 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-06481eb8-5d35-4860-ae80-2bd595845b95 None None] For port 078e0c3f-7d7c-4003-a5d4-a919688c495d, host dv-cinder-824149-6-iscsi, cleared binding levels {{(pid=107290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 07:40:04.799680 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-06481eb8-5d35-4860-ae80-2bd595845b95 None None] For port 078e0c3f-7d7c-4003-a5d4-a919688c495d, host dv-cinder-824149-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-6-iscsi',level=0,port_id=078e0c3f-7d7c-4003-a5d4-a919688c495d,segment=NetworkSegment(552c796d-8f18-442c-a86c-8bdb62d9921a),segment_id=552c796d-8f18-442c-a86c-8bdb62d9921a)] {{(pid=107290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 07:40:04.805347 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6c7086-7311-4142-9e9b-847f9bd11bf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26746a39-2d84-4485-a4be-b65c5622847e,revision_number=None']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:40:04.874182 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-06481eb8-5d35-4860-ae80-2bd595845b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615'] for port (078e0c3f-7d7c-4003-a5d4-a919688c495d), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:04.886322 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-98809abe-c176-46b9-8a98-38e67d33c9f0 admin admin] Publish callbacks [] for router_gateway (c49f23c8-1aaa-443a-95b1-c12d58cc74fb), before_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:04.914595 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-98809abe-c176-46b9-8a98-38e67d33c9f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (None), before_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:04.932491 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06481eb8-5d35-4860-ae80-2bd595845b95 None None] Pushing event updated for resources: {'Port': ['ID=078e0c3f-7d7c-4003-a5d4-a919688c495d,revision_number=2']} {{(pid=107290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:40:04.978076 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:40:05.034647 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.db.db_base_plugin_common [None req-98809abe-c176-46b9-8a98-38e67d33c9f0 admin admin] Allocated IP 172.27.0.249 (7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa/2c94e072-16ef-4b41-8118-d589be48e89d/9b2e6a3c-e80e-49a8-a8fa-1183e129b2c4) {{(pid=107279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 07:40:05.187970 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-98809abe-c176-46b9-8a98-38e67d33c9f0 admin admin] Publish callbacks [] for port (9b2e6a3c-e80e-49a8-a8fa-1183e129b2c4), precommit_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:05.286305 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-98809abe-c176-46b9-8a98-38e67d33c9f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729658170579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991753'] for port (9b2e6a3c-e80e-49a8-a8fa-1183e129b2c4), after_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:05.328998 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98809abe-c176-46b9-8a98-38e67d33c9f0 admin admin] Network 7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa is already hosted by enough agents. {{(pid=107279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 07:40:05.332061 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.scheduler.base_scheduler [None req-98809abe-c176-46b9-8a98-38e67d33c9f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=107279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 07:40:05.334534 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98809abe-c176-46b9-8a98-38e67d33c9f0 admin admin] Received port after_create {{(pid=107279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 07:40:05.357153 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98809abe-c176-46b9-8a98-38e67d33c9f0 admin admin] Pushing event updated for resources: {'Port': ['ID=9b2e6a3c-e80e-49a8-a8fa-1183e129b2c4,revision_number=1']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:40:05.472058 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:40:05.624788 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-98809abe-c176-46b9-8a98-38e67d33c9f0 admin admin] Publish callbacks [] for router_gateway (c49f23c8-1aaa-443a-95b1-c12d58cc74fb), after_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:05.736888 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Device 078e0c3f-7d7c-4003-a5d4-a919688c495d up at agent ovs-agent-dv-cinder-824149-6-iscsi {{(pid=107290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 07:40:05.786707 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Provisioning complete for port 078e0c3f-7d7c-4003-a5d4-a919688c495d triggered by entity L2. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 07:40:05.787226 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862942'] for port (078e0c3f-7d7c-4003-a5d4-a919688c495d), provisioning_complete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:05.787750 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Attempt 1 to provision port 078e0c3f-7d7c-4003-a5d4-a919688c495d Sep 15 07:40:05.843854 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-98809abe-c176-46b9-8a98-38e67d33c9f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2014700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2007332'] for router (c49f23c8-1aaa-443a-95b1-c12d58cc74fb), after_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:05.870277 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Current status of the port 078e0c3f-7d7c-4003-a5d4-a919688c495d is: DOWN; New status is: ACTIVE {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:40:05.870665 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (078e0c3f-7d7c-4003-a5d4-a919688c495d), before_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:05.908039 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d5548b-0ec8-4595-a79e-0c0d621d6eab None None] Network 9125b9da-cf0a-438e-a321-05e9db8df553 requested from dv-cinder-824149-6-iscsi {{(pid=107290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 07:40:05.913652 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] For port 078e0c3f-7d7c-4003-a5d4-a919688c495d, host dv-cinder-824149-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-6-iscsi',level=0,port_id=078e0c3f-7d7c-4003-a5d4-a919688c495d,segment=NetworkSegment(552c796d-8f18-442c-a86c-8bdb62d9921a),segment_id=552c796d-8f18-442c-a86c-8bdb62d9921a)] {{(pid=107290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:40:05.984042 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-a41a07c3-d3f5-43c5-9ad5-6ca3ed3813a3 None None] Provisioning complete for port 078e0c3f-7d7c-4003-a5d4-a919688c495d triggered by entity DHCP. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 07:40:05.984415 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-a41a07c3-d3f5-43c5-9ad5-6ca3ed3813a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862942'] for port (078e0c3f-7d7c-4003-a5d4-a919688c495d), provisioning_complete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:05.984751 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-a41a07c3-d3f5-43c5-9ad5-6ca3ed3813a3 None None] Attempt 1 to provision port 078e0c3f-7d7c-4003-a5d4-a919688c495d Sep 15 07:40:06.015492 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615'] for port (078e0c3f-7d7c-4003-a5d4-a919688c495d), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:06.021968 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:40:06.071132 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98809abe-c176-46b9-8a98-38e67d33c9f0 admin admin] Router c49f23c8-1aaa-443a-95b1-c12d58cc74fb is scheduled to L3 agent 6177172c-20b9-4a3a-92be-d5dd082cfa3a with binding_index 1 {{(pid=107279) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 07:40:06.114527 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Pushing event updated for resources: {'Port': ['ID=078e0c3f-7d7c-4003-a5d4-a919688c495d,revision_number=3']} {{(pid=107290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:40:06.185562 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98809abe-c176-46b9-8a98-38e67d33c9f0 admin admin] Notify agent at l3_agent.dv-cinder-824149-6-iscsi the message routers_updated {{(pid=107279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 07:40:06.269664 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc5e168-39ab-476a-89f2-aac3ba41532b None None] Sync routers for ids ['c49f23c8-1aaa-443a-95b1-c12d58cc74fb'] in dv-cinder-824149-6-iscsi {{(pid=107290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 07:40:06.270930 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-98809abe-c176-46b9-8a98-38e67d33c9f0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:06.278229 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-98809abe-c176-46b9-8a98-38e67d33c9f0 admin admin] 10.222.0.42 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 931 time: 2.0694249 Sep 15 07:40:06.278229 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 33444) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:40:06.297683 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-a41a07c3-d3f5-43c5-9ad5-6ca3ed3813a3 None None] Current status of the port 078e0c3f-7d7c-4003-a5d4-a919688c495d is: ACTIVE; New status is: ACTIVE {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:40:06.305500 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc5e168-39ab-476a-89f2-aac3ba41532b None None] Routers {'c49f23c8-1aaa-443a-95b1-c12d58cc74fb'} bound to L3 agent in host dv-cinder-824149-6-iscsi {{(pid=107290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 07:40:06.306190 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_hamode_db [None req-ecc5e168-39ab-476a-89f2-aac3ba41532b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T07:30:25Z,description=,heartbeat_timestamp=2022-09-15T07:39:55Z,host='dv-cinder-824149-6-iscsi',id=6177172c-20b9-4a3a-92be-d5dd082cfa3a,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T07:30:25Z,topic='l3_agent')) {'router_ids': ['c49f23c8-1aaa-443a-95b1-c12d58cc74fb'], 'active': True} {{(pid=107290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:40:06.423766 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvr_db [None req-ecc5e168-39ab-476a-89f2-aac3ba41532b None None] Set router c49f23c8-1aaa-443a-95b1-c12d58cc74fb gateway port host: dv-cinder-824149-6-iscsi {{(pid=107290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 07:40:06.426060 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-aebecd23-c2fd-45e7-acac-ca118ca86c67 None None] Provisioning complete for port 078e0c3f-7d7c-4003-a5d4-a919688c495d triggered by entity DHCP. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 07:40:06.426433 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-aebecd23-c2fd-45e7-acac-ca118ca86c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862942'] for port (078e0c3f-7d7c-4003-a5d4-a919688c495d), provisioning_complete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:06.426939 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-aebecd23-c2fd-45e7-acac-ca118ca86c67 None None] Attempt 1 to provision port 078e0c3f-7d7c-4003-a5d4-a919688c495d Sep 15 07:40:06.513864 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:40:06.649913 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-aebecd23-c2fd-45e7-acac-ca118ca86c67 None None] Current status of the port 078e0c3f-7d7c-4003-a5d4-a919688c495d is: ACTIVE; New status is: ACTIVE {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:40:06.668642 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_hamode_db [None req-ecc5e168-39ab-476a-89f2-aac3ba41532b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c49f23c8-1aaa-443a-95b1-c12d58cc74fb', 'name': 'tempest-ServerRescueNegativeTestJSON-1974602652-router', 'tenant_id': 'cdc69db806d24d1f8eb18aadaaafabcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '9b2e6a3c-e80e-49a8-a8fa-1183e129b2c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:40:04Z', 'updated_at': '2022-09-15T07:40:05Z', 'revision_number': 3, 'project_id': 'cdc69db806d24d1f8eb18aadaaafabcb', 'gw_port': {'id': '9b2e6a3c-e80e-49a8-a8fa-1183e129b2c4', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:9f:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c49f23c8-1aaa-443a-95b1-c12d58cc74fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:40:04Z', 'updated_at': '2022-09-15T07:40:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi'}], 'dv-cinder-824149-6-iscsi', False) {} {{(pid=107290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:40:06.695177 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc5e168-39ab-476a-89f2-aac3ba41532b None None] Checking router: c49f23c8-1aaa-443a-95b1-c12d58cc74fb for host: dv-cinder-824149-6-iscsi {{(pid=107290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 07:40:06.695439 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc5e168-39ab-476a-89f2-aac3ba41532b None None] Updating router c49f23c8-1aaa-443a-95b1-c12d58cc74fb port 9b2e6a3c-e80e-49a8-a8fa-1183e129b2c4 binding host dv-cinder-824149-6-iscsi {{(pid=107290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 07:40:06.719729 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:40:06.723603 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-ecc5e168-39ab-476a-89f2-aac3ba41532b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (9b2e6a3c-e80e-49a8-a8fa-1183e129b2c4), before_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:06.823789 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:40:06.899140 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-bc2e5c29-6eff-493f-be65-3f838eb202fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (None), before_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:06.995187 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-ecc5e168-39ab-476a-89f2-aac3ba41532b None None] Publish callbacks [] for port (9b2e6a3c-e80e-49a8-a8fa-1183e129b2c4), precommit_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:07.060210 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-ecc5e168-39ab-476a-89f2-aac3ba41532b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615'] for port (9b2e6a3c-e80e-49a8-a8fa-1183e129b2c4), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:07.061197 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.db.db_base_plugin_common [None req-bc2e5c29-6eff-493f-be65-3f838eb202fa admin admin] Allocated IP 172.20.0.1 (9125b9da-cf0a-438e-a321-05e9db8df553/56bdd156-8a1e-4af7-bbaf-a09f4f37e06d/437c5d00-5648-4442-b53c-f7174a03af78) {{(pid=107279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 07:40:07.094594 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.managers [None req-ecc5e168-39ab-476a-89f2-aac3ba41532b None None] Attempting to bind port 9b2e6a3c-e80e-49a8-a8fa-1183e129b2c4 on host dv-cinder-824149-6-iscsi for vnic_type normal with profile {{(pid=107290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 07:40:07.094964 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.managers [None req-ecc5e168-39ab-476a-89f2-aac3ba41532b None None] Attempting to bind port 9b2e6a3c-e80e-49a8-a8fa-1183e129b2c4 by drivers openvswitch,hyperv on host dv-cinder-824149-6-iscsi at level 0 using segments [{'id': '8c607054-1f24-4b82-9f54-7b368db757ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa'}] {{(pid=107290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 07:40:07.095326 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc5e168-39ab-476a-89f2-aac3ba41532b None None] Attempting to bind port 9b2e6a3c-e80e-49a8-a8fa-1183e129b2c4 on network 7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa {{(pid=107290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 07:40:07.119864 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:40:07.131536 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ce373e-1adb-4c63-900a-40f92cf7b040 None None] Pushing event updated for resources: {'Port': ['ID=9b2e6a3c-e80e-49a8-a8fa-1183e129b2c4,revision_number=2']} {{(pid=107290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:40:07.149555 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc5e168-39ab-476a-89f2-aac3ba41532b None None] Checking agent: {'id': 'c3acd0b9-3b8e-4f77-9053-2ca2457616b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824149-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 7, 30, 28), 'started_at': datetime.datetime(2022, 9, 15, 7, 30, 58), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 7, 39, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824149-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 07:40:07.149950 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc5e168-39ab-476a-89f2-aac3ba41532b None None] Checking segment: {'id': '8c607054-1f24-4b82-9f54-7b368db757ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 07:40:07.150349 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-ecc5e168-39ab-476a-89f2-aac3ba41532b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:07.150732 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc5e168-39ab-476a-89f2-aac3ba41532b None None] Bound using segment: {'id': '8c607054-1f24-4b82-9f54-7b368db757ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa'} {{(pid=107290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 07:40:07.151208 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.managers [None req-ecc5e168-39ab-476a-89f2-aac3ba41532b None None] Bound port: 9b2e6a3c-e80e-49a8-a8fa-1183e129b2c4, host: dv-cinder-824149-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c607054-1f24-4b82-9f54-7b368db757ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa'}}] {{(pid=107290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 07:40:07.151585 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-ecc5e168-39ab-476a-89f2-aac3ba41532b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (9b2e6a3c-e80e-49a8-a8fa-1183e129b2c4), before_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:07.169230 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-bc2e5c29-6eff-493f-be65-3f838eb202fa admin admin] Publish callbacks [] for port (437c5d00-5648-4442-b53c-f7174a03af78), precommit_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:07.201470 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-ecc5e168-39ab-476a-89f2-aac3ba41532b None None] For port 9b2e6a3c-e80e-49a8-a8fa-1183e129b2c4, host dv-cinder-824149-6-iscsi, cleared binding levels {{(pid=107290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 07:40:07.204450 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-ecc5e168-39ab-476a-89f2-aac3ba41532b None None] For port 9b2e6a3c-e80e-49a8-a8fa-1183e129b2c4, host dv-cinder-824149-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-6-iscsi',level=0,port_id=9b2e6a3c-e80e-49a8-a8fa-1183e129b2c4,segment=NetworkSegment(8c607054-1f24-4b82-9f54-7b368db757ce),segment_id=8c607054-1f24-4b82-9f54-7b368db757ce)] {{(pid=107290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 07:40:07.254663 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-bc2e5c29-6eff-493f-be65-3f838eb202fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729658170579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991753'] for port (437c5d00-5648-4442-b53c-f7174a03af78), after_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:07.285728 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-ecc5e168-39ab-476a-89f2-aac3ba41532b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615'] for port (9b2e6a3c-e80e-49a8-a8fa-1183e129b2c4), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:07.296321 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc2e5c29-6eff-493f-be65-3f838eb202fa admin admin] Network 9125b9da-cf0a-438e-a321-05e9db8df553 is already hosted by enough agents. {{(pid=107279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 07:40:07.299708 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.scheduler.base_scheduler [None req-bc2e5c29-6eff-493f-be65-3f838eb202fa admin admin] Resources bound (agent type, host, resource id): {{(pid=107279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 07:40:07.303651 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2e5c29-6eff-493f-be65-3f838eb202fa admin admin] Received port after_create {{(pid=107279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 07:40:07.322903 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc5e168-39ab-476a-89f2-aac3ba41532b None None] Routers {'c49f23c8-1aaa-443a-95b1-c12d58cc74fb'} bound to L3 agent in host dv-cinder-824149-6-iscsi {{(pid=107290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 07:40:07.323558 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_hamode_db [None req-ecc5e168-39ab-476a-89f2-aac3ba41532b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T07:30:25Z,description=,heartbeat_timestamp=2022-09-15T07:39:55Z,host='dv-cinder-824149-6-iscsi',id=6177172c-20b9-4a3a-92be-d5dd082cfa3a,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T07:30:25Z,topic='l3_agent')) {'router_ids': ['c49f23c8-1aaa-443a-95b1-c12d58cc74fb'], 'active': True} {{(pid=107290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:40:07.328515 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2e5c29-6eff-493f-be65-3f838eb202fa admin admin] Pushing event updated for resources: {'Port': ['ID=437c5d00-5648-4442-b53c-f7174a03af78,revision_number=1']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:40:07.381517 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-bc2e5c29-6eff-493f-be65-3f838eb202fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2002461'] for router_interface (c49f23c8-1aaa-443a-95b1-c12d58cc74fb), before_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:07.406934 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ce373e-1adb-4c63-900a-40f92cf7b040 None None] Pushing event updated for resources: {'Port': ['ID=9b2e6a3c-e80e-49a8-a8fa-1183e129b2c4,revision_number=3']} {{(pid=107290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:40:07.492902 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvr_db [None req-ecc5e168-39ab-476a-89f2-aac3ba41532b None None] Set router c49f23c8-1aaa-443a-95b1-c12d58cc74fb gateway port host: dv-cinder-824149-6-iscsi {{(pid=107290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 07:40:07.615605 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:40:07.627416 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-bc2e5c29-6eff-493f-be65-3f838eb202fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (437c5d00-5648-4442-b53c-f7174a03af78), before_update {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:07.667759 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:40:07.722485 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-85d0bdc0-3e9a-4204-b031-9bc6f7de96e5 None None] Provisioning complete for port 437c5d00-5648-4442-b53c-f7174a03af78 triggered by entity DHCP. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 07:40:07.723037 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-85d0bdc0-3e9a-4204-b031-9bc6f7de96e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862942'] for port (437c5d00-5648-4442-b53c-f7174a03af78), provisioning_complete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:07.723523 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-85d0bdc0-3e9a-4204-b031-9bc6f7de96e5 None None] Attempt 1 to provision port 437c5d00-5648-4442-b53c-f7174a03af78 Sep 15 07:40:07.728665 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Device 078e0c3f-7d7c-4003-a5d4-a919688c495d up at agent ovs-agent-dv-cinder-824149-6-iscsi {{(pid=107290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 07:40:07.774474 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_hamode_db [None req-ecc5e168-39ab-476a-89f2-aac3ba41532b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c49f23c8-1aaa-443a-95b1-c12d58cc74fb', 'name': 'tempest-ServerRescueNegativeTestJSON-1974602652-router', 'tenant_id': 'cdc69db806d24d1f8eb18aadaaafabcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '9b2e6a3c-e80e-49a8-a8fa-1183e129b2c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:40:04Z', 'updated_at': '2022-09-15T07:40:05Z', 'revision_number': 3, 'project_id': 'cdc69db806d24d1f8eb18aadaaafabcb', 'gw_port': {'id': '9b2e6a3c-e80e-49a8-a8fa-1183e129b2c4', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:9f:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c49f23c8-1aaa-443a-95b1-c12d58cc74fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:40:04Z', 'updated_at': '2022-09-15T07:40:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi'}], 'dv-cinder-824149-6-iscsi', False) {} {{(pid=107290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:40:07.792079 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:40:07.810012 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-bc2e5c29-6eff-493f-be65-3f838eb202fa admin admin] Publish callbacks [] for port (437c5d00-5648-4442-b53c-f7174a03af78), precommit_update {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:07.816418 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc5e168-39ab-476a-89f2-aac3ba41532b None None] The sync data for ids ['c49f23c8-1aaa-443a-95b1-c12d58cc74fb'] in dv-cinder-824149-6-iscsi is: [{'id': 'c49f23c8-1aaa-443a-95b1-c12d58cc74fb', 'name': 'tempest-ServerRescueNegativeTestJSON-1974602652-router', 'tenant_id': 'cdc69db806d24d1f8eb18aadaaafabcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '9b2e6a3c-e80e-49a8-a8fa-1183e129b2c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:40:04Z', 'updated_at': '2022-09-15T07:40:05Z', 'revision_number': 3, 'project_id': 'cdc69db806d24d1f8eb18aadaaafabcb', 'gw_port': {'id': '9b2e6a3c-e80e-49a8-a8fa-1183e129b2c4', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:9f:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c49f23c8-1aaa-443a-95b1-c12d58cc74fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:40:04Z', 'updated_at': '2022-09-15T07:40:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi'}] {{(pid=107290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 07:40:07.819193 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-85d0bdc0-3e9a-4204-b031-9bc6f7de96e5 None None] Port 437c5d00-5648-4442-b53c-f7174a03af78 cannot update to ACTIVE because it is not bound. {{(pid=107290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 07:40:07.832283 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Provisioning complete for port 078e0c3f-7d7c-4003-a5d4-a919688c495d triggered by entity L2. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 07:40:07.832656 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862942'] for port (078e0c3f-7d7c-4003-a5d4-a919688c495d), provisioning_complete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:07.832994 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Attempt 1 to provision port 078e0c3f-7d7c-4003-a5d4-a919688c495d Sep 15 07:40:07.873842 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-bc2e5c29-6eff-493f-be65-3f838eb202fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991792'] for port (437c5d00-5648-4442-b53c-f7174a03af78), after_update {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:07.919318 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Current status of the port 078e0c3f-7d7c-4003-a5d4-a919688c495d is: ACTIVE; New status is: ACTIVE {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:40:08.152002 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-bc2e5c29-6eff-493f-be65-3f838eb202fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2002569'] for router_interface (c49f23c8-1aaa-443a-95b1-c12d58cc74fb), after_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:08.152002 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2e5c29-6eff-493f-be65-3f838eb202fa admin admin] Pushing event updated for resources: {'Port': ['ID=437c5d00-5648-4442-b53c-f7174a03af78,revision_number=2']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:40:08.152002 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc2e5c29-6eff-493f-be65-3f838eb202fa admin admin] Network 9125b9da-cf0a-438e-a321-05e9db8df553 is already hosted by enough agents. {{(pid=107279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 07:40:08.152002 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.scheduler.base_scheduler [None req-bc2e5c29-6eff-493f-be65-3f838eb202fa admin admin] Resources bound (agent type, host, resource id): {{(pid=107279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 07:40:08.288488 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc2e5c29-6eff-493f-be65-3f838eb202fa admin admin] Router c49f23c8-1aaa-443a-95b1-c12d58cc74fb has already been hosted by L3 agent 6177172c-20b9-4a3a-92be-d5dd082cfa3a {{(pid=107279) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 07:40:08.321148 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-85d0bdc0-3e9a-4204-b031-9bc6f7de96e5 None None] Attempt 2 to provision port 437c5d00-5648-4442-b53c-f7174a03af78 Sep 15 07:40:08.363409 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-85d0bdc0-3e9a-4204-b031-9bc6f7de96e5 None None] Port 437c5d00-5648-4442-b53c-f7174a03af78 cannot update to ACTIVE because it is not bound. {{(pid=107290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 07:40:08.406916 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc2e5c29-6eff-493f-be65-3f838eb202fa admin admin] Notify agent at l3_agent.dv-cinder-824149-6-iscsi the message routers_updated {{(pid=107279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 07:40:08.412264 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-bc2e5c29-6eff-493f-be65-3f838eb202fa admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/c49f23c8-1aaa-443a-95b1-c12d58cc74fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1355863 Sep 15 07:40:08.618627 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=45 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:40:08.676072 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=40 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:40:08.828814 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=100 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:40:08.864546 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-85d0bdc0-3e9a-4204-b031-9bc6f7de96e5 None None] Attempt 3 to provision port 437c5d00-5648-4442-b53c-f7174a03af78 Sep 15 07:40:08.877400 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab7557e-1ebe-453e-91a7-ebe5c610e47f req-798d7625-bb9c-4909-9ef8-f6371d79a1ce tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:40:08.878934 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-2ab7557e-1ebe-453e-91a7-ebe5c610e47f req-798d7625-bb9c-4909-9ef8-f6371d79a1ce tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/networks?id=9125b9da-cf0a-438e-a321-05e9db8df553 HTTP/1.1" status: 200 len: 819 time: 0.1060286 Sep 15 07:40:08.893927 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-2ab7557e-1ebe-453e-91a7-ebe5c610e47f req-c3947a36-962c-4460-90bd-11239ca23366 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/quotas/cdc69db806d24d1f8eb18aadaaafabcb HTTP/1.1" status: 200 len: 375 time: 0.0093541 Sep 15 07:40:08.899560 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-85d0bdc0-3e9a-4204-b031-9bc6f7de96e5 None None] Port 437c5d00-5648-4442-b53c-f7174a03af78 cannot update to ACTIVE because it is not bound. {{(pid=107290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 07:40:08.951312 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-2ab7557e-1ebe-453e-91a7-ebe5c610e47f req-f315f4a1-7137-4198-86d5-9ce89cc2bda4 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=cdc69db806d24d1f8eb18aadaaafabcb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0516150 Sep 15 07:40:09.045798 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-2ab7557e-1ebe-453e-91a7-ebe5c610e47f req-00475c88-326b-4b2c-89a6-b1b6cc228672 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/9125b9da-cf0a-438e-a321-05e9db8df553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873017 Sep 15 07:40:09.142119 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-2ab7557e-1ebe-453e-91a7-ebe5c610e47f req-acdaf846-d61f-4299-ad89-e43921fc33b1 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/9125b9da-cf0a-438e-a321-05e9db8df553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902939 Sep 15 07:40:09.395532 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-1cbbb6ca-cc8a-4955-8b7b-441341230207 req-16efd765-7dea-4a88-8548-68769f648106 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=48afb5a2-e7d3-44a4-8882-d81cfd5418ab HTTP/1.1" status: 200 len: 210 time: 0.0314815 Sep 15 07:40:09.400407 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-85d0bdc0-3e9a-4204-b031-9bc6f7de96e5 None None] Attempt 4 to provision port 437c5d00-5648-4442-b53c-f7174a03af78 Sep 15 07:40:09.459152 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-85d0bdc0-3e9a-4204-b031-9bc6f7de96e5 None None] Port 437c5d00-5648-4442-b53c-f7174a03af78 cannot update to ACTIVE because it is not bound. {{(pid=107290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 07:40:09.509940 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7f0284-107b-4b28-962b-6c14627281e7 None None] Sync routers for ids ['c49f23c8-1aaa-443a-95b1-c12d58cc74fb'] in dv-cinder-824149-6-iscsi {{(pid=107295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 07:40:09.522753 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7f0284-107b-4b28-962b-6c14627281e7 None None] Routers {'c49f23c8-1aaa-443a-95b1-c12d58cc74fb'} bound to L3 agent in host dv-cinder-824149-6-iscsi {{(pid=107295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 07:40:09.523801 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_hamode_db [None req-ba7f0284-107b-4b28-962b-6c14627281e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T07:30:25Z,description=,heartbeat_timestamp=2022-09-15T07:39:55Z,host='dv-cinder-824149-6-iscsi',id=6177172c-20b9-4a3a-92be-d5dd082cfa3a,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T07:30:25Z,topic='l3_agent')) {'router_ids': ['c49f23c8-1aaa-443a-95b1-c12d58cc74fb'], 'active': True} {{(pid=107295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:40:09.674773 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_dvr_db [None req-ba7f0284-107b-4b28-962b-6c14627281e7 None None] Set router c49f23c8-1aaa-443a-95b1-c12d58cc74fb gateway port host: dv-cinder-824149-6-iscsi {{(pid=107295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 07:40:09.697506 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d636ec-e85c-493b-8518-5d22f850147f req-db829e70-78d6-493f-97d9-b81d277f8466 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:40:09.699292 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-48d636ec-e85c-493b-8518-5d22f850147f req-db829e70-78d6-493f-97d9-b81d277f8466 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/networks?id=9125b9da-cf0a-438e-a321-05e9db8df553 HTTP/1.1" status: 200 len: 819 time: 0.1353302 Sep 15 07:40:09.720652 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-48d636ec-e85c-493b-8518-5d22f850147f req-d2128168-12b5-451b-86ed-62b9947f247b tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/quotas/cdc69db806d24d1f8eb18aadaaafabcb HTTP/1.1" status: 200 len: 375 time: 0.0147898 Sep 15 07:40:09.753714 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Device 9b2e6a3c-e80e-49a8-a8fa-1183e129b2c4 up at agent ovs-agent-dv-cinder-824149-6-iscsi {{(pid=107290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 07:40:09.775949 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-48d636ec-e85c-493b-8518-5d22f850147f req-acbee929-8b4d-4ec5-ad8e-b7a20800fc25 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=cdc69db806d24d1f8eb18aadaaafabcb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0492671 Sep 15 07:40:09.793373 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:40:09.819354 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Provisioning complete for port 9b2e6a3c-e80e-49a8-a8fa-1183e129b2c4 triggered by entity L2. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 07:40:09.820039 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862942'] for port (9b2e6a3c-e80e-49a8-a8fa-1183e129b2c4), provisioning_complete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:09.820696 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Attempt 1 to provision port 9b2e6a3c-e80e-49a8-a8fa-1183e129b2c4 Sep 15 07:40:09.908464 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-48d636ec-e85c-493b-8518-5d22f850147f req-392bb753-e8a1-4a3d-beed-23c03a97daf4 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/9125b9da-cf0a-438e-a321-05e9db8df553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242127 Sep 15 07:40:09.936264 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Current status of the port 9b2e6a3c-e80e-49a8-a8fa-1183e129b2c4 is: DOWN; New status is: ACTIVE {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:40:09.939296 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (9b2e6a3c-e80e-49a8-a8fa-1183e129b2c4), before_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:09.964133 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-85d0bdc0-3e9a-4204-b031-9bc6f7de96e5 None None] Attempt 5 to provision port 437c5d00-5648-4442-b53c-f7174a03af78 Sep 15 07:40:09.984662 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_hamode_db [None req-ba7f0284-107b-4b28-962b-6c14627281e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c49f23c8-1aaa-443a-95b1-c12d58cc74fb', 'name': 'tempest-ServerRescueNegativeTestJSON-1974602652-router', 'tenant_id': 'cdc69db806d24d1f8eb18aadaaafabcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '9b2e6a3c-e80e-49a8-a8fa-1183e129b2c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:40:04Z', 'updated_at': '2022-09-15T07:40:07Z', 'revision_number': 4, 'project_id': 'cdc69db806d24d1f8eb18aadaaafabcb', 'gw_port': {'id': '9b2e6a3c-e80e-49a8-a8fa-1183e129b2c4', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:9f:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c49f23c8-1aaa-443a-95b1-c12d58cc74fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:40:04Z', 'updated_at': '2022-09-15T07:40:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi', '_interfaces': [{'id': '437c5d00-5648-4442-b53c-f7174a03af78', 'name': '', 'network_id': '9125b9da-cf0a-438e-a321-05e9db8df553', 'tenant_id': 'cdc69db806d24d1f8eb18aadaaafabcb', 'mac_address': 'fa:16:3e:e9:e3:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c49f23c8-1aaa-443a-95b1-c12d58cc74fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '56bdd156-8a1e-4af7-bbaf-a09f4f37e06d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:40:06Z', 'updated_at': '2022-09-15T07:40:07Z', 'revision_number': 2, 'project_id': 'cdc69db806d24d1f8eb18aadaaafabcb', 'subnets': [{'id': '56bdd156-8a1e-4af7-bbaf-a09f4f37e06d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-6-iscsi', False) {} {{(pid=107295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:40:09.986939 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] For port 9b2e6a3c-e80e-49a8-a8fa-1183e129b2c4, host dv-cinder-824149-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-6-iscsi',level=0,port_id=9b2e6a3c-e80e-49a8-a8fa-1183e129b2c4,segment=NetworkSegment(8c607054-1f24-4b82-9f54-7b368db757ce),segment_id=8c607054-1f24-4b82-9f54-7b368db757ce)] {{(pid=107290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:40:10.001461 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-85d0bdc0-3e9a-4204-b031-9bc6f7de96e5 None None] Port 437c5d00-5648-4442-b53c-f7174a03af78 cannot update to ACTIVE because it is not bound. {{(pid=107290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 07:40:10.011180 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7f0284-107b-4b28-962b-6c14627281e7 None None] Checking router: c49f23c8-1aaa-443a-95b1-c12d58cc74fb for host: dv-cinder-824149-6-iscsi {{(pid=107295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 07:40:10.011557 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7f0284-107b-4b28-962b-6c14627281e7 None None] Updating router c49f23c8-1aaa-443a-95b1-c12d58cc74fb port 437c5d00-5648-4442-b53c-f7174a03af78 binding host dv-cinder-824149-6-iscsi {{(pid=107295) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 07:40:10.023821 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-48d636ec-e85c-493b-8518-5d22f850147f req-eeaedf8d-b384-4d9e-bece-3c77d6fe26f9 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/9125b9da-cf0a-438e-a321-05e9db8df553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144862 Sep 15 07:40:10.039041 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615'] for port (9b2e6a3c-e80e-49a8-a8fa-1183e129b2c4), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:10.048651 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron_lib.callbacks.manager [None req-ba7f0284-107b-4b28-962b-6c14627281e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (437c5d00-5648-4442-b53c-f7174a03af78), before_update {{(pid=107295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:10.127517 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Pushing event updated for resources: {'Port': ['ID=9b2e6a3c-e80e-49a8-a8fa-1183e129b2c4,revision_number=4']} {{(pid=107290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:40:10.375144 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron_lib.callbacks.manager [None req-ba7f0284-107b-4b28-962b-6c14627281e7 None None] Publish callbacks [] for port (437c5d00-5648-4442-b53c-f7174a03af78), precommit_update {{(pid=107295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:10.432155 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-b85048ba-c4e0-4822-89dd-be3803df21ec req-ccf32826-e43e-4d5e-b938-2ee4473539eb tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=81bf969c-3300-4003-9606-ea44bac82330 HTTP/1.1" status: 200 len: 210 time: 0.0421982 Sep 15 07:40:10.485804 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron_lib.callbacks.manager [None req-ba7f0284-107b-4b28-962b-6c14627281e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615'] for port (437c5d00-5648-4442-b53c-f7174a03af78), after_update {{(pid=107295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:10.502304 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-85d0bdc0-3e9a-4204-b031-9bc6f7de96e5 None None] Attempt 6 to provision port 437c5d00-5648-4442-b53c-f7174a03af78 Sep 15 07:40:10.549349 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-85d0bdc0-3e9a-4204-b031-9bc6f7de96e5 None None] Port 437c5d00-5648-4442-b53c-f7174a03af78 cannot update to ACTIVE because it is not bound. {{(pid=107290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 07:40:10.596848 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d866c3-4682-4a7d-8819-33d80faa7da2 None None] Pushing event updated for resources: {'Port': ['ID=437c5d00-5648-4442-b53c-f7174a03af78,revision_number=3']} {{(pid=107295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:40:10.604626 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.plugins.ml2.managers [None req-ba7f0284-107b-4b28-962b-6c14627281e7 None None] Attempting to bind port 437c5d00-5648-4442-b53c-f7174a03af78 on host dv-cinder-824149-6-iscsi for vnic_type normal with profile {{(pid=107295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 07:40:10.604999 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.plugins.ml2.managers [None req-ba7f0284-107b-4b28-962b-6c14627281e7 None None] Attempting to bind port 437c5d00-5648-4442-b53c-f7174a03af78 by drivers openvswitch,hyperv on host dv-cinder-824149-6-iscsi at level 0 using segments [{'id': '552c796d-8f18-442c-a86c-8bdb62d9921a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '9125b9da-cf0a-438e-a321-05e9db8df553'}] {{(pid=107295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 07:40:10.606275 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7f0284-107b-4b28-962b-6c14627281e7 None None] Attempting to bind port 437c5d00-5648-4442-b53c-f7174a03af78 on network 9125b9da-cf0a-438e-a321-05e9db8df553 {{(pid=107295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 07:40:10.609814 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d866c3-4682-4a7d-8819-33d80faa7da2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:40:10.610156 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d866c3-4682-4a7d-8819-33d80faa7da2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:40:10.610513 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d866c3-4682-4a7d-8819-33d80faa7da2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:40:10.610886 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d866c3-4682-4a7d-8819-33d80faa7da2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:40:10.611197 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d866c3-4682-4a7d-8819-33d80faa7da2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:40:10.611523 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d866c3-4682-4a7d-8819-33d80faa7da2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:40:10.611842 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d866c3-4682-4a7d-8819-33d80faa7da2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:40:10.612161 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d866c3-4682-4a7d-8819-33d80faa7da2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:40:10.612489 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d866c3-4682-4a7d-8819-33d80faa7da2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:40:10.612799 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d866c3-4682-4a7d-8819-33d80faa7da2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:40:10.613118 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d866c3-4682-4a7d-8819-33d80faa7da2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:40:10.613456 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d866c3-4682-4a7d-8819-33d80faa7da2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:40:10.613798 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d866c3-4682-4a7d-8819-33d80faa7da2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:40:10.614110 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d866c3-4682-4a7d-8819-33d80faa7da2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:40:10.614423 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d866c3-4682-4a7d-8819-33d80faa7da2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:40:10.650375 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:40:10.663529 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7f0284-107b-4b28-962b-6c14627281e7 None None] Checking agent: {'id': 'c3acd0b9-3b8e-4f77-9053-2ca2457616b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824149-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 7, 30, 28), 'started_at': datetime.datetime(2022, 9, 15, 7, 30, 58), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 7, 39, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824149-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 07:40:10.663896 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7f0284-107b-4b28-962b-6c14627281e7 None None] Checking segment: {'id': '552c796d-8f18-442c-a86c-8bdb62d9921a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '9125b9da-cf0a-438e-a321-05e9db8df553'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 07:40:10.664300 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron_lib.callbacks.manager [None req-ba7f0284-107b-4b28-962b-6c14627281e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:10.664684 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7f0284-107b-4b28-962b-6c14627281e7 None None] Bound using segment: {'id': '552c796d-8f18-442c-a86c-8bdb62d9921a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '9125b9da-cf0a-438e-a321-05e9db8df553'} {{(pid=107295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 07:40:10.665154 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.plugins.ml2.managers [None req-ba7f0284-107b-4b28-962b-6c14627281e7 None None] Bound port: 437c5d00-5648-4442-b53c-f7174a03af78, host: dv-cinder-824149-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '552c796d-8f18-442c-a86c-8bdb62d9921a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '9125b9da-cf0a-438e-a321-05e9db8df553'}}] {{(pid=107295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 07:40:10.665529 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron_lib.callbacks.manager [None req-ba7f0284-107b-4b28-962b-6c14627281e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (437c5d00-5648-4442-b53c-f7174a03af78), before_update {{(pid=107295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:10.727277 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.plugins.ml2.db [None req-ba7f0284-107b-4b28-962b-6c14627281e7 None None] For port 437c5d00-5648-4442-b53c-f7174a03af78, host dv-cinder-824149-6-iscsi, cleared binding levels {{(pid=107295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 07:40:10.730248 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.plugins.ml2.db [None req-ba7f0284-107b-4b28-962b-6c14627281e7 None None] For port 437c5d00-5648-4442-b53c-f7174a03af78, host dv-cinder-824149-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-6-iscsi',level=0,port_id=437c5d00-5648-4442-b53c-f7174a03af78,segment=NetworkSegment(552c796d-8f18-442c-a86c-8bdb62d9921a),segment_id=552c796d-8f18-442c-a86c-8bdb62d9921a)] {{(pid=107295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 07:40:10.809765 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron_lib.callbacks.manager [None req-ba7f0284-107b-4b28-962b-6c14627281e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615'] for port (437c5d00-5648-4442-b53c-f7174a03af78), after_update {{(pid=107295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:10.834300 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:DELETE=1,neutron:INSERT=1 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:40:10.844334 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7f0284-107b-4b28-962b-6c14627281e7 None None] Routers {'c49f23c8-1aaa-443a-95b1-c12d58cc74fb'} bound to L3 agent in host dv-cinder-824149-6-iscsi {{(pid=107295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 07:40:10.844941 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_hamode_db [None req-ba7f0284-107b-4b28-962b-6c14627281e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T07:30:25Z,description=,heartbeat_timestamp=2022-09-15T07:39:55Z,host='dv-cinder-824149-6-iscsi',id=6177172c-20b9-4a3a-92be-d5dd082cfa3a,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T07:30:25Z,topic='l3_agent')) {'router_ids': ['c49f23c8-1aaa-443a-95b1-c12d58cc74fb'], 'active': True} {{(pid=107295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:40:10.928576 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d866c3-4682-4a7d-8819-33d80faa7da2 None None] Pushing event updated for resources: {'Port': ['ID=437c5d00-5648-4442-b53c-f7174a03af78,revision_number=4']} {{(pid=107295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:40:11.050958 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-85d0bdc0-3e9a-4204-b031-9bc6f7de96e5 None None] Attempt 7 to provision port 437c5d00-5648-4442-b53c-f7174a03af78 Sep 15 07:40:11.112426 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_dvr_db [None req-ba7f0284-107b-4b28-962b-6c14627281e7 None None] Set router c49f23c8-1aaa-443a-95b1-c12d58cc74fb gateway port host: dv-cinder-824149-6-iscsi {{(pid=107295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 07:40:11.178284 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-85d0bdc0-3e9a-4204-b031-9bc6f7de96e5 None None] Current status of the port 437c5d00-5648-4442-b53c-f7174a03af78 is: DOWN; New status is: ACTIVE {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:40:11.178780 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-85d0bdc0-3e9a-4204-b031-9bc6f7de96e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (437c5d00-5648-4442-b53c-f7174a03af78), before_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:11.219722 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-85d0bdc0-3e9a-4204-b031-9bc6f7de96e5 None None] For port 437c5d00-5648-4442-b53c-f7174a03af78, host dv-cinder-824149-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-6-iscsi',level=0,port_id=437c5d00-5648-4442-b53c-f7174a03af78,segment=NetworkSegment(552c796d-8f18-442c-a86c-8bdb62d9921a),segment_id=552c796d-8f18-442c-a86c-8bdb62d9921a)] {{(pid=107290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:40:11.328605 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-85d0bdc0-3e9a-4204-b031-9bc6f7de96e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615'] for port (437c5d00-5648-4442-b53c-f7174a03af78), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:11.350231 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_hamode_db [None req-ba7f0284-107b-4b28-962b-6c14627281e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c49f23c8-1aaa-443a-95b1-c12d58cc74fb', 'name': 'tempest-ServerRescueNegativeTestJSON-1974602652-router', 'tenant_id': 'cdc69db806d24d1f8eb18aadaaafabcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '9b2e6a3c-e80e-49a8-a8fa-1183e129b2c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:40:04Z', 'updated_at': '2022-09-15T07:40:07Z', 'revision_number': 4, 'project_id': 'cdc69db806d24d1f8eb18aadaaafabcb', 'gw_port': {'id': '9b2e6a3c-e80e-49a8-a8fa-1183e129b2c4', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:9f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49f23c8-1aaa-443a-95b1-c12d58cc74fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:40:04Z', 'updated_at': '2022-09-15T07:40:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi', '_interfaces': [{'id': '437c5d00-5648-4442-b53c-f7174a03af78', 'name': '', 'network_id': '9125b9da-cf0a-438e-a321-05e9db8df553', 'tenant_id': 'cdc69db806d24d1f8eb18aadaaafabcb', 'mac_address': 'fa:16:3e:e9:e3:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c49f23c8-1aaa-443a-95b1-c12d58cc74fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '56bdd156-8a1e-4af7-bbaf-a09f4f37e06d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:40:06Z', 'updated_at': '2022-09-15T07:40:10Z', 'revision_number': 4, 'project_id': 'cdc69db806d24d1f8eb18aadaaafabcb', 'subnets': [{'id': '56bdd156-8a1e-4af7-bbaf-a09f4f37e06d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-6-iscsi', False) {} {{(pid=107295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:40:11.380209 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7f0284-107b-4b28-962b-6c14627281e7 None None] The sync data for ids ['c49f23c8-1aaa-443a-95b1-c12d58cc74fb'] in dv-cinder-824149-6-iscsi is: [{'id': 'c49f23c8-1aaa-443a-95b1-c12d58cc74fb', 'name': 'tempest-ServerRescueNegativeTestJSON-1974602652-router', 'tenant_id': 'cdc69db806d24d1f8eb18aadaaafabcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '9b2e6a3c-e80e-49a8-a8fa-1183e129b2c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:40:04Z', 'updated_at': '2022-09-15T07:40:07Z', 'revision_number': 4, 'project_id': 'cdc69db806d24d1f8eb18aadaaafabcb', 'gw_port': {'id': '9b2e6a3c-e80e-49a8-a8fa-1183e129b2c4', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:9f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49f23c8-1aaa-443a-95b1-c12d58cc74fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:40:04Z', 'updated_at': '2022-09-15T07:40:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi', '_interfaces': [{'id': '437c5d00-5648-4442-b53c-f7174a03af78', 'name': '', 'network_id': '9125b9da-cf0a-438e-a321-05e9db8df553', 'tenant_id': 'cdc69db806d24d1f8eb18aadaaafabcb', 'mac_address': 'fa:16:3e:e9:e3:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c49f23c8-1aaa-443a-95b1-c12d58cc74fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '56bdd156-8a1e-4af7-bbaf-a09f4f37e06d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:40:06Z', 'updated_at': '2022-09-15T07:40:10Z', 'revision_number': 4, 'project_id': 'cdc69db806d24d1f8eb18aadaaafabcb', 'subnets': [{'id': '56bdd156-8a1e-4af7-bbaf-a09f4f37e06d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 07:40:11.384181 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d0bdc0-3e9a-4204-b031-9bc6f7de96e5 None None] Pushing event updated for resources: {'Port': ['ID=437c5d00-5648-4442-b53c-f7174a03af78,revision_number=5']} {{(pid=107290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:40:11.450737 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:40:11.456935 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-a4357325-c266-416b-adc4-daa407abd9cc None None] Provisioning complete for port 437c5d00-5648-4442-b53c-f7174a03af78 triggered by entity DHCP. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 07:40:11.457349 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-a4357325-c266-416b-adc4-daa407abd9cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862942'] for port (437c5d00-5648-4442-b53c-f7174a03af78), provisioning_complete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:11.457937 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-a4357325-c266-416b-adc4-daa407abd9cc None None] Attempt 1 to provision port 437c5d00-5648-4442-b53c-f7174a03af78 Sep 15 07:40:11.537660 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-13e19201-550f-4190-b3d7-707496812e86 req-eaddc217-e946-42ec-ba08-17549766e83a tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=81bf969c-3300-4003-9606-ea44bac82330 HTTP/1.1" status: 200 len: 210 time: 0.0333035 Sep 15 07:40:11.572197 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-a4357325-c266-416b-adc4-daa407abd9cc None None] Current status of the port 437c5d00-5648-4442-b53c-f7174a03af78 is: ACTIVE; New status is: ACTIVE {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:40:11.798025 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Device 9b2e6a3c-e80e-49a8-a8fa-1183e129b2c4 up at agent ovs-agent-dv-cinder-824149-6-iscsi {{(pid=107290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 07:40:11.848755 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Provisioning complete for port 9b2e6a3c-e80e-49a8-a8fa-1183e129b2c4 triggered by entity L2. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 07:40:11.848755 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862942'] for port (9b2e6a3c-e80e-49a8-a8fa-1183e129b2c4), provisioning_complete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:11.849126 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Attempt 1 to provision port 9b2e6a3c-e80e-49a8-a8fa-1183e129b2c4 Sep 15 07:40:12.058532 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Current status of the port 9b2e6a3c-e80e-49a8-a8fa-1183e129b2c4 is: ACTIVE; New status is: ACTIVE {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:40:12.059602 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Device 437c5d00-5648-4442-b53c-f7174a03af78 up at agent ovs-agent-dv-cinder-824149-6-iscsi {{(pid=107290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 07:40:12.108463 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Provisioning complete for port 437c5d00-5648-4442-b53c-f7174a03af78 triggered by entity L2. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 07:40:12.108838 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862942'] for port (437c5d00-5648-4442-b53c-f7174a03af78), provisioning_complete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:12.109178 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Attempt 1 to provision port 437c5d00-5648-4442-b53c-f7174a03af78 Sep 15 07:40:12.191646 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Current status of the port 437c5d00-5648-4442-b53c-f7174a03af78 is: ACTIVE; New status is: ACTIVE {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:40:12.627500 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=100 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:40:12.647132 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-5fd86139-2b32-4d40-bf02-667af96d2553 req-d9f1026c-8125-4ff9-860e-9d3d5e908b51 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=81bf969c-3300-4003-9606-ea44bac82330 HTTP/1.1" status: 200 len: 210 time: 0.0282383 Sep 15 07:40:12.736766 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (25cf60a6-7ad2-448a-9326-c12b453ddee0), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:13.753406 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-d4239d56-d0e2-44fb-b686-494e5c177b91 req-b951c3bd-149c-46db-9d01-16a23b5075ab tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=81bf969c-3300-4003-9606-ea44bac82330 HTTP/1.1" status: 200 len: 210 time: 0.0269780 Sep 15 07:40:14.489026 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=77,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:40:14.864925 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-c9dd80ac-af26-46d8-8003-5a8a0e553dd9 req-0beb8c57-fb63-49a8-bf9e-44bb1c6b1776 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=81bf969c-3300-4003-9606-ea44bac82330 HTTP/1.1" status: 200 len: 210 time: 0.0279384 Sep 15 07:40:15.024544 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab7557e-1ebe-453e-91a7-ebe5c610e47f req-e45377a4-69f8-4282-9d38-4a2778a2c44e tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:40:15.026108 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-2ab7557e-1ebe-453e-91a7-ebe5c610e47f req-e45377a4-69f8-4282-9d38-4a2778a2c44e tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.26 "GET /networking/v2.0/networks?id=9125b9da-cf0a-438e-a321-05e9db8df553 HTTP/1.1" status: 200 len: 819 time: 0.1146376 Sep 15 07:40:15.041039 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.v2.base [req-2ab7557e-1ebe-453e-91a7-ebe5c610e47f req-ffeeffbc-e4bb-4cfd-8bc5-4f1ed5fb421a tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Request body: {'port': {'device_id': '48afb5a2-e7d3-44a4-8882-d81cfd5418ab', 'network_id': '9125b9da-cf0a-438e-a321-05e9db8df553', 'admin_state_up': True, 'tenant_id': 'cdc69db806d24d1f8eb18aadaaafabcb'}} {{(pid=107279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:40:15.254852 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ab7557e-1ebe-453e-91a7-ebe5c610e47f req-ffeeffbc-e4bb-4cfd-8bc5-4f1ed5fb421a tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Made reservation on behalf of cdc69db806d24d1f8eb18aadaaafabcb for: {'port': 1} {{(pid=107279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 07:40:15.259322 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [req-2ab7557e-1ebe-453e-91a7-ebe5c610e47f req-ffeeffbc-e4bb-4cfd-8bc5-4f1ed5fb421a tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (None), before_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:15.385163 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.db.db_base_plugin_common [req-2ab7557e-1ebe-453e-91a7-ebe5c610e47f req-ffeeffbc-e4bb-4cfd-8bc5-4f1ed5fb421a tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Allocated IP 172.20.0.12 (9125b9da-cf0a-438e-a321-05e9db8df553/56bdd156-8a1e-4af7-bbaf-a09f4f37e06d/2a6554f6-3c98-4833-bfe1-d3631c864347) {{(pid=107279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 07:40:15.521050 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:40:15.543841 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [req-2ab7557e-1ebe-453e-91a7-ebe5c610e47f req-ffeeffbc-e4bb-4cfd-8bc5-4f1ed5fb421a tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Publish callbacks [] for port (2a6554f6-3c98-4833-bfe1-d3631c864347), precommit_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:15.707119 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [req-2ab7557e-1ebe-453e-91a7-ebe5c610e47f req-ffeeffbc-e4bb-4cfd-8bc5-4f1ed5fb421a tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729658170579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991753'] for port (2a6554f6-3c98-4833-bfe1-d3631c864347), after_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:15.748484 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:40:15.758482 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ab7557e-1ebe-453e-91a7-ebe5c610e47f req-ffeeffbc-e4bb-4cfd-8bc5-4f1ed5fb421a tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Network 9125b9da-cf0a-438e-a321-05e9db8df553 is already hosted by enough agents. {{(pid=107279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 07:40:15.764254 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.scheduler.base_scheduler [req-2ab7557e-1ebe-453e-91a7-ebe5c610e47f req-ffeeffbc-e4bb-4cfd-8bc5-4f1ed5fb421a tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Resources bound (agent type, host, resource id): {{(pid=107279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 07:40:15.766752 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffeeffbc-e4bb-4cfd-8bc5-4f1ed5fb421a tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Pushing event updated for resources: {'Port': ['ID=2a6554f6-3c98-4833-bfe1-d3631c864347,revision_number=1']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:40:15.768430 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ab7557e-1ebe-453e-91a7-ebe5c610e47f req-ffeeffbc-e4bb-4cfd-8bc5-4f1ed5fb421a tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Received port after_create {{(pid=107279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 07:40:15.966960 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d636ec-e85c-493b-8518-5d22f850147f req-04ee5439-ed3d-4b8a-a55b-99c87487d05e tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:40:15.968551 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-48d636ec-e85c-493b-8518-5d22f850147f req-04ee5439-ed3d-4b8a-a55b-99c87487d05e tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.26 "GET /networking/v2.0/networks?id=9125b9da-cf0a-438e-a321-05e9db8df553 HTTP/1.1" status: 200 len: 819 time: 0.1573231 Sep 15 07:40:15.984313 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.v2.base [req-48d636ec-e85c-493b-8518-5d22f850147f req-f924d16c-1fd7-4718-adf8-8bbe59b651c7 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Request body: {'port': {'device_id': '81bf969c-3300-4003-9606-ea44bac82330', 'network_id': '9125b9da-cf0a-438e-a321-05e9db8df553', 'admin_state_up': True, 'tenant_id': 'cdc69db806d24d1f8eb18aadaaafabcb'}} {{(pid=107276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:40:16.020787 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-2b75cfd3-d8f1-4914-bf82-0e2a0ac8cd7a None None] Provisioning complete for port 2a6554f6-3c98-4833-bfe1-d3631c864347 triggered by entity DHCP. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 07:40:16.021862 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-2b75cfd3-d8f1-4914-bf82-0e2a0ac8cd7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862942'] for port (2a6554f6-3c98-4833-bfe1-d3631c864347), provisioning_complete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:16.028659 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-2b75cfd3-d8f1-4914-bf82-0e2a0ac8cd7a None None] Attempt 1 to provision port 2a6554f6-3c98-4833-bfe1-d3631c864347 Sep 15 07:40:16.036145 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-385d0655-0dc7-48b3-a0f5-06edd31c4de7 req-753313a0-52c8-418b-974b-1d98d55d1f6c tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=81bf969c-3300-4003-9606-ea44bac82330 HTTP/1.1" status: 200 len: 210 time: 0.0352829 Sep 15 07:40:16.071733 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-2b75cfd3-d8f1-4914-bf82-0e2a0ac8cd7a None None] Port 2a6554f6-3c98-4833-bfe1-d3631c864347 cannot update to ACTIVE because it is not bound. {{(pid=107290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 07:40:16.073974 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab7557e-1ebe-453e-91a7-ebe5c610e47f req-ffeeffbc-e4bb-4cfd-8bc5-4f1ed5fb421a tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:40:16.075343 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [req-2ab7557e-1ebe-453e-91a7-ebe5c610e47f req-ffeeffbc-e4bb-4cfd-8bc5-4f1ed5fb421a tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382552'] for port (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:16.157059 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-2ab7557e-1ebe-453e-91a7-ebe5c610e47f req-ffeeffbc-e4bb-4cfd-8bc5-4f1ed5fb421a tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1199234 Sep 15 07:40:16.168792 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.v2.base [req-2ab7557e-1ebe-453e-91a7-ebe5c610e47f req-bf5a6a11-32de-4239-bc5f-519b8f62963d service neutron] Request body: {'port': {'device_id': '48afb5a2-e7d3-44a4-8882-d81cfd5418ab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82414'}} {{(pid=107279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:40:16.240268 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [req-2ab7557e-1ebe-453e-91a7-ebe5c610e47f req-bf5a6a11-32de-4239-bc5f-519b8f62963d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (2a6554f6-3c98-4833-bfe1-d3631c864347), before_update {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:16.242882 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48d636ec-e85c-493b-8518-5d22f850147f req-f924d16c-1fd7-4718-adf8-8bbe59b651c7 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Made reservation on behalf of cdc69db806d24d1f8eb18aadaaafabcb for: {'port': 1} {{(pid=107276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 07:40:16.247922 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-48d636ec-e85c-493b-8518-5d22f850147f req-f924d16c-1fd7-4718-adf8-8bbe59b651c7 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (None), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:16.383824 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.db.db_base_plugin_common [req-48d636ec-e85c-493b-8518-5d22f850147f req-f924d16c-1fd7-4718-adf8-8bbe59b651c7 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Allocated IP 172.20.0.10 (9125b9da-cf0a-438e-a321-05e9db8df553/56bdd156-8a1e-4af7-bbaf-a09f4f37e06d/c255aeb9-c056-475b-98ed-85ece1d8c073) {{(pid=107276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 07:40:16.537198 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-48d636ec-e85c-493b-8518-5d22f850147f req-f924d16c-1fd7-4718-adf8-8bbe59b651c7 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Publish callbacks [] for port (c255aeb9-c056-475b-98ed-85ece1d8c073), precommit_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:16.573165 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-2b75cfd3-d8f1-4914-bf82-0e2a0ac8cd7a None None] Attempt 2 to provision port 2a6554f6-3c98-4833-bfe1-d3631c864347 Sep 15 07:40:16.606858 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:40:16.609281 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-2b75cfd3-d8f1-4914-bf82-0e2a0ac8cd7a None None] Port 2a6554f6-3c98-4833-bfe1-d3631c864347 cannot update to ACTIVE because it is not bound. {{(pid=107290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 07:40:16.711991 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-48d636ec-e85c-493b-8518-5d22f850147f req-f924d16c-1fd7-4718-adf8-8bbe59b651c7 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729658170579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260827426'] for port (c255aeb9-c056-475b-98ed-85ece1d8c073), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:16.763673 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48d636ec-e85c-493b-8518-5d22f850147f req-f924d16c-1fd7-4718-adf8-8bbe59b651c7 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Network 9125b9da-cf0a-438e-a321-05e9db8df553 is already hosted by enough agents. {{(pid=107276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 07:40:16.767500 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.scheduler.base_scheduler [req-48d636ec-e85c-493b-8518-5d22f850147f req-f924d16c-1fd7-4718-adf8-8bbe59b651c7 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Resources bound (agent type, host, resource id): {{(pid=107276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 07:40:16.770030 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.db.l3_dvrscheduler_db [req-48d636ec-e85c-493b-8518-5d22f850147f req-f924d16c-1fd7-4718-adf8-8bbe59b651c7 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Received port after_create {{(pid=107276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 07:40:16.798896 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f924d16c-1fd7-4718-adf8-8bbe59b651c7 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Pushing event updated for resources: {'Port': ['ID=c255aeb9-c056-475b-98ed-85ece1d8c073,revision_number=1']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:40:16.834999 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d636ec-e85c-493b-8518-5d22f850147f req-f924d16c-1fd7-4718-adf8-8bbe59b651c7 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:40:16.835720 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-48d636ec-e85c-493b-8518-5d22f850147f req-f924d16c-1fd7-4718-adf8-8bbe59b651c7 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382552'] for port (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:16.865645 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.notifiers.nova [req-2ab7557e-1ebe-453e-91a7-ebe5c610e47f req-bf5a6a11-32de-4239-bc5f-519b8f62963d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a6554f6-3c98-4833-bfe1-d3631c864347 {{(pid=107279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 07:40:16.875148 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [req-2ab7557e-1ebe-453e-91a7-ebe5c610e47f req-bf5a6a11-32de-4239-bc5f-519b8f62963d service neutron] Publish callbacks [] for port (2a6554f6-3c98-4833-bfe1-d3631c864347), precommit_update {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:16.888537 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.db.provisioning_blocks [req-2ab7557e-1ebe-453e-91a7-ebe5c610e47f req-bf5a6a11-32de-4239-bc5f-519b8f62963d service neutron] Transition to ACTIVE for port object 2a6554f6-3c98-4833-bfe1-d3631c864347 will not be triggered until provisioned by entity L2. {{(pid=107279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 15 07:40:16.926175 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-48d636ec-e85c-493b-8518-5d22f850147f req-f924d16c-1fd7-4718-adf8-8bbe59b651c7 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9465785 Sep 15 07:40:16.941183 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.v2.base [req-48d636ec-e85c-493b-8518-5d22f850147f req-b6ac7d09-c387-49d0-a50a-fa8c67bddf0e service neutron] Request body: {'port': {'device_id': '81bf969c-3300-4003-9606-ea44bac82330', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82414'}} {{(pid=107276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:40:16.941368 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [req-2ab7557e-1ebe-453e-91a7-ebe5c610e47f req-bf5a6a11-32de-4239-bc5f-519b8f62963d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991792'] for port (2a6554f6-3c98-4833-bfe1-d3631c864347), after_update {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:16.995887 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:40:17.008820 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5a6a11-32de-4239-bc5f-519b8f62963d service neutron] Pushing event updated for resources: {'Port': ['ID=2a6554f6-3c98-4833-bfe1-d3631c864347,revision_number=2']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:40:17.023959 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-48d636ec-e85c-493b-8518-5d22f850147f req-b6ac7d09-c387-49d0-a50a-fa8c67bddf0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (c255aeb9-c056-475b-98ed-85ece1d8c073), before_update {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:17.064810 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.managers [req-2ab7557e-1ebe-453e-91a7-ebe5c610e47f req-bf5a6a11-32de-4239-bc5f-519b8f62963d service neutron] Attempting to bind port 2a6554f6-3c98-4833-bfe1-d3631c864347 on host hv-cinder-82414 for vnic_type normal with profile {{(pid=107279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 07:40:17.065384 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.managers [req-2ab7557e-1ebe-453e-91a7-ebe5c610e47f req-bf5a6a11-32de-4239-bc5f-519b8f62963d service neutron] Attempting to bind port 2a6554f6-3c98-4833-bfe1-d3631c864347 by drivers openvswitch,hyperv on host hv-cinder-82414 at level 0 using segments [{'id': '552c796d-8f18-442c-a86c-8bdb62d9921a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '9125b9da-cf0a-438e-a321-05e9db8df553'}] {{(pid=107279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 07:40:17.065493 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab7557e-1ebe-453e-91a7-ebe5c610e47f req-bf5a6a11-32de-4239-bc5f-519b8f62963d service neutron] Attempting to bind port 2a6554f6-3c98-4833-bfe1-d3631c864347 on network 9125b9da-cf0a-438e-a321-05e9db8df553 {{(pid=107279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 07:40:17.110482 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-2b75cfd3-d8f1-4914-bf82-0e2a0ac8cd7a None None] Attempt 3 to provision port 2a6554f6-3c98-4833-bfe1-d3631c864347 Sep 15 07:40:17.127903 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:40:17.128684 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab7557e-1ebe-453e-91a7-ebe5c610e47f req-bf5a6a11-32de-4239-bc5f-519b8f62963d service neutron] Port 2a6554f6-3c98-4833-bfe1-d3631c864347 on network 9125b9da-cf0a-438e-a321-05e9db8df553 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82414 {{(pid=107279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 07:40:17.129200 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab7557e-1ebe-453e-91a7-ebe5c610e47f req-bf5a6a11-32de-4239-bc5f-519b8f62963d service neutron] Attempting to bind port 2a6554f6-3c98-4833-bfe1-d3631c864347 on network 9125b9da-cf0a-438e-a321-05e9db8df553 {{(pid=107279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 07:40:17.144183 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-2b75cfd3-d8f1-4914-bf82-0e2a0ac8cd7a None None] Port 2a6554f6-3c98-4833-bfe1-d3631c864347 cannot update to ACTIVE because it is not bound. {{(pid=107290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 07:40:17.213686 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a10900-827e-4e8d-a264-99b0c6e70bb0 req-e07dda2d-9325-4ec1-8a1c-7ead95f1a69b tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:40:17.216455 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-49a10900-827e-4e8d-a264-99b0c6e70bb0 req-e07dda2d-9325-4ec1-8a1c-7ead95f1a69b tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=81bf969c-3300-4003-9606-ea44bac82330 HTTP/1.1" status: 200 len: 932 time: 0.0888419 Sep 15 07:40:17.233209 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab7557e-1ebe-453e-91a7-ebe5c610e47f req-bf5a6a11-32de-4239-bc5f-519b8f62963d service neutron] Checking agent: {'id': '25cf60a6-7ad2-448a-9326-c12b453ddee0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82414', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 7, 36, 43), 'started_at': datetime.datetime(2022, 9, 15, 7, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 7, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 07:40:17.233209 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab7557e-1ebe-453e-91a7-ebe5c610e47f req-bf5a6a11-32de-4239-bc5f-519b8f62963d service neutron] Checking segment: {'id': '552c796d-8f18-442c-a86c-8bdb62d9921a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '9125b9da-cf0a-438e-a321-05e9db8df553'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 07:40:17.233619 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab7557e-1ebe-453e-91a7-ebe5c610e47f req-bf5a6a11-32de-4239-bc5f-519b8f62963d service neutron] Bound using segment: {'id': '552c796d-8f18-442c-a86c-8bdb62d9921a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '9125b9da-cf0a-438e-a321-05e9db8df553'} {{(pid=107279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 07:40:17.234571 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.managers [req-2ab7557e-1ebe-453e-91a7-ebe5c610e47f req-bf5a6a11-32de-4239-bc5f-519b8f62963d service neutron] Bound port: 2a6554f6-3c98-4833-bfe1-d3631c864347, host: hv-cinder-82414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '552c796d-8f18-442c-a86c-8bdb62d9921a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '9125b9da-cf0a-438e-a321-05e9db8df553'}}] {{(pid=107279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 07:40:17.234571 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [req-2ab7557e-1ebe-453e-91a7-ebe5c610e47f req-bf5a6a11-32de-4239-bc5f-519b8f62963d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (2a6554f6-3c98-4833-bfe1-d3631c864347), before_update {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:17.301683 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:40:17.312678 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-49a10900-827e-4e8d-a264-99b0c6e70bb0 req-2484e886-9885-4ce7-9c11-45fe3c70e819 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3bbd3c93-b7a5-43ea-bc32-62815f5ad2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896153 Sep 15 07:40:17.332462 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.notifiers.nova [req-48d636ec-e85c-493b-8518-5d22f850147f req-b6ac7d09-c387-49d0-a50a-fa8c67bddf0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c255aeb9-c056-475b-98ed-85ece1d8c073 {{(pid=107276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 07:40:17.344456 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.db [req-2ab7557e-1ebe-453e-91a7-ebe5c610e47f req-bf5a6a11-32de-4239-bc5f-519b8f62963d service neutron] For port 2a6554f6-3c98-4833-bfe1-d3631c864347, host hv-cinder-82414, cleared binding levels {{(pid=107279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 07:40:17.345114 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-48d636ec-e85c-493b-8518-5d22f850147f req-b6ac7d09-c387-49d0-a50a-fa8c67bddf0e service neutron] Publish callbacks [] for port (c255aeb9-c056-475b-98ed-85ece1d8c073), precommit_update {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:17.348408 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.db [req-2ab7557e-1ebe-453e-91a7-ebe5c610e47f req-bf5a6a11-32de-4239-bc5f-519b8f62963d service neutron] For port 2a6554f6-3c98-4833-bfe1-d3631c864347, host hv-cinder-82414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=2a6554f6-3c98-4833-bfe1-d3631c864347,segment=NetworkSegment(552c796d-8f18-442c-a86c-8bdb62d9921a),segment_id=552c796d-8f18-442c-a86c-8bdb62d9921a)] {{(pid=107279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 07:40:17.360238 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.db.provisioning_blocks [req-48d636ec-e85c-493b-8518-5d22f850147f req-b6ac7d09-c387-49d0-a50a-fa8c67bddf0e service neutron] Transition to ACTIVE for port object c255aeb9-c056-475b-98ed-85ece1d8c073 will not be triggered until provisioned by entity L2. {{(pid=107276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 15 07:40:17.461022 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [req-2ab7557e-1ebe-453e-91a7-ebe5c610e47f req-bf5a6a11-32de-4239-bc5f-519b8f62963d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991792'] for port (2a6554f6-3c98-4833-bfe1-d3631c864347), after_update {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:17.463245 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-48d636ec-e85c-493b-8518-5d22f850147f req-b6ac7d09-c387-49d0-a50a-fa8c67bddf0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260827419'] for port (c255aeb9-c056-475b-98ed-85ece1d8c073), after_update {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:17.466456 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab7557e-1ebe-453e-91a7-ebe5c610e47f req-bf5a6a11-32de-4239-bc5f-519b8f62963d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:40:17.474445 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [req-2ab7557e-1ebe-453e-91a7-ebe5c610e47f req-bf5a6a11-32de-4239-bc5f-519b8f62963d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382552'] for port (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:17.474445 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-2ab7557e-1ebe-453e-91a7-ebe5c610e47f req-bf5a6a11-32de-4239-bc5f-519b8f62963d service neutron] 10.222.0.26 "PUT /networking/v2.0/ports/2a6554f6-3c98-4833-bfe1-d3631c864347 HTTP/1.1" status: 200 len: 1094 time: 1.3042178 Sep 15 07:40:17.474445 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48afb5a2-e7d3-44a4-8882-d81cfd5418ab', 'tag': '2a6554f6-3c98-4833-bfe1-d3631c864347'}] {{(pid=107279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 07:40:17.474445 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706979451550896f7b9833a7a6f18e8e6b98f6eca7edeab709f82497fe6197ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6429b831-3260-4195-bc12-ffcf3b7cbed9" -d '{"events": [{"name": "network-changed", "server_uuid": "48afb5a2-e7d3-44a4-8882-d81cfd5418ab", "tag": "2a6554f6-3c98-4833-bfe1-d3631c864347"}]}' {{(pid=107279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 07:40:17.508957 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:40:17.532149 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5a6a11-32de-4239-bc5f-519b8f62963d service neutron] Pushing event updated for resources: {'Port': ['ID=2a6554f6-3c98-4833-bfe1-d3631c864347,revision_number=3']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:40:17.560267 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 07:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21df60b3-c2ec-41f5-8353-7900125742f6 x-openstack-request-id: req-21df60b3-c2ec-41f5-8353-7900125742f6 {{(pid=107279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 07:40:17.560570 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48afb5a2-e7d3-44a4-8882-d81cfd5418ab", "tag": "2a6554f6-3c98-4833-bfe1-d3631c864347", "status": "completed", "code": 200}]} {{(pid=107279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 07:40:17.560827 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-21df60b3-c2ec-41f5-8353-7900125742f6 {{(pid=107279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 07:40:17.561243 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21df60b3-c2ec-41f5-8353-7900125742f6'] response: {'name': 'network-changed', 'server_uuid': '48afb5a2-e7d3-44a4-8882-d81cfd5418ab', 'tag': '2a6554f6-3c98-4833-bfe1-d3631c864347', 'status': 'completed', 'code': 200} Sep 15 07:40:17.576742 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ac7d09-c387-49d0-a50a-fa8c67bddf0e service neutron] Pushing event updated for resources: {'Port': ['ID=c255aeb9-c056-475b-98ed-85ece1d8c073,revision_number=2']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:40:17.609532 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.managers [req-48d636ec-e85c-493b-8518-5d22f850147f req-b6ac7d09-c387-49d0-a50a-fa8c67bddf0e service neutron] Attempting to bind port c255aeb9-c056-475b-98ed-85ece1d8c073 on host hv-cinder-82414 for vnic_type normal with profile {{(pid=107276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 07:40:17.609906 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.managers [req-48d636ec-e85c-493b-8518-5d22f850147f req-b6ac7d09-c387-49d0-a50a-fa8c67bddf0e service neutron] Attempting to bind port c255aeb9-c056-475b-98ed-85ece1d8c073 by drivers openvswitch,hyperv on host hv-cinder-82414 at level 0 using segments [{'id': '552c796d-8f18-442c-a86c-8bdb62d9921a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '9125b9da-cf0a-438e-a321-05e9db8df553'}] {{(pid=107276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 07:40:17.610254 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d636ec-e85c-493b-8518-5d22f850147f req-b6ac7d09-c387-49d0-a50a-fa8c67bddf0e service neutron] Attempting to bind port c255aeb9-c056-475b-98ed-85ece1d8c073 on network 9125b9da-cf0a-438e-a321-05e9db8df553 {{(pid=107276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 07:40:17.645786 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-2b75cfd3-d8f1-4914-bf82-0e2a0ac8cd7a None None] Attempt 4 to provision port 2a6554f6-3c98-4833-bfe1-d3631c864347 Sep 15 07:40:17.654039 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d636ec-e85c-493b-8518-5d22f850147f req-b6ac7d09-c387-49d0-a50a-fa8c67bddf0e service neutron] Port c255aeb9-c056-475b-98ed-85ece1d8c073 on network 9125b9da-cf0a-438e-a321-05e9db8df553 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82414 {{(pid=107276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 07:40:17.654395 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d636ec-e85c-493b-8518-5d22f850147f req-b6ac7d09-c387-49d0-a50a-fa8c67bddf0e service neutron] Attempting to bind port c255aeb9-c056-475b-98ed-85ece1d8c073 on network 9125b9da-cf0a-438e-a321-05e9db8df553 {{(pid=107276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 07:40:17.684308 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:40:17.686857 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-2b75cfd3-d8f1-4914-bf82-0e2a0ac8cd7a None None] Port 2a6554f6-3c98-4833-bfe1-d3631c864347 had new provisioning blocks added so it will not transition to active. {{(pid=107290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 15 07:40:17.704004 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d636ec-e85c-493b-8518-5d22f850147f req-b6ac7d09-c387-49d0-a50a-fa8c67bddf0e service neutron] Checking agent: {'id': '25cf60a6-7ad2-448a-9326-c12b453ddee0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82414', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 7, 36, 43), 'started_at': datetime.datetime(2022, 9, 15, 7, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 7, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 07:40:17.704339 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d636ec-e85c-493b-8518-5d22f850147f req-b6ac7d09-c387-49d0-a50a-fa8c67bddf0e service neutron] Checking segment: {'id': '552c796d-8f18-442c-a86c-8bdb62d9921a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '9125b9da-cf0a-438e-a321-05e9db8df553'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 07:40:17.704718 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d636ec-e85c-493b-8518-5d22f850147f req-b6ac7d09-c387-49d0-a50a-fa8c67bddf0e service neutron] Bound using segment: {'id': '552c796d-8f18-442c-a86c-8bdb62d9921a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '9125b9da-cf0a-438e-a321-05e9db8df553'} {{(pid=107276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 07:40:17.705359 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.managers [req-48d636ec-e85c-493b-8518-5d22f850147f req-b6ac7d09-c387-49d0-a50a-fa8c67bddf0e service neutron] Bound port: c255aeb9-c056-475b-98ed-85ece1d8c073, host: hv-cinder-82414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '552c796d-8f18-442c-a86c-8bdb62d9921a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '9125b9da-cf0a-438e-a321-05e9db8df553'}}] {{(pid=107276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 07:40:17.705690 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-48d636ec-e85c-493b-8518-5d22f850147f req-b6ac7d09-c387-49d0-a50a-fa8c67bddf0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (c255aeb9-c056-475b-98ed-85ece1d8c073), before_update {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:17.767315 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.db [req-48d636ec-e85c-493b-8518-5d22f850147f req-b6ac7d09-c387-49d0-a50a-fa8c67bddf0e service neutron] For port c255aeb9-c056-475b-98ed-85ece1d8c073, host hv-cinder-82414, cleared binding levels {{(pid=107276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 07:40:17.770439 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.db [req-48d636ec-e85c-493b-8518-5d22f850147f req-b6ac7d09-c387-49d0-a50a-fa8c67bddf0e service neutron] For port c255aeb9-c056-475b-98ed-85ece1d8c073, host hv-cinder-82414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=c255aeb9-c056-475b-98ed-85ece1d8c073,segment=NetworkSegment(552c796d-8f18-442c-a86c-8bdb62d9921a),segment_id=552c796d-8f18-442c-a86c-8bdb62d9921a)] {{(pid=107276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 07:40:17.849696 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-48d636ec-e85c-493b-8518-5d22f850147f req-b6ac7d09-c387-49d0-a50a-fa8c67bddf0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260827419'] for port (c255aeb9-c056-475b-98ed-85ece1d8c073), after_update {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:17.853432 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d636ec-e85c-493b-8518-5d22f850147f req-b6ac7d09-c387-49d0-a50a-fa8c67bddf0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:40:17.854218 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-48d636ec-e85c-493b-8518-5d22f850147f req-b6ac7d09-c387-49d0-a50a-fa8c67bddf0e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382552'] for port (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:17.856110 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-48d636ec-e85c-493b-8518-5d22f850147f req-b6ac7d09-c387-49d0-a50a-fa8c67bddf0e service neutron] 10.222.0.26 "PUT /networking/v2.0/ports/c255aeb9-c056-475b-98ed-85ece1d8c073 HTTP/1.1" status: 200 len: 1094 time: 0.9203293 Sep 15 07:40:17.859443 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81bf969c-3300-4003-9606-ea44bac82330', 'tag': 'c255aeb9-c056-475b-98ed-85ece1d8c073'}] {{(pid=107276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 07:40:17.862050 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e3724867bd40dd9d720ab8c058c996a0c2f5593be620855f41bc083494bf738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-813367d0-e09d-4f28-9b95-9ed729dd54e1" -d '{"events": [{"name": "network-changed", "server_uuid": "81bf969c-3300-4003-9606-ea44bac82330", "tag": "c255aeb9-c056-475b-98ed-85ece1d8c073"}]}' {{(pid=107276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 07:40:17.901432 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 07:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-553368b0-0067-47d0-a54a-1ddd7dd4cb99 x-openstack-request-id: req-553368b0-0067-47d0-a54a-1ddd7dd4cb99 {{(pid=107276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 07:40:17.902743 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81bf969c-3300-4003-9606-ea44bac82330", "tag": "c255aeb9-c056-475b-98ed-85ece1d8c073", "status": "completed", "code": 200}]} {{(pid=107276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 07:40:17.902993 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-553368b0-0067-47d0-a54a-1ddd7dd4cb99 {{(pid=107276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 07:40:17.919379 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.notifiers.nova [-] Nova event matching ['req-553368b0-0067-47d0-a54a-1ddd7dd4cb99'] response: {'name': 'network-changed', 'server_uuid': '81bf969c-3300-4003-9606-ea44bac82330', 'tag': 'c255aeb9-c056-475b-98ed-85ece1d8c073', 'status': 'completed', 'code': 200} Sep 15 07:40:17.919379 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ac7d09-c387-49d0-a50a-fa8c67bddf0e service neutron] Pushing event updated for resources: {'Port': ['ID=c255aeb9-c056-475b-98ed-85ece1d8c073,revision_number=3']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:40:18.127988 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 33720) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:40:18.235912 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-bb38189e-27cd-4446-8b6c-df56f3a4252c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:18.314447 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-bb38189e-27cd-4446-8b6c-df56f3a4252c admin admin] Publish callbacks [] for security_group (d60a4280-8c4f-4505-8ab3-cd93837f41ac), precommit_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:18.402862 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-bb38189e-27cd-4446-8b6c-df56f3a4252c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (d60a4280-8c4f-4505-8ab3-cd93837f41ac), after_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:18.470985 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab478a3-da9e-4f99-9423-e600ce72e102 req-3d2fc791-e874-4c55-bde8-d8149f639174 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:40:18.472434 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-cab478a3-da9e-4f99-9423-e600ce72e102 req-3d2fc791-e874-4c55-bde8-d8149f639174 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=81bf969c-3300-4003-9606-ea44bac82330 HTTP/1.1" status: 200 len: 944 time: 0.0800748 Sep 15 07:40:18.475680 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-bb38189e-27cd-4446-8b6c-df56f3a4252c admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=1c989f6976354d3aab8fe4ee30501c12&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3467107 Sep 15 07:40:18.476806 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb38189e-27cd-4446-8b6c-df56f3a4252c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d60a4280-8c4f-4505-8ab3-cd93837f41ac,revision_number=1']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:40:18.478708 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 33728) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:40:18.524228 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-cab478a3-da9e-4f99-9423-e600ce72e102 req-e3c7837d-a5e2-47ac-993e-19f405509f82 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3bbd3c93-b7a5-43ea-bc32-62815f5ad2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446327 Sep 15 07:40:18.530284 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-b2ab5b99-c710-4bf2-b026-353020d08666 admin admin] Publish callbacks [] for security_group (d60a4280-8c4f-4505-8ab3-cd93837f41ac), before_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:18.551535 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-b2ab5b99-c710-4bf2-b026-353020d08666 admin admin] Publish callbacks [] for security_group (d60a4280-8c4f-4505-8ab3-cd93837f41ac), precommit_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:18.680487 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-b2ab5b99-c710-4bf2-b026-353020d08666 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (d60a4280-8c4f-4505-8ab3-cd93837f41ac), after_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:18.682958 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-b2ab5b99-c710-4bf2-b026-353020d08666 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:18.684716 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-b2ab5b99-c710-4bf2-b026-353020d08666 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/d60a4280-8c4f-4505-8ab3-cd93837f41ac HTTP/1.1" status: 204 len: 168 time: 0.2049966 Sep 15 07:40:18.692802 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ab5b99-c710-4bf2-b026-353020d08666 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d60a4280-8c4f-4505-8ab3-cd93837f41ac,revision_number=None']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:40:19.247501 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 33736) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:40:19.260868 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-400ceec9-8ab1-4c6a-a621-00fa65211e59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:19.335498 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-400ceec9-8ab1-4c6a-a621-00fa65211e59 admin admin] Publish callbacks [] for security_group (f19793dc-1a30-4a19-8549-52a2847d289e), precommit_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:19.406146 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-400ceec9-8ab1-4c6a-a621-00fa65211e59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (f19793dc-1a30-4a19-8549-52a2847d289e), after_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:19.447094 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400ceec9-8ab1-4c6a-a621-00fa65211e59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f19793dc-1a30-4a19-8549-52a2847d289e,revision_number=1']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:40:19.451769 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-400ceec9-8ab1-4c6a-a621-00fa65211e59 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=5005fe9692f5404c8f9482df9dc6a920&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2032654 Sep 15 07:40:19.454517 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 33740) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:40:19.503731 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-818296af-7450-468f-a522-85fef10178a9 admin admin] Publish callbacks [] for security_group (f19793dc-1a30-4a19-8549-52a2847d289e), before_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:19.512243 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:40:19.524383 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-818296af-7450-468f-a522-85fef10178a9 admin admin] Publish callbacks [] for security_group (f19793dc-1a30-4a19-8549-52a2847d289e), precommit_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:19.633782 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-818296af-7450-468f-a522-85fef10178a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (f19793dc-1a30-4a19-8549-52a2847d289e), after_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:19.636223 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-818296af-7450-468f-a522-85fef10178a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:19.637328 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-818296af-7450-468f-a522-85fef10178a9 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/f19793dc-1a30-4a19-8549-52a2847d289e HTTP/1.1" status: 204 len: 168 time: 0.1819305 Sep 15 07:40:19.651688 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818296af-7450-468f-a522-85fef10178a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f19793dc-1a30-4a19-8549-52a2847d289e,revision_number=None']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:40:19.659216 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2485eb-06b1-462c-bb9f-727b4a0a0c44 req-a7373cd0-93b7-4e66-bfbf-eea00df700b1 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:40:19.660807 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-bd2485eb-06b1-462c-bb9f-727b4a0a0c44 req-a7373cd0-93b7-4e66-bfbf-eea00df700b1 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=81bf969c-3300-4003-9606-ea44bac82330 HTTP/1.1" status: 200 len: 944 time: 0.0596504 Sep 15 07:40:19.718191 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-bd2485eb-06b1-462c-bb9f-727b4a0a0c44 req-c2b5eebf-930f-41d0-8573-3e58f5721fbe tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3bbd3c93-b7a5-43ea-bc32-62815f5ad2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504000 Sep 15 07:40:20.273623 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab7557e-1ebe-453e-91a7-ebe5c610e47f req-f7f01af0-0ed6-4613-9b5f-20d7a4fb97f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:40:20.276637 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-2ab7557e-1ebe-453e-91a7-ebe5c610e47f req-f7f01af0-0ed6-4613-9b5f-20d7a4fb97f7 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=cdc69db806d24d1f8eb18aadaaafabcb&device_id=48afb5a2-e7d3-44a4-8882-d81cfd5418ab HTTP/1.1" status: 200 len: 1128 time: 0.0443692 Sep 15 07:40:20.305276 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813367d0-e09d-4f28-9b95-9ed729dd54e1 req-da40b9d1-0c5a-4c83-adb0-6f88d444007b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:40:20.306793 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-813367d0-e09d-4f28-9b95-9ed729dd54e1 req-da40b9d1-0c5a-4c83-adb0-6f88d444007b service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=cdc69db806d24d1f8eb18aadaaafabcb&device_id=81bf969c-3300-4003-9606-ea44bac82330 HTTP/1.1" status: 200 len: 1128 time: 0.0422873 Sep 15 07:40:20.332666 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-2ab7557e-1ebe-453e-91a7-ebe5c610e47f req-4d82b13c-20e6-46a6-8574-ee89702afb6f service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a6554f6-3c98-4833-bfe1-d3631c864347 HTTP/1.1" status: 200 len: 217 time: 0.0491736 Sep 15 07:40:20.387141 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab7557e-1ebe-453e-91a7-ebe5c610e47f req-f345b4b6-107f-4a00-af08-87092d708dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:40:20.389081 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-2ab7557e-1ebe-453e-91a7-ebe5c610e47f req-f345b4b6-107f-4a00-af08-87092d708dde service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=56bdd156-8a1e-4af7-bbaf-a09f4f37e06d HTTP/1.1" status: 200 len: 858 time: 0.0491462 Sep 15 07:40:20.445224 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab7557e-1ebe-453e-91a7-ebe5c610e47f req-c14fde64-c1cb-4a0b-a5fa-bec350f5fea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:40:20.447335 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-2ab7557e-1ebe-453e-91a7-ebe5c610e47f req-c14fde64-c1cb-4a0b-a5fa-bec350f5fea2 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=9125b9da-cf0a-438e-a321-05e9db8df553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446811 Sep 15 07:40:20.494364 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813367d0-e09d-4f28-9b95-9ed729dd54e1 req-a4e25c58-7b50-4ce2-afb6-7514bd6081ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:40:20.501930 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-813367d0-e09d-4f28-9b95-9ed729dd54e1 req-a4e25c58-7b50-4ce2-afb6-7514bd6081ae service neutron] 10.222.0.26 "GET /networking/v2.0/networks?tenant_id=cdc69db806d24d1f8eb18aadaaafabcb&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1786740 Sep 15 07:40:20.558302 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-2ab7557e-1ebe-453e-91a7-ebe5c610e47f req-3c70834f-e229-41b9-bb61-9f8825ce2a54 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/9125b9da-cf0a-438e-a321-05e9db8df553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017354 Sep 15 07:40:20.635797 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=4 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:40:20.665549 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-2ab7557e-1ebe-453e-91a7-ebe5c610e47f req-d0f7d3c2-e2f7-40d8-ad33-d6facab360bc service neutron] 10.222.0.26 "GET /networking/v2.0/networks/9125b9da-cf0a-438e-a321-05e9db8df553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954156 Sep 15 07:40:20.680016 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813367d0-e09d-4f28-9b95-9ed729dd54e1 req-aadad9d0-f4b2-4580-b06c-80f4f846a68c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:40:20.681562 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-813367d0-e09d-4f28-9b95-9ed729dd54e1 req-aadad9d0-f4b2-4580-b06c-80f4f846a68c service neutron] 10.222.0.26 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1773939 Sep 15 07:40:20.769035 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d636ec-e85c-493b-8518-5d22f850147f req-abb70511-df77-4194-81a1-062e9e3b1ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:40:20.770538 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-48d636ec-e85c-493b-8518-5d22f850147f req-abb70511-df77-4194-81a1-062e9e3b1ca1 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=cdc69db806d24d1f8eb18aadaaafabcb&device_id=81bf969c-3300-4003-9606-ea44bac82330 HTTP/1.1" status: 200 len: 1128 time: 0.0413473 Sep 15 07:40:20.850582 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aea283-c489-494f-af0b-496aaa32ffc4 req-e04eb939-3b0d-4f64-ae29-0f69c25d033d tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:40:20.851983 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-37aea283-c489-494f-af0b-496aaa32ffc4 req-e04eb939-3b0d-4f64-ae29-0f69c25d033d tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=81bf969c-3300-4003-9606-ea44bac82330 HTTP/1.1" status: 200 len: 944 time: 0.0475035 Sep 15 07:40:20.903230 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-37aea283-c489-494f-af0b-496aaa32ffc4 req-dfff3823-0bb8-4a24-890a-45ffedb5b75d tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3bbd3c93-b7a5-43ea-bc32-62815f5ad2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454137 Sep 15 07:40:21.353730 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=79 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:40:21.717364 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6429b831-3260-4195-bc12-ffcf3b7cbed9 req-e545a13f-68a3-4aa9-abbb-e1f7e512d6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:40:21.719258 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-6429b831-3260-4195-bc12-ffcf3b7cbed9 req-e545a13f-68a3-4aa9-abbb-e1f7e512d6a9 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=cdc69db806d24d1f8eb18aadaaafabcb&device_id=48afb5a2-e7d3-44a4-8882-d81cfd5418ab HTTP/1.1" status: 200 len: 1128 time: 0.0387781 Sep 15 07:40:21.719366 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-48d636ec-e85c-493b-8518-5d22f850147f req-a7433190-667e-4ce4-bcdc-d5156262b56e service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c255aeb9-c056-475b-98ed-85ece1d8c073 HTTP/1.1" status: 200 len: 217 time: 0.0383675 Sep 15 07:40:21.749022 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=3 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:40:21.776650 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d636ec-e85c-493b-8518-5d22f850147f req-6d1fa6db-5c09-44d0-b5eb-203bf370eef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:40:21.778231 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-48d636ec-e85c-493b-8518-5d22f850147f req-6d1fa6db-5c09-44d0-b5eb-203bf370eef8 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=56bdd156-8a1e-4af7-bbaf-a09f4f37e06d HTTP/1.1" status: 200 len: 858 time: 0.0459962 Sep 15 07:40:21.835238 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6429b831-3260-4195-bc12-ffcf3b7cbed9 req-1db59635-21f7-42ce-8d3d-f31adcc9291c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:40:21.836779 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-6429b831-3260-4195-bc12-ffcf3b7cbed9 req-1db59635-21f7-42ce-8d3d-f31adcc9291c service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=9125b9da-cf0a-438e-a321-05e9db8df553 HTTP/1.1" status: 200 len: 920 time: 0.1052811 Sep 15 07:40:21.847341 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d636ec-e85c-493b-8518-5d22f850147f req-60935cef-ca13-4ee5-9a23-0ebe14ae5c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:40:21.848840 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-48d636ec-e85c-493b-8518-5d22f850147f req-60935cef-ca13-4ee5-9a23-0ebe14ae5c25 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=9125b9da-cf0a-438e-a321-05e9db8df553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0599308 Sep 15 07:40:21.946820 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-6429b831-3260-4195-bc12-ffcf3b7cbed9 req-a52761d2-1e78-4ac0-8e5e-0166df1786e2 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a6554f6-3c98-4833-bfe1-d3631c864347 HTTP/1.1" status: 200 len: 217 time: 0.1026440 Sep 15 07:40:22.047337 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6429b831-3260-4195-bc12-ffcf3b7cbed9 req-bf086690-d7c9-4cd4-856a-b418ae6482d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:40:22.049060 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-6429b831-3260-4195-bc12-ffcf3b7cbed9 req-bf086690-d7c9-4cd4-856a-b418ae6482d8 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=56bdd156-8a1e-4af7-bbaf-a09f4f37e06d HTTP/1.1" status: 200 len: 858 time: 0.0947084 Sep 15 07:40:22.065706 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-48d636ec-e85c-493b-8518-5d22f850147f req-602eb3be-c627-46c0-9660-7dbd023353f0 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/9125b9da-cf0a-438e-a321-05e9db8df553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086234 Sep 15 07:40:22.116685 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6429b831-3260-4195-bc12-ffcf3b7cbed9 req-93e83934-a4cb-4170-967f-6e1cbc240f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:40:22.118874 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-6429b831-3260-4195-bc12-ffcf3b7cbed9 req-93e83934-a4cb-4170-967f-6e1cbc240f15 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=9125b9da-cf0a-438e-a321-05e9db8df553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0603774 Sep 15 07:40:22.174247 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab5559f-870d-48c7-bddd-f7c452f55d18 req-fc6fb55c-14dd-4061-af69-29518164408a tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:40:22.175754 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-fab5559f-870d-48c7-bddd-f7c452f55d18 req-fc6fb55c-14dd-4061-af69-29518164408a tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=81bf969c-3300-4003-9606-ea44bac82330 HTTP/1.1" status: 200 len: 944 time: 0.1090410 Sep 15 07:40:22.221326 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:40:22.240298 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-48d636ec-e85c-493b-8518-5d22f850147f req-da2de95f-ea94-4625-9c13-b8780b512fcb service neutron] 10.222.0.26 "GET /networking/v2.0/networks/9125b9da-cf0a-438e-a321-05e9db8df553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588619 Sep 15 07:40:22.246987 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-6429b831-3260-4195-bc12-ffcf3b7cbed9 req-15b5f5b3-8b0c-42d2-8126-1d052a97ed87 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/9125b9da-cf0a-438e-a321-05e9db8df553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169872 Sep 15 07:40:22.267868 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-fab5559f-870d-48c7-bddd-f7c452f55d18 req-a2089790-db70-4865-bf98-4a209702e868 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3bbd3c93-b7a5-43ea-bc32-62815f5ad2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806906 Sep 15 07:40:22.352651 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-6429b831-3260-4195-bc12-ffcf3b7cbed9 req-f9d24d88-9b28-428b-ba08-1b4430bc0885 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/9125b9da-cf0a-438e-a321-05e9db8df553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967345 Sep 15 07:40:22.506539 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-59e307cd-a893-47bd-9fb5-b9a8220e3534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (47b201f8-ba91-4005-8457-67653169c522), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:23.386618 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49793719-5d02-465c-96e3-beff4194775b req-8d5479ee-c9eb-490c-bedd-481570a52cf4 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:40:23.388063 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-49793719-5d02-465c-96e3-beff4194775b req-8d5479ee-c9eb-490c-bedd-481570a52cf4 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=81bf969c-3300-4003-9606-ea44bac82330 HTTP/1.1" status: 200 len: 944 time: 0.0478504 Sep 15 07:40:23.443091 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-49793719-5d02-465c-96e3-beff4194775b req-0502edb2-2398-4dec-a9cf-8530ccc83673 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3bbd3c93-b7a5-43ea-bc32-62815f5ad2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483632 Sep 15 07:40:23.881818 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Device 2a6554f6-3c98-4833-bfe1-d3631c864347 details requested by agent hyperv_hv-cinder-82414 with host hv-cinder-82414 {{(pid=107290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 07:40:23.921655 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 33886) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:40:23.989746 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] For port 2a6554f6-3c98-4833-bfe1-d3631c864347, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=2a6554f6-3c98-4833-bfe1-d3631c864347,segment=NetworkSegment(552c796d-8f18-442c-a86c-8bdb62d9921a),segment_id=552c796d-8f18-442c-a86c-8bdb62d9921a)] {{(pid=107290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:40:24.001900 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Returning: {'device': '2a6554f6-3c98-4833-bfe1-d3631c864347', 'network_id': '9125b9da-cf0a-438e-a321-05e9db8df553', 'port_id': '2a6554f6-3c98-4833-bfe1-d3631c864347', 'mac_address': 'fa:16:3e:47:0f:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56bdd156-8a1e-4af7-bbaf-a09f4f37e06d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 07:40:24.038034 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-6963cae7-c28a-46a7-a937-0518f0e4a499 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:24.053847 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Current status of the port 2a6554f6-3c98-4833-bfe1-d3631c864347 is: DOWN; New status is: BUILD {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:40:24.054435 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (2a6554f6-3c98-4833-bfe1-d3631c864347), before_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:24.068847 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.notifiers.nova [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a6554f6-3c98-4833-bfe1-d3631c864347 {{(pid=107290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 07:40:24.088371 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] For port 2a6554f6-3c98-4833-bfe1-d3631c864347, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=2a6554f6-3c98-4833-bfe1-d3631c864347,segment=NetworkSegment(552c796d-8f18-442c-a86c-8bdb62d9921a),segment_id=552c796d-8f18-442c-a86c-8bdb62d9921a)] {{(pid=107290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:40:24.114446 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-6963cae7-c28a-46a7-a937-0518f0e4a499 admin admin] Publish callbacks [] for security_group (d60bff35-4680-4f69-9447-21fe6ecf6600), precommit_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:24.148895 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615'] for port (2a6554f6-3c98-4833-bfe1-d3631c864347), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:24.177487 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-6963cae7-c28a-46a7-a937-0518f0e4a499 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (d60bff35-4680-4f69-9447-21fe6ecf6600), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:24.197987 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Pushing event updated for resources: {'Port': ['ID=2a6554f6-3c98-4833-bfe1-d3631c864347,revision_number=4']} {{(pid=107290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:40:24.216421 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-6963cae7-c28a-46a7-a937-0518f0e4a499 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=faa49ac1bf5d40c4b79cc5e6c6474cf9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2936809 Sep 15 07:40:24.218214 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6963cae7-c28a-46a7-a937-0518f0e4a499 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d60bff35-4680-4f69-9447-21fe6ecf6600,revision_number=1']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:40:24.220462 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 33894) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:40:24.272016 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-b58206b1-daac-4b7c-b8ae-3a26613de376 admin admin] Publish callbacks [] for security_group (d60bff35-4680-4f69-9447-21fe6ecf6600), before_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:24.291770 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-b58206b1-daac-4b7c-b8ae-3a26613de376 admin admin] Publish callbacks [] for security_group (d60bff35-4680-4f69-9447-21fe6ecf6600), precommit_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:24.428749 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-b58206b1-daac-4b7c-b8ae-3a26613de376 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (d60bff35-4680-4f69-9447-21fe6ecf6600), after_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:24.431255 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-b58206b1-daac-4b7c-b8ae-3a26613de376 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:24.432438 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-b58206b1-daac-4b7c-b8ae-3a26613de376 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/d60bff35-4680-4f69-9447-21fe6ecf6600 HTTP/1.1" status: 204 len: 168 time: 0.2110322 Sep 15 07:40:24.442921 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58206b1-daac-4b7c-b8ae-3a26613de376 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d60bff35-4680-4f69-9447-21fe6ecf6600,revision_number=None']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:40:24.532298 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=100 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:40:24.569306 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d51e9c-babe-44d9-baac-19669396c849 req-44acd279-eccf-499d-ba23-99f236e7f9bd tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:40:24.570845 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-06d51e9c-babe-44d9-baac-19669396c849 req-44acd279-eccf-499d-ba23-99f236e7f9bd tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=81bf969c-3300-4003-9606-ea44bac82330 HTTP/1.1" status: 200 len: 944 time: 0.0472412 Sep 15 07:40:24.619823 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-06d51e9c-babe-44d9-baac-19669396c849 req-9bff1d91-6cb9-4dfa-af2e-604d864d1d24 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3bbd3c93-b7a5-43ea-bc32-62815f5ad2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435445 Sep 15 07:40:24.795809 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-09db14d2-7be9-4e8b-8811-9125f2512114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (6177172c-20b9-4a3a-92be-d5dd082cfa3a), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:25.138445 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 33908) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:40:25.151897 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-9fce8207-e3a1-495f-b2bd-92fbc1c9ea01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:25.225483 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-9fce8207-e3a1-495f-b2bd-92fbc1c9ea01 admin admin] Publish callbacks [] for security_group (b6eca017-7d09-4fb1-ac66-0c7b149d5099), precommit_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:25.297904 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-9fce8207-e3a1-495f-b2bd-92fbc1c9ea01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (b6eca017-7d09-4fb1-ac66-0c7b149d5099), after_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:25.335399 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fce8207-e3a1-495f-b2bd-92fbc1c9ea01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6eca017-7d09-4fb1-ac66-0c7b149d5099,revision_number=1']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:40:25.339521 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-9fce8207-e3a1-495f-b2bd-92fbc1c9ea01 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=124373b58ff34e87b78b6860e27a222b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1995490 Sep 15 07:40:25.342851 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 33910) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:40:25.391757 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-68c9e142-da0f-4751-9278-677eff5ff27a admin admin] Publish callbacks [] for security_group (b6eca017-7d09-4fb1-ac66-0c7b149d5099), before_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:25.411846 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-68c9e142-da0f-4751-9278-677eff5ff27a admin admin] Publish callbacks [] for security_group (b6eca017-7d09-4fb1-ac66-0c7b149d5099), precommit_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:25.583732 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-68c9e142-da0f-4751-9278-677eff5ff27a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (b6eca017-7d09-4fb1-ac66-0c7b149d5099), after_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:25.586369 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-68c9e142-da0f-4751-9278-677eff5ff27a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:25.587465 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-68c9e142-da0f-4751-9278-677eff5ff27a admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/b6eca017-7d09-4fb1-ac66-0c7b149d5099 HTTP/1.1" status: 204 len: 168 time: 0.2435606 Sep 15 07:40:25.595731 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c9e142-da0f-4751-9278-677eff5ff27a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6eca017-7d09-4fb1-ac66-0c7b149d5099,revision_number=None']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:40:25.607007 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:40:25.743142 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68de0510-6a72-4a4d-b78e-bfcdc3d64fee req-a4292996-77bf-42c3-b798-a6e39d407d09 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:40:25.744592 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-68de0510-6a72-4a4d-b78e-bfcdc3d64fee req-a4292996-77bf-42c3-b798-a6e39d407d09 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=81bf969c-3300-4003-9606-ea44bac82330 HTTP/1.1" status: 200 len: 944 time: 0.0479581 Sep 15 07:40:25.796524 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-68de0510-6a72-4a4d-b78e-bfcdc3d64fee req-7c21f9d7-9222-4876-a63f-035e66fde180 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3bbd3c93-b7a5-43ea-bc32-62815f5ad2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449328 Sep 15 07:40:25.946662 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] get_ports_and_sgs() called for port_ids ['2a6554f6-3c98-4833-bfe1-d3631c864347'] {{(pid=107290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 07:40:26.046851 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-0f44d0d5-b296-4658-a59d-71e94f9a3b32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (71b2a813-2b59-4e69-b901-83528b6ecb8f), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:26.926319 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:40:26.932843 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b5b95e-2257-4272-a6ee-a4ca168e4bb9 req-b75bad95-e3d3-46d2-8169-d09642a00f3d tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:40:26.935990 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-71b5b95e-2257-4272-a6ee-a4ca168e4bb9 req-b75bad95-e3d3-46d2-8169-d09642a00f3d tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=81bf969c-3300-4003-9606-ea44bac82330 HTTP/1.1" status: 200 len: 944 time: 0.0605521 Sep 15 07:40:26.991512 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-71b5b95e-2257-4272-a6ee-a4ca168e4bb9 req-8cf7ebec-bc15-4be8-9165-8bba5701bb56 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3bbd3c93-b7a5-43ea-bc32-62815f5ad2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484548 Sep 15 07:40:27.532195 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-677e5667-6d12-4a09-97b6-65dca69daeb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (4c9c4bf3-096b-4dee-b844-12a870317301), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:27.719126 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (c3acd0b9-3b8e-4f77-9053-2ca2457616b3), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:27.874538 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Device c255aeb9-c056-475b-98ed-85ece1d8c073 details requested by agent hyperv_hv-cinder-82414 with host hv-cinder-82414 {{(pid=107290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 07:40:27.876776 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Device 2a6554f6-3c98-4833-bfe1-d3631c864347 up at agent hyperv_hv-cinder-82414 {{(pid=107290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 07:40:27.994649 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Provisioning for port 2a6554f6-3c98-4833-bfe1-d3631c864347 completed by entity L2. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 15 07:40:28.008463 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:40:28.060198 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] For port c255aeb9-c056-475b-98ed-85ece1d8c073, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=c255aeb9-c056-475b-98ed-85ece1d8c073,segment=NetworkSegment(552c796d-8f18-442c-a86c-8bdb62d9921a),segment_id=552c796d-8f18-442c-a86c-8bdb62d9921a)] {{(pid=107290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:40:28.074109 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Returning: {'device': 'c255aeb9-c056-475b-98ed-85ece1d8c073', 'network_id': '9125b9da-cf0a-438e-a321-05e9db8df553', 'port_id': 'c255aeb9-c056-475b-98ed-85ece1d8c073', 'mac_address': 'fa:16:3e:39:b4:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56bdd156-8a1e-4af7-bbaf-a09f4f37e06d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 07:40:28.115229 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Current status of the port c255aeb9-c056-475b-98ed-85ece1d8c073 is: DOWN; New status is: BUILD {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:40:28.115859 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (c255aeb9-c056-475b-98ed-85ece1d8c073), before_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:28.124669 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa5f6fa-80bf-496e-8592-4d5f34b802f9 req-10be7015-0ebd-46a7-b20a-95b0b6542683 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:40:28.126183 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-9fa5f6fa-80bf-496e-8592-4d5f34b802f9 req-10be7015-0ebd-46a7-b20a-95b0b6542683 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=81bf969c-3300-4003-9606-ea44bac82330 HTTP/1.1" status: 200 len: 944 time: 0.0511024 Sep 15 07:40:28.128575 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Provisioning complete for port 2a6554f6-3c98-4833-bfe1-d3631c864347 triggered by entity L2. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 07:40:28.128947 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862942'] for port (2a6554f6-3c98-4833-bfe1-d3631c864347), provisioning_complete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:28.131806 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Attempt 1 to provision port 2a6554f6-3c98-4833-bfe1-d3631c864347 Sep 15 07:40:28.151469 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.notifiers.nova [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c255aeb9-c056-475b-98ed-85ece1d8c073 {{(pid=107290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 07:40:28.195396 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] For port c255aeb9-c056-475b-98ed-85ece1d8c073, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=c255aeb9-c056-475b-98ed-85ece1d8c073,segment=NetworkSegment(552c796d-8f18-442c-a86c-8bdb62d9921a),segment_id=552c796d-8f18-442c-a86c-8bdb62d9921a)] {{(pid=107290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:40:28.202890 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-9fa5f6fa-80bf-496e-8592-4d5f34b802f9 req-c96ed9d4-4989-48fa-ae2f-23ad90e01c60 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3bbd3c93-b7a5-43ea-bc32-62815f5ad2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692191 Sep 15 07:40:28.259482 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615'] for port (c255aeb9-c056-475b-98ed-85ece1d8c073), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:28.266510 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Current status of the port 2a6554f6-3c98-4833-bfe1-d3631c864347 is: BUILD; New status is: ACTIVE {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:40:28.266870 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (2a6554f6-3c98-4833-bfe1-d3631c864347), before_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:28.288327 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:40:28.294512 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c700e30-067f-47d3-b30f-079dd23d01d8 req-812e9785-3f08-45c0-a730-7c301318a6a8 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:40:28.297121 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-7c700e30-067f-47d3-b30f-079dd23d01d8 req-812e9785-3f08-45c0-a730-7c301318a6a8 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=07ae2103-9abb-45d7-94b1-7e0f83c44fa0 HTTP/1.1" status: 200 len: 946 time: 0.0562356 Sep 15 07:40:28.301949 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.agents_db [None req-df016ec4-f85e-4abb-9405-ce942686afd2 None None] Agent healthcheck: found 6 active agents {{(pid=107295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 07:40:28.330147 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48afb5a2-e7d3-44a4-8882-d81cfd5418ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a6554f6-3c98-4833-bfe1-d3631c864347'}] {{(pid=107290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 07:40:28.330147 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff93a2f2a3cb789a491bb2a8c4b01cf70d8343c1611f7c7394898ef54d6aa0cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-583c02d9-d281-47bc-b2b8-1e425a9acb38" -d '{"events": [{"server_uuid": "48afb5a2-e7d3-44a4-8882-d81cfd5418ab", "name": "network-vif-plugged", "status": "completed", "tag": "2a6554f6-3c98-4833-bfe1-d3631c864347"}]}' {{(pid=107290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 07:40:28.351947 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-7c700e30-067f-47d3-b30f-079dd23d01d8 req-aacbdbe5-838c-47ce-8da7-24fe9990f6d4 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b407f831-0121-48a5-b269-407cd5b097f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451951 Sep 15 07:40:28.352497 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] For port 2a6554f6-3c98-4833-bfe1-d3631c864347, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=2a6554f6-3c98-4833-bfe1-d3631c864347,segment=NetworkSegment(552c796d-8f18-442c-a86c-8bdb62d9921a),segment_id=552c796d-8f18-442c-a86c-8bdb62d9921a)] {{(pid=107290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:40:28.353566 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Pushing event updated for resources: {'Port': ['ID=c255aeb9-c056-475b-98ed-85ece1d8c073,revision_number=4']} {{(pid=107290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:40:28.378369 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 07:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-911bef1e-3774-4f01-83f5-19b0ab792bf8 x-openstack-request-id: req-911bef1e-3774-4f01-83f5-19b0ab792bf8 {{(pid=107290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 07:40:28.378700 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48afb5a2-e7d3-44a4-8882-d81cfd5418ab", "name": "network-vif-plugged", "status": "completed", "tag": "2a6554f6-3c98-4833-bfe1-d3631c864347", "code": 200}]} {{(pid=107290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 07:40:28.382804 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-911bef1e-3774-4f01-83f5-19b0ab792bf8 {{(pid=107290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 07:40:28.382804 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.notifiers.nova [-] Nova event matching ['req-911bef1e-3774-4f01-83f5-19b0ab792bf8'] response: {'server_uuid': '48afb5a2-e7d3-44a4-8882-d81cfd5418ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a6554f6-3c98-4833-bfe1-d3631c864347', 'code': 200} Sep 15 07:40:28.423374 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615'] for port (2a6554f6-3c98-4833-bfe1-d3631c864347), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:28.474491 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Pushing event updated for resources: {'Port': ['ID=2a6554f6-3c98-4833-bfe1-d3631c864347,revision_number=5']} {{(pid=107290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:40:28.517609 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] get_ports_and_sgs() called for port_ids ['c255aeb9-c056-475b-98ed-85ece1d8c073'] {{(pid=107290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 07:40:28.691745 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e381cc03-621f-447b-be7b-774820f00884 req-c442473e-5fb7-40b0-b32e-5ed656f9f156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:40:28.693249 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-e381cc03-621f-447b-be7b-774820f00884 req-c442473e-5fb7-40b0-b32e-5ed656f9f156 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=48afb5a2-e7d3-44a4-8882-d81cfd5418ab HTTP/1.1" status: 200 len: 1130 time: 0.0431139 Sep 15 07:40:28.746079 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-e381cc03-621f-447b-be7b-774820f00884 req-615330a7-7035-4a6b-a60e-a2296d17a972 service neutron] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3bbd3c93-b7a5-43ea-bc32-62815f5ad2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416641 Sep 15 07:40:28.872382 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-b7006160-b59a-44a5-b792-781035f84f17 req-5af064d3-7d4d-4208-9ab8-8d7b8ea3d609 tempest-VolumesNegativeTest-1244463079 tempest-VolumesNegativeTest-1244463079-project] 10.222.0.42 "GET /networking/v2.0/networks?tenant_id=e0730e401f844b55a78df53dba8e4b5c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0281885 Sep 15 07:40:29.256340 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7006160-b59a-44a5-b792-781035f84f17 req-879d7363-5cbd-42fd-9b65-9b9b8c36dcb6 tempest-VolumesNegativeTest-1244463079 tempest-VolumesNegativeTest-1244463079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:40:29.257845 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-b7006160-b59a-44a5-b792-781035f84f17 req-879d7363-5cbd-42fd-9b65-9b9b8c36dcb6 tempest-VolumesNegativeTest-1244463079 tempest-VolumesNegativeTest-1244463079-project] 10.222.0.42 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3802295 Sep 15 07:40:29.276552 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-b7006160-b59a-44a5-b792-781035f84f17 req-12e4eaea-801c-4cde-afb6-ac91f5c69385 tempest-VolumesNegativeTest-1244463079 tempest-VolumesNegativeTest-1244463079-project] 10.222.0.42 "GET /networking/v2.0/quotas/e0730e401f844b55a78df53dba8e4b5c HTTP/1.1" status: 200 len: 375 time: 0.0132072 Sep 15 07:40:29.349243 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-b7006160-b59a-44a5-b792-781035f84f17 req-54532d95-5d04-4a90-b33e-ee0b66aee6b6 tempest-VolumesNegativeTest-1244463079 tempest-VolumesNegativeTest-1244463079-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=e0730e401f844b55a78df53dba8e4b5c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0610154 Sep 15 07:40:29.370673 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa90f32c-4194-4dfd-bdaa-2e2e98a9e35a req-7353e1ff-46bf-440d-a06a-2c1e714dcbc5 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:40:29.370673 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-fa90f32c-4194-4dfd-bdaa-2e2e98a9e35a req-7353e1ff-46bf-440d-a06a-2c1e714dcbc5 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=81bf969c-3300-4003-9606-ea44bac82330 HTTP/1.1" status: 200 len: 945 time: 0.0801885 Sep 15 07:40:29.424240 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-fa90f32c-4194-4dfd-bdaa-2e2e98a9e35a req-5c7cb1b6-3988-4d9f-a8f7-32f6f8c3aaf9 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3bbd3c93-b7a5-43ea-bc32-62815f5ad2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519245 Sep 15 07:40:29.553525 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39438893-a7cd-43ee-bc97-25ac19472759 req-09348e41-0c4d-4967-9375-55454b453128 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:40:29.555383 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-39438893-a7cd-43ee-bc97-25ac19472759 req-09348e41-0c4d-4967-9375-55454b453128 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=07ae2103-9abb-45d7-94b1-7e0f83c44fa0 HTTP/1.1" status: 200 len: 946 time: 0.0576329 Sep 15 07:40:29.633031 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-39438893-a7cd-43ee-bc97-25ac19472759 req-10a83d7e-e678-42ad-8335-4fa2077bb53d tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b407f831-0121-48a5-b269-407cd5b097f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699563 Sep 15 07:40:29.654074 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-06349d63-8eb1-4764-a36b-7bd02c1afb94 req-541d9fd9-6053-46be-9c37-7fff8ef2e09e tempest-VolumesNegativeTest-1244463079 tempest-VolumesNegativeTest-1244463079-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d9614c29-883e-453c-afa9-5fd85d5e4cac HTTP/1.1" status: 200 len: 210 time: 0.0442915 Sep 15 07:40:29.872560 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Device c255aeb9-c056-475b-98ed-85ece1d8c073 up at agent hyperv_hv-cinder-82414 {{(pid=107290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 07:40:29.924115 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Provisioning for port c255aeb9-c056-475b-98ed-85ece1d8c073 completed by entity L2. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 15 07:40:29.972735 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Provisioning complete for port c255aeb9-c056-475b-98ed-85ece1d8c073 triggered by entity L2. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 07:40:29.973121 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862942'] for port (c255aeb9-c056-475b-98ed-85ece1d8c073), provisioning_complete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:29.973460 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Attempt 1 to provision port c255aeb9-c056-475b-98ed-85ece1d8c073 Sep 15 07:40:30.052082 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Current status of the port c255aeb9-c056-475b-98ed-85ece1d8c073 is: BUILD; New status is: ACTIVE {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:40:30.052460 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (c255aeb9-c056-475b-98ed-85ece1d8c073), before_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:30.090842 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] For port c255aeb9-c056-475b-98ed-85ece1d8c073, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=c255aeb9-c056-475b-98ed-85ece1d8c073,segment=NetworkSegment(552c796d-8f18-442c-a86c-8bdb62d9921a),segment_id=552c796d-8f18-442c-a86c-8bdb62d9921a)] {{(pid=107290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:40:30.146763 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615'] for port (c255aeb9-c056-475b-98ed-85ece1d8c073), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:30.210521 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Pushing event updated for resources: {'Port': ['ID=c255aeb9-c056-475b-98ed-85ece1d8c073,revision_number=5']} {{(pid=107290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:40:30.381148 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81bf969c-3300-4003-9606-ea44bac82330', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c255aeb9-c056-475b-98ed-85ece1d8c073'}] {{(pid=107290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 07:40:30.383650 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff93a2f2a3cb789a491bb2a8c4b01cf70d8343c1611f7c7394898ef54d6aa0cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5770f6f-43a7-423b-9891-9c2f971848a1" -d '{"events": [{"server_uuid": "81bf969c-3300-4003-9606-ea44bac82330", "name": "network-vif-plugged", "status": "completed", "tag": "c255aeb9-c056-475b-98ed-85ece1d8c073"}]}' {{(pid=107290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 07:40:30.428987 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 07:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccda6f1d-0cf1-4987-b36d-56d0f3a03990 x-openstack-request-id: req-ccda6f1d-0cf1-4987-b36d-56d0f3a03990 {{(pid=107290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 07:40:30.429392 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81bf969c-3300-4003-9606-ea44bac82330", "name": "network-vif-plugged", "status": "completed", "tag": "c255aeb9-c056-475b-98ed-85ece1d8c073", "code": 200}]} {{(pid=107290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 07:40:30.429756 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ccda6f1d-0cf1-4987-b36d-56d0f3a03990 {{(pid=107290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 07:40:30.430402 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ccda6f1d-0cf1-4987-b36d-56d0f3a03990'] response: {'server_uuid': '81bf969c-3300-4003-9606-ea44bac82330', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c255aeb9-c056-475b-98ed-85ece1d8c073', 'code': 200} Sep 15 07:40:30.564000 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2cded4-1c31-4f1c-a8ca-666425c1baab req-770c9c89-e55b-4e0f-945b-7fbb990b17fc tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:40:30.565477 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-3d2cded4-1c31-4f1c-a8ca-666425c1baab req-770c9c89-e55b-4e0f-945b-7fbb990b17fc tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=81bf969c-3300-4003-9606-ea44bac82330 HTTP/1.1" status: 200 len: 946 time: 0.0496838 Sep 15 07:40:30.580774 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 34084) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:40:30.616036 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-3d2cded4-1c31-4f1c-a8ca-666425c1baab req-7a45a677-05d6-42e0-a104-70aa35ec37df tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3bbd3c93-b7a5-43ea-bc32-62815f5ad2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448592 Sep 15 07:40:30.709114 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-cc3c85b8-4ff3-481e-8c7f-8a5846868cf5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:30.749903 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=4 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:40:30.750405 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:40:30.796399 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-e915f3df-608a-4171-99f0-e4fdbb6a0c85 req-68baab1f-728a-480f-af0b-2f5d501bc932 tempest-VolumesNegativeTest-1244463079 tempest-VolumesNegativeTest-1244463079-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d9614c29-883e-453c-afa9-5fd85d5e4cac HTTP/1.1" status: 200 len: 210 time: 0.0576026 Sep 15 07:40:30.813884 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-cc3c85b8-4ff3-481e-8c7f-8a5846868cf5 admin admin] Publish callbacks [] for security_group (6d3b6c3c-cbcd-4004-b35f-187ddda14872), precommit_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:30.814723 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:40:30.815403 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a791847-9b6b-4c58-85e7-cf64047a785a req-465a1f58-da0d-4b19-b021-cd9d2f803491 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:40:30.816871 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-8a791847-9b6b-4c58-85e7-cf64047a785a req-465a1f58-da0d-4b19-b021-cd9d2f803491 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=07ae2103-9abb-45d7-94b1-7e0f83c44fa0 HTTP/1.1" status: 200 len: 946 time: 0.0759375 Sep 15 07:40:30.848730 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89506b7-6839-431b-95a8-1f98cbe9fe9c req-e724f5bc-7818-4210-9307-310bc40bb718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:40:30.850308 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-b89506b7-6839-431b-95a8-1f98cbe9fe9c req-e724f5bc-7818-4210-9307-310bc40bb718 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=81bf969c-3300-4003-9606-ea44bac82330 HTTP/1.1" status: 200 len: 1130 time: 0.0472121 Sep 15 07:40:30.864377 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-8a791847-9b6b-4c58-85e7-cf64047a785a req-87b2841b-a8de-413c-8468-be5dbf4a3c4a tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b407f831-0121-48a5-b269-407cd5b097f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415449 Sep 15 07:40:30.898848 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-cc3c85b8-4ff3-481e-8c7f-8a5846868cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (6d3b6c3c-cbcd-4004-b35f-187ddda14872), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:30.922031 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-b89506b7-6839-431b-95a8-1f98cbe9fe9c req-a2d15da8-25ac-4504-87bf-94a50c4d7e1d service neutron] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3bbd3c93-b7a5-43ea-bc32-62815f5ad2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541902 Sep 15 07:40:30.946638 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-cc3c85b8-4ff3-481e-8c7f-8a5846868cf5 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=240918f14a0843abab182af6ff9b1e87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3646996 Sep 15 07:40:30.950235 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 34094) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:40:30.964042 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3c85b8-4ff3-481e-8c7f-8a5846868cf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d3b6c3c-cbcd-4004-b35f-187ddda14872,revision_number=1']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:40:31.003643 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-46b6a123-5981-4cbd-a2b9-c607f52ac8af admin admin] Publish callbacks [] for security_group (6d3b6c3c-cbcd-4004-b35f-187ddda14872), before_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:31.024288 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-46b6a123-5981-4cbd-a2b9-c607f52ac8af admin admin] Publish callbacks [] for security_group (6d3b6c3c-cbcd-4004-b35f-187ddda14872), precommit_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:31.175561 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-46b6a123-5981-4cbd-a2b9-c607f52ac8af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (6d3b6c3c-cbcd-4004-b35f-187ddda14872), after_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:31.178122 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-46b6a123-5981-4cbd-a2b9-c607f52ac8af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:31.179394 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-46b6a123-5981-4cbd-a2b9-c607f52ac8af admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/6d3b6c3c-cbcd-4004-b35f-187ddda14872 HTTP/1.1" status: 204 len: 168 time: 0.2282388 Sep 15 07:40:31.188283 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b6a123-5981-4cbd-a2b9-c607f52ac8af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d3b6c3c-cbcd-4004-b35f-187ddda14872,revision_number=None']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:40:31.743759 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe02371-bf1d-4698-8278-5b0ee2371d75 req-685fd140-ba12-4c06-a49d-4b05c8527487 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:40:31.745998 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-cbe02371-bf1d-4698-8278-5b0ee2371d75 req-685fd140-ba12-4c06-a49d-4b05c8527487 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=81bf969c-3300-4003-9606-ea44bac82330 HTTP/1.1" status: 200 len: 946 time: 0.0504119 Sep 15 07:40:31.797211 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-cbe02371-bf1d-4698-8278-5b0ee2371d75 req-44b4b7c0-333e-4362-a940-62d9d8351aae tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3bbd3c93-b7a5-43ea-bc32-62815f5ad2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443184 Sep 15 07:40:31.861705 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 34110) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:40:31.876556 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-9b8e02c9-810d-4813-adc7-fcb90882e7a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:31.906789 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-2018f343-c130-4d94-9645-9ac01eda1a9d req-2c8a57e9-73df-4cf8-96af-18cf6533700f tempest-VolumesNegativeTest-1244463079 tempest-VolumesNegativeTest-1244463079-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d9614c29-883e-453c-afa9-5fd85d5e4cac HTTP/1.1" status: 200 len: 210 time: 0.0317209 Sep 15 07:40:31.964175 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-9b8e02c9-810d-4813-adc7-fcb90882e7a7 admin admin] Publish callbacks [] for security_group (1c53ff1e-eaf0-427b-9483-1311f93d49ba), precommit_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:32.041771 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c0e13e-8c73-4d4d-b383-f273a954bdfb req-653e0a35-9dcd-48dd-b959-7d73bfa0f4cc tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:40:32.041771 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-11c0e13e-8c73-4d4d-b383-f273a954bdfb req-653e0a35-9dcd-48dd-b959-7d73bfa0f4cc tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=07ae2103-9abb-45d7-94b1-7e0f83c44fa0 HTTP/1.1" status: 200 len: 946 time: 0.0725226 Sep 15 07:40:32.043441 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=100 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:40:32.058353 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-9b8e02c9-810d-4813-adc7-fcb90882e7a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (1c53ff1e-eaf0-427b-9483-1311f93d49ba), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:32.081340 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-11c0e13e-8c73-4d4d-b383-f273a954bdfb req-673cbe4a-ce74-44eb-b87b-c5189ab33269 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b407f831-0121-48a5-b269-407cd5b097f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447772 Sep 15 07:40:32.101734 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-9b8e02c9-810d-4813-adc7-fcb90882e7a7 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=602ac6a82f5742b98e2c0123f204301c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2386265 Sep 15 07:40:32.103003 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8e02c9-810d-4813-adc7-fcb90882e7a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c53ff1e-eaf0-427b-9483-1311f93d49ba,revision_number=1']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:40:32.106240 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 34116) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:40:32.159239 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-cf14344e-f89b-430d-bf4c-562b59b28b57 admin admin] Publish callbacks [] for security_group (1c53ff1e-eaf0-427b-9483-1311f93d49ba), before_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:32.167740 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:40:32.180622 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-cf14344e-f89b-430d-bf4c-562b59b28b57 admin admin] Publish callbacks [] for security_group (1c53ff1e-eaf0-427b-9483-1311f93d49ba), precommit_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:32.312371 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-cf14344e-f89b-430d-bf4c-562b59b28b57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (1c53ff1e-eaf0-427b-9483-1311f93d49ba), after_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:32.314986 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-cf14344e-f89b-430d-bf4c-562b59b28b57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:32.316105 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-cf14344e-f89b-430d-bf4c-562b59b28b57 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/1c53ff1e-eaf0-427b-9483-1311f93d49ba HTTP/1.1" status: 204 len: 168 time: 0.2087097 Sep 15 07:40:32.324152 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf14344e-f89b-430d-bf4c-562b59b28b57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c53ff1e-eaf0-427b-9483-1311f93d49ba,revision_number=None']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:40:32.936842 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfa8042-e7db-47f1-8ccb-4c6e8e003300 req-a38c33b1-3c8a-4964-81f1-53f73e8eed09 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:40:32.942739 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-0bfa8042-e7db-47f1-8ccb-4c6e8e003300 req-a38c33b1-3c8a-4964-81f1-53f73e8eed09 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=81bf969c-3300-4003-9606-ea44bac82330 HTTP/1.1" status: 200 len: 946 time: 0.0548608 Sep 15 07:40:33.015995 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-0bfa8042-e7db-47f1-8ccb-4c6e8e003300 req-13ec3664-b875-4610-b21a-69a6ba87bc41 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3bbd3c93-b7a5-43ea-bc32-62815f5ad2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683098 Sep 15 07:40:33.035413 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-399d4dc8-19ed-4ab3-bf0c-b0fef165f2c1 req-479c1a44-2ab9-49c1-8944-bf1f672c9a46 tempest-VolumesNegativeTest-1244463079 tempest-VolumesNegativeTest-1244463079-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d9614c29-883e-453c-afa9-5fd85d5e4cac HTTP/1.1" status: 200 len: 210 time: 0.0344486 Sep 15 07:40:33.251036 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882640e4-d03a-4203-9f09-78da3cc6d1d2 req-871e7ebb-9dbf-4036-9d1a-f32b7dac0a59 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:40:33.252651 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-882640e4-d03a-4203-9f09-78da3cc6d1d2 req-871e7ebb-9dbf-4036-9d1a-f32b7dac0a59 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=07ae2103-9abb-45d7-94b1-7e0f83c44fa0 HTTP/1.1" status: 200 len: 946 time: 0.0628293 Sep 15 07:40:33.311849 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-882640e4-d03a-4203-9f09-78da3cc6d1d2 req-17a0305e-16cc-407a-8879-b106b7256a05 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b407f831-0121-48a5-b269-407cd5b097f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496933 Sep 15 07:40:33.417565 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-b7006160-b59a-44a5-b792-781035f84f17 req-9a692e61-4832-4dc0-99b6-2a485ad879de tempest-VolumesNegativeTest-1244463079 tempest-VolumesNegativeTest-1244463079-project] 10.222.0.26 "GET /networking/v2.0/networks?tenant_id=e0730e401f844b55a78df53dba8e4b5c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0308332 Sep 15 07:40:33.610415 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66dc2a1-a3d1-4389-85df-91cf43d4f53b req-6d480490-84a6-47b6-9ad1-ecb38058aae8 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:40:33.621235 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-f66dc2a1-a3d1-4389-85df-91cf43d4f53b req-6d480490-84a6-47b6-9ad1-ecb38058aae8 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=81bf969c-3300-4003-9606-ea44bac82330 HTTP/1.1" status: 200 len: 946 time: 0.0960562 Sep 15 07:40:33.624775 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7006160-b59a-44a5-b792-781035f84f17 req-25d147d3-fc4f-4cf3-9f91-aa74d79c7c0f tempest-VolumesNegativeTest-1244463079 tempest-VolumesNegativeTest-1244463079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:40:33.626618 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-b7006160-b59a-44a5-b792-781035f84f17 req-25d147d3-fc4f-4cf3-9f91-aa74d79c7c0f tempest-VolumesNegativeTest-1244463079 tempest-VolumesNegativeTest-1244463079-project] 10.222.0.26 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2042465 Sep 15 07:40:33.674684 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-f66dc2a1-a3d1-4389-85df-91cf43d4f53b req-e8506717-db44-4e36-bb52-c0a611581ce3 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3bbd3c93-b7a5-43ea-bc32-62815f5ad2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523303 Sep 15 07:40:33.692201 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 34160) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:40:33.819920 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.v2.base [req-b7006160-b59a-44a5-b792-781035f84f17 req-02d7e989-76a4-46f9-8827-e153b2161f2c tempest-VolumesNegativeTest-1244463079 tempest-VolumesNegativeTest-1244463079-project] Request body: {'port': {'device_id': 'd9614c29-883e-453c-afa9-5fd85d5e4cac', 'network_id': '221b85df-46c6-4e30-9237-896ffde4bea3', 'admin_state_up': True, 'tenant_id': 'e0730e401f844b55a78df53dba8e4b5c'}} {{(pid=107276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:40:33.823524 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-1a57f366-b314-469f-a026-6cfa66b53fe1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:33.852844 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9422e0-181f-419f-a54b-155146caa2f6 req-ac5a85a3-1103-4c16-8f52-e8a5638e9c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:40:33.854479 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-ad9422e0-181f-419f-a54b-155146caa2f6 req-ac5a85a3-1103-4c16-8f52-e8a5638e9c26 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=cdc69db806d24d1f8eb18aadaaafabcb&device_id=81bf969c-3300-4003-9606-ea44bac82330 HTTP/1.1" status: 200 len: 1130 time: 0.0437448 Sep 15 07:40:33.974077 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9422e0-181f-419f-a54b-155146caa2f6 req-544d7127-4655-40ff-8549-a0522a9b1ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:40:33.976305 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-ad9422e0-181f-419f-a54b-155146caa2f6 req-544d7127-4655-40ff-8549-a0522a9b1ea5 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=9125b9da-cf0a-438e-a321-05e9db8df553 HTTP/1.1" status: 200 len: 920 time: 0.1161652 Sep 15 07:40:34.025642 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-1a57f366-b314-469f-a026-6cfa66b53fe1 admin admin] Publish callbacks [] for security_group (4bf040b6-8ddc-4d8d-bf4f-fcbaa8f3db30), precommit_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:34.027441 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-ad9422e0-181f-419f-a54b-155146caa2f6 req-6b0f5143-ddb1-4fbc-af38-aef3cc4045e2 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c255aeb9-c056-475b-98ed-85ece1d8c073 HTTP/1.1" status: 200 len: 217 time: 0.0444913 Sep 15 07:40:34.089766 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7006160-b59a-44a5-b792-781035f84f17 req-02d7e989-76a4-46f9-8827-e153b2161f2c tempest-VolumesNegativeTest-1244463079 tempest-VolumesNegativeTest-1244463079-project] Made reservation on behalf of e0730e401f844b55a78df53dba8e4b5c for: {'port': 1} {{(pid=107276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 07:40:34.095151 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-b7006160-b59a-44a5-b792-781035f84f17 req-02d7e989-76a4-46f9-8827-e153b2161f2c tempest-VolumesNegativeTest-1244463079 tempest-VolumesNegativeTest-1244463079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (None), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:34.098464 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-1a57f366-b314-469f-a026-6cfa66b53fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (4bf040b6-8ddc-4d8d-bf4f-fcbaa8f3db30), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:34.132023 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-1a57f366-b314-469f-a026-6cfa66b53fe1 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=06390074fe824d749abd5ebf04604e48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4386575 Sep 15 07:40:34.135395 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 34176) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:40:34.137645 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-b7006160-b59a-44a5-b792-781035f84f17 req-02d7e989-76a4-46f9-8827-e153b2161f2c tempest-VolumesNegativeTest-1244463079 tempest-VolumesNegativeTest-1244463079-project] Publish callbacks [] for security_group (None), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:34.152063 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9422e0-181f-419f-a54b-155146caa2f6 req-8a1c4cc1-0926-485f-9191-a9b7002cc0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:40:34.153461 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-ad9422e0-181f-419f-a54b-155146caa2f6 req-8a1c4cc1-0926-485f-9191-a9b7002cc0d9 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=56bdd156-8a1e-4af7-bbaf-a09f4f37e06d HTTP/1.1" status: 200 len: 858 time: 0.0731368 Sep 15 07:40:34.162307 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a57f366-b314-469f-a026-6cfa66b53fe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bf040b6-8ddc-4d8d-bf4f-fcbaa8f3db30,revision_number=1']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:40:34.178118 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:40:34.192298 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-5a854c37-4b19-42bf-aa8f-affc9fd9fcb4 req-864cc21f-5d4a-4acf-a8e2-b06260fc119c tempest-VolumesNegativeTest-1244463079 tempest-VolumesNegativeTest-1244463079-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d9614c29-883e-453c-afa9-5fd85d5e4cac HTTP/1.1" status: 200 len: 210 time: 0.0602095 Sep 15 07:40:34.254927 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9422e0-181f-419f-a54b-155146caa2f6 req-39bab29c-6d97-48d4-8032-6c7656dcd368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:40:34.255255 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-b7006160-b59a-44a5-b792-781035f84f17 req-02d7e989-76a4-46f9-8827-e153b2161f2c tempest-VolumesNegativeTest-1244463079 tempest-VolumesNegativeTest-1244463079-project] Publish callbacks [] for security_group (bf2b981f-fb56-41ff-b9b0-524a0736904f), precommit_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:34.256411 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-ad9422e0-181f-419f-a54b-155146caa2f6 req-39bab29c-6d97-48d4-8032-6c7656dcd368 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=9125b9da-cf0a-438e-a321-05e9db8df553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0783751 Sep 15 07:40:34.293626 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-550bfd72-9ef9-49a4-87b2-dbfb1bc7c6ca admin admin] Publish callbacks [] for security_group (4bf040b6-8ddc-4d8d-bf4f-fcbaa8f3db30), before_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:34.332615 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-b7006160-b59a-44a5-b792-781035f84f17 req-02d7e989-76a4-46f9-8827-e153b2161f2c tempest-VolumesNegativeTest-1244463079 tempest-VolumesNegativeTest-1244463079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (bf2b981f-fb56-41ff-b9b0-524a0736904f), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:34.346519 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-550bfd72-9ef9-49a4-87b2-dbfb1bc7c6ca admin admin] Publish callbacks [] for security_group (4bf040b6-8ddc-4d8d-bf4f-fcbaa8f3db30), precommit_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:34.411525 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=77,neutron:INSERT=21,neutron:UPDATE=2 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:40:34.415625 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d7e989-76a4-46f9-8827-e153b2161f2c tempest-VolumesNegativeTest-1244463079 tempest-VolumesNegativeTest-1244463079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf2b981f-fb56-41ff-b9b0-524a0736904f,revision_number=1']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:40:34.419556 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=100 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:40:34.490199 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-ad9422e0-181f-419f-a54b-155146caa2f6 req-cf2d8b3c-35cf-4e84-a501-bd293fd47e52 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/9125b9da-cf0a-438e-a321-05e9db8df553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259090 Sep 15 07:40:34.511844 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d101a8b4-46da-4659-ba24-8bcb248e7c9b req-b76ce9af-8392-4848-b689-2dbcc07c1760 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:40:34.519263 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-d101a8b4-46da-4659-ba24-8bcb248e7c9b req-b76ce9af-8392-4848-b689-2dbcc07c1760 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=07ae2103-9abb-45d7-94b1-7e0f83c44fa0 HTTP/1.1" status: 200 len: 946 time: 0.0870092 Sep 15 07:40:34.552584 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.db.db_base_plugin_common [req-b7006160-b59a-44a5-b792-781035f84f17 req-02d7e989-76a4-46f9-8827-e153b2161f2c tempest-VolumesNegativeTest-1244463079 tempest-VolumesNegativeTest-1244463079-project] Allocated IP 192.168.233.186 (221b85df-46c6-4e30-9237-896ffde4bea3/d1df0180-5824-4103-be25-60f9b1d88705/639ec1c3-62f0-47df-8bdc-a50dd0cc3a4a) {{(pid=107276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 07:40:34.589802 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:40:34.620724 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-550bfd72-9ef9-49a4-87b2-dbfb1bc7c6ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (4bf040b6-8ddc-4d8d-bf4f-fcbaa8f3db30), after_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:34.623966 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-550bfd72-9ef9-49a4-87b2-dbfb1bc7c6ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:34.625125 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-550bfd72-9ef9-49a4-87b2-dbfb1bc7c6ca admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/4bf040b6-8ddc-4d8d-bf4f-fcbaa8f3db30 HTTP/1.1" status: 204 len: 168 time: 0.4806254 Sep 15 07:40:34.647328 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-d101a8b4-46da-4659-ba24-8bcb248e7c9b req-0d8063eb-48f2-4e2d-9e7b-a7a0aa6c467d tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b407f831-0121-48a5-b269-407cd5b097f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230328 Sep 15 07:40:34.653189 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550bfd72-9ef9-49a4-87b2-dbfb1bc7c6ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bf040b6-8ddc-4d8d-bf4f-fcbaa8f3db30,revision_number=None']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:40:34.692804 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-ad9422e0-181f-419f-a54b-155146caa2f6 req-10326d24-c379-41f4-ac23-ce7408eaac25 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/9125b9da-cf0a-438e-a321-05e9db8df553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965039 Sep 15 07:40:34.725543 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 34200) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:40:34.735982 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.v2.base [None req-6d8979ac-47e4-4ce7-a8ef-2395ad4f3308 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1635715081', 'description': 'tempest-description--1952157368'}} {{(pid=107279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:40:34.778969 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-b7006160-b59a-44a5-b792-781035f84f17 req-02d7e989-76a4-46f9-8827-e153b2161f2c tempest-VolumesNegativeTest-1244463079 tempest-VolumesNegativeTest-1244463079-project] Publish callbacks [] for port (639ec1c3-62f0-47df-8bdc-a50dd0cc3a4a), precommit_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:34.846800 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e97bba-98d3-46eb-8ec2-ecae6625b616 req-575ae638-e261-4c47-9bff-9cfe899f6108 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:40:34.848345 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-67e97bba-98d3-46eb-8ec2-ecae6625b616 req-575ae638-e261-4c47-9bff-9cfe899f6108 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=81bf969c-3300-4003-9606-ea44bac82330 HTTP/1.1" status: 200 len: 946 time: 0.0694864 Sep 15 07:40:34.877344 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-6d8979ac-47e4-4ce7-a8ef-2395ad4f3308 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks [] for security_group (None), before_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:34.906309 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-b7006160-b59a-44a5-b792-781035f84f17 req-02d7e989-76a4-46f9-8827-e153b2161f2c tempest-VolumesNegativeTest-1244463079 tempest-VolumesNegativeTest-1244463079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729658170579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260827426'] for port (639ec1c3-62f0-47df-8bdc-a50dd0cc3a4a), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:34.914107 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-67e97bba-98d3-46eb-8ec2-ecae6625b616 req-78c5be17-1e52-44c4-9bfc-11de427b9bf4 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3bbd3c93-b7a5-43ea-bc32-62815f5ad2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590076 Sep 15 07:40:34.977932 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7006160-b59a-44a5-b792-781035f84f17 req-02d7e989-76a4-46f9-8827-e153b2161f2c tempest-VolumesNegativeTest-1244463079 tempest-VolumesNegativeTest-1244463079-project] Network 221b85df-46c6-4e30-9237-896ffde4bea3 is already hosted by enough agents. {{(pid=107276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 07:40:34.981250 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.scheduler.base_scheduler [req-b7006160-b59a-44a5-b792-781035f84f17 req-02d7e989-76a4-46f9-8827-e153b2161f2c tempest-VolumesNegativeTest-1244463079 tempest-VolumesNegativeTest-1244463079-project] Resources bound (agent type, host, resource id): {{(pid=107276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 07:40:34.981874 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-6d8979ac-47e4-4ce7-a8ef-2395ad4f3308 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks [] for security_group (32995d34-d213-473d-a146-bbf8e7e89fb6), precommit_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:34.984545 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7006160-b59a-44a5-b792-781035f84f17 req-02d7e989-76a4-46f9-8827-e153b2161f2c tempest-VolumesNegativeTest-1244463079 tempest-VolumesNegativeTest-1244463079-project] Received port after_create {{(pid=107276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 07:40:35.021306 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d7e989-76a4-46f9-8827-e153b2161f2c tempest-VolumesNegativeTest-1244463079 tempest-VolumesNegativeTest-1244463079-project] Pushing event updated for resources: {'Port': ['ID=639ec1c3-62f0-47df-8bdc-a50dd0cc3a4a,revision_number=1']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:40:35.027345 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:40:35.047937 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7006160-b59a-44a5-b792-781035f84f17 req-02d7e989-76a4-46f9-8827-e153b2161f2c tempest-VolumesNegativeTest-1244463079 tempest-VolumesNegativeTest-1244463079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:40:35.048698 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-b7006160-b59a-44a5-b792-781035f84f17 req-02d7e989-76a4-46f9-8827-e153b2161f2c tempest-VolumesNegativeTest-1244463079 tempest-VolumesNegativeTest-1244463079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382552'] for port (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:35.058384 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-6d8979ac-47e4-4ce7-a8ef-2395ad4f3308 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (32995d34-d213-473d-a146-bbf8e7e89fb6), after_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:35.106459 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8979ac-47e4-4ce7-a8ef-2395ad4f3308 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32995d34-d213-473d-a146-bbf8e7e89fb6,revision_number=1']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:40:35.147090 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-b7006160-b59a-44a5-b792-781035f84f17 req-02d7e989-76a4-46f9-8827-e153b2161f2c tempest-VolumesNegativeTest-1244463079 tempest-VolumesNegativeTest-1244463079-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3370314 Sep 15 07:40:35.158793 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.v2.base [req-b7006160-b59a-44a5-b792-781035f84f17 req-40b92c63-7e78-41bf-bf2d-1ae5fa3342d5 service neutron] Request body: {'port': {'device_id': 'd9614c29-883e-453c-afa9-5fd85d5e4cac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82414'}} {{(pid=107276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:40:35.175139 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-6d8979ac-47e4-4ce7-a8ef-2395ad4f3308 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks [] for security_group (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:35.177422 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-6d8979ac-47e4-4ce7-a8ef-2395ad4f3308 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4506443 Sep 15 07:40:35.180208 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 34218) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:40:35.187229 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.v2.base [None req-576d5361-27bc-43f5-ab25-e500e4bfabf2 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Request body: {'security_group_rule': {'security_group_id': '32995d34-d213-473d-a146-bbf8e7e89fb6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:40:35.226960 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-b7006160-b59a-44a5-b792-781035f84f17 req-40b92c63-7e78-41bf-bf2d-1ae5fa3342d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (639ec1c3-62f0-47df-8bdc-a50dd0cc3a4a), before_update {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:35.238819 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-97275f3f-a4cd-4735-b49c-3ae8e727b40d None None] Provisioning complete for port 639ec1c3-62f0-47df-8bdc-a50dd0cc3a4a triggered by entity DHCP. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 07:40:35.239935 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-97275f3f-a4cd-4735-b49c-3ae8e727b40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862942'] for port (639ec1c3-62f0-47df-8bdc-a50dd0cc3a4a), provisioning_complete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:35.240258 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-97275f3f-a4cd-4735-b49c-3ae8e727b40d None None] Attempt 1 to provision port 639ec1c3-62f0-47df-8bdc-a50dd0cc3a4a Sep 15 07:40:35.285526 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-97275f3f-a4cd-4735-b49c-3ae8e727b40d None None] Port 639ec1c3-62f0-47df-8bdc-a50dd0cc3a4a cannot update to ACTIVE because it is not bound. {{(pid=107290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 07:40:35.368512 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-576d5361-27bc-43f5-ab25-e500e4bfabf2 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks [] for security_group_rule (fc81722d-abaf-47eb-89b5-11a93350237b), before_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:35.375637 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:40:35.387203 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f437e78-c0f1-4a1a-b549-ccf70e7c18be req-49541b29-ea1c-4b0c-8f1c-8efeced0062f tempest-VolumesNegativeTest-1244463079 tempest-VolumesNegativeTest-1244463079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:40:35.388658 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-4f437e78-c0f1-4a1a-b549-ccf70e7c18be req-49541b29-ea1c-4b0c-8f1c-8efeced0062f tempest-VolumesNegativeTest-1244463079 tempest-VolumesNegativeTest-1244463079-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d9614c29-883e-453c-afa9-5fd85d5e4cac HTTP/1.1" status: 200 len: 936 time: 0.0807066 Sep 15 07:40:35.480655 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-4f437e78-c0f1-4a1a-b549-ccf70e7c18be req-c6c8e62d-00d4-4874-93ca-c329a7587905 tempest-VolumesNegativeTest-1244463079 tempest-VolumesNegativeTest-1244463079-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bf2b981f-fb56-41ff-b9b0-524a0736904f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782061 Sep 15 07:40:35.485158 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-576d5361-27bc-43f5-ab25-e500e4bfabf2 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks [] for security_group_rule (fc81722d-abaf-47eb-89b5-11a93350237b), precommit_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:35.589890 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-576d5361-27bc-43f5-ab25-e500e4bfabf2 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691784'] for security_group_rule (fc81722d-abaf-47eb-89b5-11a93350237b), after_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:35.610573 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576d5361-27bc-43f5-ab25-e500e4bfabf2 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc81722d-abaf-47eb-89b5-11a93350237b,revision_number=0']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:40:35.720971 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-576d5361-27bc-43f5-ab25-e500e4bfabf2 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:35.722977 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-576d5361-27bc-43f5-ab25-e500e4bfabf2 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5409107 Sep 15 07:40:35.729876 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 34250) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:40:35.736729 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.v2.base [None req-527a4bf6-e612-4f2f-99ac-372f8f7bb2b4 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Request body: {'security_group_rule': {'security_group_id': '32995d34-d213-473d-a146-bbf8e7e89fb6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:40:35.767154 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.notifiers.nova [req-b7006160-b59a-44a5-b792-781035f84f17 req-40b92c63-7e78-41bf-bf2d-1ae5fa3342d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 639ec1c3-62f0-47df-8bdc-a50dd0cc3a4a {{(pid=107276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 07:40:35.775106 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-b7006160-b59a-44a5-b792-781035f84f17 req-40b92c63-7e78-41bf-bf2d-1ae5fa3342d5 service neutron] Publish callbacks [] for port (639ec1c3-62f0-47df-8bdc-a50dd0cc3a4a), precommit_update {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:35.786220 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-97275f3f-a4cd-4735-b49c-3ae8e727b40d None None] Attempt 2 to provision port 639ec1c3-62f0-47df-8bdc-a50dd0cc3a4a Sep 15 07:40:35.790293 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.db.provisioning_blocks [req-b7006160-b59a-44a5-b792-781035f84f17 req-40b92c63-7e78-41bf-bf2d-1ae5fa3342d5 service neutron] Transition to ACTIVE for port object 639ec1c3-62f0-47df-8bdc-a50dd0cc3a4a will not be triggered until provisioned by entity L2. {{(pid=107276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 15 07:40:35.807951 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:40:35.825506 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-97275f3f-a4cd-4735-b49c-3ae8e727b40d None None] Port 639ec1c3-62f0-47df-8bdc-a50dd0cc3a4a cannot update to ACTIVE because it is not bound. {{(pid=107290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 07:40:35.827377 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0960104d-5e8a-4f30-850b-3be10dfb381a req-f3870532-76c3-4c9e-be6b-5b685926a5d4 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:40:35.829710 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-0960104d-5e8a-4f30-850b-3be10dfb381a req-f3870532-76c3-4c9e-be6b-5b685926a5d4 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=07ae2103-9abb-45d7-94b1-7e0f83c44fa0 HTTP/1.1" status: 200 len: 946 time: 0.0645738 Sep 15 07:40:35.844933 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-527a4bf6-e612-4f2f-99ac-372f8f7bb2b4 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks [] for security_group_rule (2feb061f-a35f-42c7-bd7a-679b9c22d4d7), before_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:35.846715 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-b7006160-b59a-44a5-b792-781035f84f17 req-40b92c63-7e78-41bf-bf2d-1ae5fa3342d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260827419'] for port (639ec1c3-62f0-47df-8bdc-a50dd0cc3a4a), after_update {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:35.874875 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:40:35.913452 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-0960104d-5e8a-4f30-850b-3be10dfb381a req-086de859-12d0-4ade-aec9-230f60ceab51 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b407f831-0121-48a5-b269-407cd5b097f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769737 Sep 15 07:40:35.928774 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-527a4bf6-e612-4f2f-99ac-372f8f7bb2b4 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks [] for security_group_rule (2feb061f-a35f-42c7-bd7a-679b9c22d4d7), precommit_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:35.938586 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b92c63-7e78-41bf-bf2d-1ae5fa3342d5 service neutron] Pushing event updated for resources: {'Port': ['ID=639ec1c3-62f0-47df-8bdc-a50dd0cc3a4a,revision_number=2']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:40:35.977819 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.managers [req-b7006160-b59a-44a5-b792-781035f84f17 req-40b92c63-7e78-41bf-bf2d-1ae5fa3342d5 service neutron] Attempting to bind port 639ec1c3-62f0-47df-8bdc-a50dd0cc3a4a on host hv-cinder-82414 for vnic_type normal with profile {{(pid=107276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 07:40:35.978319 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.managers [req-b7006160-b59a-44a5-b792-781035f84f17 req-40b92c63-7e78-41bf-bf2d-1ae5fa3342d5 service neutron] Attempting to bind port 639ec1c3-62f0-47df-8bdc-a50dd0cc3a4a by drivers openvswitch,hyperv on host hv-cinder-82414 at level 0 using segments [{'id': 'b147abb5-3f17-4e3b-9fa0-d79822484ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '221b85df-46c6-4e30-9237-896ffde4bea3'}] {{(pid=107276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 07:40:35.978741 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7006160-b59a-44a5-b792-781035f84f17 req-40b92c63-7e78-41bf-bf2d-1ae5fa3342d5 service neutron] Attempting to bind port 639ec1c3-62f0-47df-8bdc-a50dd0cc3a4a on network 221b85df-46c6-4e30-9237-896ffde4bea3 {{(pid=107276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 07:40:36.024539 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7006160-b59a-44a5-b792-781035f84f17 req-40b92c63-7e78-41bf-bf2d-1ae5fa3342d5 service neutron] Port 639ec1c3-62f0-47df-8bdc-a50dd0cc3a4a on network 221b85df-46c6-4e30-9237-896ffde4bea3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82414 {{(pid=107276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 07:40:36.025083 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7006160-b59a-44a5-b792-781035f84f17 req-40b92c63-7e78-41bf-bf2d-1ae5fa3342d5 service neutron] Attempting to bind port 639ec1c3-62f0-47df-8bdc-a50dd0cc3a4a on network 221b85df-46c6-4e30-9237-896ffde4bea3 {{(pid=107276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 07:40:36.055883 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-527a4bf6-e612-4f2f-99ac-372f8f7bb2b4 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691784'] for security_group_rule (2feb061f-a35f-42c7-bd7a-679b9c22d4d7), after_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:36.082348 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7006160-b59a-44a5-b792-781035f84f17 req-40b92c63-7e78-41bf-bf2d-1ae5fa3342d5 service neutron] Checking agent: {'id': '25cf60a6-7ad2-448a-9326-c12b453ddee0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82414', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 7, 36, 43), 'started_at': datetime.datetime(2022, 9, 15, 7, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 7, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 07:40:36.082957 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7006160-b59a-44a5-b792-781035f84f17 req-40b92c63-7e78-41bf-bf2d-1ae5fa3342d5 service neutron] Checking segment: {'id': 'b147abb5-3f17-4e3b-9fa0-d79822484ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '221b85df-46c6-4e30-9237-896ffde4bea3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 07:40:36.083269 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a508b564-0051-4569-815e-13d5e4d3c370 req-8f8adf7c-1896-46c9-bb09-1423dbab1d03 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:40:36.083394 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7006160-b59a-44a5-b792-781035f84f17 req-40b92c63-7e78-41bf-bf2d-1ae5fa3342d5 service neutron] Bound using segment: {'id': 'b147abb5-3f17-4e3b-9fa0-d79822484ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '221b85df-46c6-4e30-9237-896ffde4bea3'} {{(pid=107276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 07:40:36.083755 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.managers [req-b7006160-b59a-44a5-b792-781035f84f17 req-40b92c63-7e78-41bf-bf2d-1ae5fa3342d5 service neutron] Bound port: 639ec1c3-62f0-47df-8bdc-a50dd0cc3a4a, host: hv-cinder-82414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b147abb5-3f17-4e3b-9fa0-d79822484ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '221b85df-46c6-4e30-9237-896ffde4bea3'}}] {{(pid=107276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 07:40:36.084206 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-b7006160-b59a-44a5-b792-781035f84f17 req-40b92c63-7e78-41bf-bf2d-1ae5fa3342d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (639ec1c3-62f0-47df-8bdc-a50dd0cc3a4a), before_update {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:36.094011 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-a508b564-0051-4569-815e-13d5e4d3c370 req-8f8adf7c-1896-46c9-bb09-1423dbab1d03 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=81bf969c-3300-4003-9606-ea44bac82330 HTTP/1.1" status: 200 len: 946 time: 0.0934095 Sep 15 07:40:36.111867 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527a4bf6-e612-4f2f-99ac-372f8f7bb2b4 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2feb061f-a35f-42c7-bd7a-679b9c22d4d7,revision_number=0']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:40:36.114132 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:40:36.153948 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 34266) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:40:36.173278 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.db [req-b7006160-b59a-44a5-b792-781035f84f17 req-40b92c63-7e78-41bf-bf2d-1ae5fa3342d5 service neutron] For port 639ec1c3-62f0-47df-8bdc-a50dd0cc3a4a, host hv-cinder-82414, cleared binding levels {{(pid=107276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 07:40:36.177166 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.db [req-b7006160-b59a-44a5-b792-781035f84f17 req-40b92c63-7e78-41bf-bf2d-1ae5fa3342d5 service neutron] For port 639ec1c3-62f0-47df-8bdc-a50dd0cc3a4a, host hv-cinder-82414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=639ec1c3-62f0-47df-8bdc-a50dd0cc3a4a,segment=NetworkSegment(b147abb5-3f17-4e3b-9fa0-d79822484ce6),segment_id=b147abb5-3f17-4e3b-9fa0-d79822484ce6)] {{(pid=107276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 07:40:36.182141 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-a508b564-0051-4569-815e-13d5e4d3c370 req-9be9a6b6-5824-4462-a292-1edcf3d4906b tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3bbd3c93-b7a5-43ea-bc32-62815f5ad2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872073 Sep 15 07:40:36.232779 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-527a4bf6-e612-4f2f-99ac-372f8f7bb2b4 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:36.234529 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-527a4bf6-e612-4f2f-99ac-372f8f7bb2b4 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5034351 Sep 15 07:40:36.237902 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 34272) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:40:36.244129 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.v2.base [None req-839b50ba-9054-40f1-b633-63f61af7c6ec tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Request body: {'floatingip': {'floating_network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa'}} {{(pid=107276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:40:36.261447 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-b7006160-b59a-44a5-b792-781035f84f17 req-40b92c63-7e78-41bf-bf2d-1ae5fa3342d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260827419'] for port (639ec1c3-62f0-47df-8bdc-a50dd0cc3a4a), after_update {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:36.265607 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7006160-b59a-44a5-b792-781035f84f17 req-40b92c63-7e78-41bf-bf2d-1ae5fa3342d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:40:36.266226 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-b7006160-b59a-44a5-b792-781035f84f17 req-40b92c63-7e78-41bf-bf2d-1ae5fa3342d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382552'] for port (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:36.267718 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-b7006160-b59a-44a5-b792-781035f84f17 req-40b92c63-7e78-41bf-bf2d-1ae5fa3342d5 service neutron] 10.222.0.26 "PUT /networking/v2.0/ports/639ec1c3-62f0-47df-8bdc-a50dd0cc3a4a HTTP/1.1" status: 200 len: 1098 time: 1.1136014 Sep 15 07:40:36.273984 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9614c29-883e-453c-afa9-5fd85d5e4cac', 'tag': '639ec1c3-62f0-47df-8bdc-a50dd0cc3a4a'}] {{(pid=107276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 07:40:36.276251 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e3724867bd40dd9d720ab8c058c996a0c2f5593be620855f41bc083494bf738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-495b6884-00b2-47fc-8d39-11192d102dc6" -d '{"events": [{"name": "network-changed", "server_uuid": "d9614c29-883e-453c-afa9-5fd85d5e4cac", "tag": "639ec1c3-62f0-47df-8bdc-a50dd0cc3a4a"}]}' {{(pid=107276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 07:40:36.308341 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-0a1fcc43-1c69-4fc4-ac41-c5d23056640e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:36.321840 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 07:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1d4903f-df7a-49de-ac44-083eb95c1274 x-openstack-request-id: req-a1d4903f-df7a-49de-ac44-083eb95c1274 {{(pid=107276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 07:40:36.322134 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9614c29-883e-453c-afa9-5fd85d5e4cac", "tag": "639ec1c3-62f0-47df-8bdc-a50dd0cc3a4a", "status": "completed", "code": 200}]} {{(pid=107276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 07:40:36.322419 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a1d4903f-df7a-49de-ac44-083eb95c1274 {{(pid=107276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 07:40:36.325143 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1d4903f-df7a-49de-ac44-083eb95c1274'] response: {'name': 'network-changed', 'server_uuid': 'd9614c29-883e-453c-afa9-5fd85d5e4cac', 'tag': '639ec1c3-62f0-47df-8bdc-a50dd0cc3a4a', 'status': 'completed', 'code': 200} Sep 15 07:40:36.326408 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-97275f3f-a4cd-4735-b49c-3ae8e727b40d None None] Attempt 3 to provision port 639ec1c3-62f0-47df-8bdc-a50dd0cc3a4a Sep 15 07:40:36.349073 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-839b50ba-9054-40f1-b633-63f61af7c6ec tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:36.367729 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:40:36.375215 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-97275f3f-a4cd-4735-b49c-3ae8e727b40d None None] Port 639ec1c3-62f0-47df-8bdc-a50dd0cc3a4a had new provisioning blocks added so it will not transition to active. {{(pid=107290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 15 07:40:36.451004 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b92c63-7e78-41bf-bf2d-1ae5fa3342d5 service neutron] Pushing event updated for resources: {'Port': ['ID=639ec1c3-62f0-47df-8bdc-a50dd0cc3a4a,revision_number=3']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:40:36.473235 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495b6884-00b2-47fc-8d39-11192d102dc6 req-d0aa5dc7-c795-4240-a3b0-75585f3603e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:40:36.474802 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-495b6884-00b2-47fc-8d39-11192d102dc6 req-d0aa5dc7-c795-4240-a3b0-75585f3603e8 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=e0730e401f844b55a78df53dba8e4b5c&device_id=d9614c29-883e-453c-afa9-5fd85d5e4cac HTTP/1.1" status: 200 len: 1132 time: 0.1216922 Sep 15 07:40:36.542501 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-839b50ba-9054-40f1-b633-63f61af7c6ec tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (None), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:36.546049 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-495b6884-00b2-47fc-8d39-11192d102dc6 req-fe464aa4-0cee-4286-aac1-8edf0c4ff27e service neutron] 10.222.0.26 "GET /networking/v2.0/networks?tenant_id=e0730e401f844b55a78df53dba8e4b5c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0597925 Sep 15 07:40:36.633049 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416043e3-3849-46f2-b3ac-beba9ffc3d59 req-80fd0d55-c4eb-4ecb-936b-28b80640e183 tempest-VolumesNegativeTest-1244463079 tempest-VolumesNegativeTest-1244463079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:40:36.634590 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-416043e3-3849-46f2-b3ac-beba9ffc3d59 req-80fd0d55-c4eb-4ecb-936b-28b80640e183 tempest-VolumesNegativeTest-1244463079 tempest-VolumesNegativeTest-1244463079-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d9614c29-883e-453c-afa9-5fd85d5e4cac HTTP/1.1" status: 200 len: 948 time: 0.0516765 Sep 15 07:40:36.684457 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-416043e3-3849-46f2-b3ac-beba9ffc3d59 req-20127c7a-2ebc-46c4-a0ab-110f523817ba tempest-VolumesNegativeTest-1244463079 tempest-VolumesNegativeTest-1244463079-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bf2b981f-fb56-41ff-b9b0-524a0736904f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432332 Sep 15 07:40:36.713735 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-0a1fcc43-1c69-4fc4-ac41-c5d23056640e admin admin] Publish callbacks [] for security_group (89abf1bb-4bb3-44c6-9f86-4c32139a52e3), precommit_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:36.812941 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495b6884-00b2-47fc-8d39-11192d102dc6 req-6f7bf38b-2793-4d37-b6e6-cc10a05da9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:40:36.814431 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-495b6884-00b2-47fc-8d39-11192d102dc6 req-6f7bf38b-2793-4d37-b6e6-cc10a05da9c1 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2552991 Sep 15 07:40:36.823544 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-0a1fcc43-1c69-4fc4-ac41-c5d23056640e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (89abf1bb-4bb3-44c6-9f86-4c32139a52e3), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:36.843622 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.db.db_base_plugin_common [None req-839b50ba-9054-40f1-b633-63f61af7c6ec tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Allocated IP 172.27.0.150 (7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa/2c94e072-16ef-4b41-8118-d589be48e89d/bfddce69-0bbb-4de5-809e-7651647431f9) {{(pid=107276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 07:40:36.915337 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-0a1fcc43-1c69-4fc4-ac41-c5d23056640e admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=4cd35f5433434a5b89ee749c11530852&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7590475 Sep 15 07:40:36.916054 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1fcc43-1c69-4fc4-ac41-c5d23056640e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89abf1bb-4bb3-44c6-9f86-4c32139a52e3,revision_number=1']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:40:36.918050 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 34316) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:40:36.941422 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7006160-b59a-44a5-b792-781035f84f17 req-36679b55-b0f2-4e52-8d0f-645a2b80c60a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:40:36.942951 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-b7006160-b59a-44a5-b792-781035f84f17 req-36679b55-b0f2-4e52-8d0f-645a2b80c60a service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=e0730e401f844b55a78df53dba8e4b5c&device_id=d9614c29-883e-453c-afa9-5fd85d5e4cac HTTP/1.1" status: 200 len: 1132 time: 0.0785110 Sep 15 07:40:36.990558 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-d7db2259-580a-4e05-9b33-da656564a86b admin admin] Publish callbacks [] for security_group (89abf1bb-4bb3-44c6-9f86-4c32139a52e3), before_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:37.012588 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-b7006160-b59a-44a5-b792-781035f84f17 req-3ea62541-609b-48cb-9e7e-0c7a9b23ca43 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=639ec1c3-62f0-47df-8bdc-a50dd0cc3a4a HTTP/1.1" status: 200 len: 217 time: 0.0388062 Sep 15 07:40:37.024990 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-d7db2259-580a-4e05-9b33-da656564a86b admin admin] Publish callbacks [] for security_group (89abf1bb-4bb3-44c6-9f86-4c32139a52e3), precommit_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:37.084170 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c66f66c-2a3a-4f47-9d81-4dd90fabfc13 req-caf47585-50fd-4c62-a9d4-f1b6ad47955e tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:40:37.085703 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-3c66f66c-2a3a-4f47-9d81-4dd90fabfc13 req-caf47585-50fd-4c62-a9d4-f1b6ad47955e tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=07ae2103-9abb-45d7-94b1-7e0f83c44fa0 HTTP/1.1" status: 200 len: 946 time: 0.0738533 Sep 15 07:40:37.096961 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7006160-b59a-44a5-b792-781035f84f17 req-1a69e8b3-3a68-4077-8ccd-80b4bcf185db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:40:37.098491 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-b7006160-b59a-44a5-b792-781035f84f17 req-1a69e8b3-3a68-4077-8ccd-80b4bcf185db service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=d1df0180-5824-4103-be25-60f9b1d88705 HTTP/1.1" status: 200 len: 843 time: 0.0774624 Sep 15 07:40:37.102672 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-839b50ba-9054-40f1-b633-63f61af7c6ec tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks [] for port (bfddce69-0bbb-4de5-809e-7651647431f9), precommit_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:37.138516 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-3c66f66c-2a3a-4f47-9d81-4dd90fabfc13 req-79c13d02-1b0e-427d-abe5-1c6457e36eeb tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b407f831-0121-48a5-b269-407cd5b097f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444496 Sep 15 07:40:37.164496 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-d7db2259-580a-4e05-9b33-da656564a86b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (89abf1bb-4bb3-44c6-9f86-4c32139a52e3), after_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:37.167345 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-d7db2259-580a-4e05-9b33-da656564a86b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:37.169936 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-d7db2259-580a-4e05-9b33-da656564a86b admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/89abf1bb-4bb3-44c6-9f86-4c32139a52e3 HTTP/1.1" status: 204 len: 168 time: 0.2507458 Sep 15 07:40:37.170513 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7006160-b59a-44a5-b792-781035f84f17 req-7f4a5c1b-132e-4094-97a3-1ea46d993bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:40:37.174476 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-b7006160-b59a-44a5-b792-781035f84f17 req-7f4a5c1b-132e-4094-97a3-1ea46d993bd8 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=221b85df-46c6-4e30-9237-896ffde4bea3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0520902 Sep 15 07:40:37.179340 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7db2259-580a-4e05-9b33-da656564a86b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89abf1bb-4bb3-44c6-9f86-4c32139a52e3,revision_number=None']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:40:37.235998 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-839b50ba-9054-40f1-b633-63f61af7c6ec tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729658170579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260827426'] for port (bfddce69-0bbb-4de5-809e-7651647431f9), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:37.304537 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-839b50ba-9054-40f1-b633-63f61af7c6ec tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Network 7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa is already hosted by enough agents. {{(pid=107276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 07:40:37.310064 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839b50ba-9054-40f1-b633-63f61af7c6ec tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Pushing event updated for resources: {'Port': ['ID=bfddce69-0bbb-4de5-809e-7651647431f9,revision_number=1']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:40:37.315133 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.scheduler.base_scheduler [None req-839b50ba-9054-40f1-b633-63f61af7c6ec tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Resources bound (agent type, host, resource id): {{(pid=107276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 07:40:37.319220 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839b50ba-9054-40f1-b633-63f61af7c6ec tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Received port after_create {{(pid=107276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 07:40:37.341606 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e171a6-6d66-469c-8eb2-de2b4fa88709 req-c6a098ea-9958-4bdd-be15-0caf2c4f6c32 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:40:37.343923 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-41e171a6-6d66-469c-8eb2-de2b4fa88709 req-c6a098ea-9958-4bdd-be15-0caf2c4f6c32 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=81bf969c-3300-4003-9606-ea44bac82330 HTTP/1.1" status: 200 len: 946 time: 0.0779753 Sep 15 07:40:37.355467 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:40:37.383577 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-b7006160-b59a-44a5-b792-781035f84f17 req-80b83fc3-5123-42b6-b89e-7a76ec078e0a service neutron] 10.222.0.26 "GET /networking/v2.0/networks/221b85df-46c6-4e30-9237-896ffde4bea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025282 Sep 15 07:40:37.394465 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:40:37.416328 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-41e171a6-6d66-469c-8eb2-de2b4fa88709 req-a07ed103-ba13-4f73-92d3-04f6e18d642d tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3bbd3c93-b7a5-43ea-bc32-62815f5ad2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627289 Sep 15 07:40:37.482483 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:INSERT=3,neutron:SELECT=94,neutron:UPDATE=3 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:40:37.486175 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-839b50ba-9054-40f1-b633-63f61af7c6ec tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks [] for floatingip (7effb13f-2bd2-4495-9e3a-4e15f46ecd68), precommit_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:37.516062 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-b7006160-b59a-44a5-b792-781035f84f17 req-da3d4f4c-5562-4166-8a35-36672c86f79e service neutron] 10.222.0.26 "GET /networking/v2.0/networks/221b85df-46c6-4e30-9237-896ffde4bea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261499 Sep 15 07:40:37.582441 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-839b50ba-9054-40f1-b633-63f61af7c6ec tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (bfddce69-0bbb-4de5-809e-7651647431f9), before_update {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:37.736145 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-839b50ba-9054-40f1-b633-63f61af7c6ec tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks [] for port (bfddce69-0bbb-4de5-809e-7651647431f9), precommit_update {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:37.809120 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bc4c63-1e7c-4614-8031-bb026ed519a6 req-ffe00d6c-55b6-4634-8d2e-c40e7c7502ce tempest-VolumesNegativeTest-1244463079 tempest-VolumesNegativeTest-1244463079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:40:37.810738 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-21bc4c63-1e7c-4614-8031-bb026ed519a6 req-ffe00d6c-55b6-4634-8d2e-c40e7c7502ce tempest-VolumesNegativeTest-1244463079 tempest-VolumesNegativeTest-1244463079-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d9614c29-883e-453c-afa9-5fd85d5e4cac HTTP/1.1" status: 200 len: 948 time: 0.0482640 Sep 15 07:40:37.815857 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-839b50ba-9054-40f1-b633-63f61af7c6ec tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260827419'] for port (bfddce69-0bbb-4de5-809e-7651647431f9), after_update {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:37.865264 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 34346) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:40:37.866160 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-21bc4c63-1e7c-4614-8031-bb026ed519a6 req-a1e0182e-8e57-4196-b78a-f828b8e028d7 tempest-VolumesNegativeTest-1244463079 tempest-VolumesNegativeTest-1244463079-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bf2b981f-fb56-41ff-b9b0-524a0736904f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488124 Sep 15 07:40:37.895176 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839b50ba-9054-40f1-b633-63f61af7c6ec tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Pushing event updated for resources: {'Port': ['ID=bfddce69-0bbb-4de5-809e-7651647431f9,revision_number=2']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:40:37.897357 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-29d9c97e-8e8d-4efd-ad99-bac0d16b0294 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:37.911448 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-839b50ba-9054-40f1-b633-63f61af7c6ec tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2007462'] for floatingip (7effb13f-2bd2-4495-9e3a-4e15f46ecd68), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:37.916241 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839b50ba-9054-40f1-b633-63f61af7c6ec tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:40:37.916582 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839b50ba-9054-40f1-b633-63f61af7c6ec tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:40:37.916965 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839b50ba-9054-40f1-b633-63f61af7c6ec tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:40:37.917294 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839b50ba-9054-40f1-b633-63f61af7c6ec tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:40:37.917649 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839b50ba-9054-40f1-b633-63f61af7c6ec tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:40:37.917976 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839b50ba-9054-40f1-b633-63f61af7c6ec tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:40:37.924988 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839b50ba-9054-40f1-b633-63f61af7c6ec tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:40:37.924988 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839b50ba-9054-40f1-b633-63f61af7c6ec tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:40:37.924988 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839b50ba-9054-40f1-b633-63f61af7c6ec tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:40:37.924988 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839b50ba-9054-40f1-b633-63f61af7c6ec tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:40:37.924988 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839b50ba-9054-40f1-b633-63f61af7c6ec tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:40:37.924988 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839b50ba-9054-40f1-b633-63f61af7c6ec tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:40:37.924988 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839b50ba-9054-40f1-b633-63f61af7c6ec tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:40:37.924988 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839b50ba-9054-40f1-b633-63f61af7c6ec tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:40:37.924988 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839b50ba-9054-40f1-b633-63f61af7c6ec tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:40:38.009546 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-29d9c97e-8e8d-4efd-ad99-bac0d16b0294 admin admin] Publish callbacks [] for security_group (cb3c6b2b-905e-4c53-9bea-e5a19f053943), precommit_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:38.025751 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-839b50ba-9054-40f1-b633-63f61af7c6ec tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382552'] for floatingip (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:38.028031 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-839b50ba-9054-40f1-b633-63f61af7c6ec tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7878914 Sep 15 07:40:38.104126 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-29d9c97e-8e8d-4efd-ad99-bac0d16b0294 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (cb3c6b2b-905e-4c53-9bea-e5a19f053943), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:38.148582 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-29d9c97e-8e8d-4efd-ad99-bac0d16b0294 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=e47703e65dc84f748c4e98539b644963&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2809298 Sep 15 07:40:38.149484 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d9c97e-8e8d-4efd-ad99-bac0d16b0294 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb3c6b2b-905e-4c53-9bea-e5a19f053943,revision_number=1']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:40:38.152237 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 34358) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:40:38.207246 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:40:38.248358 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-53d080df-69f9-4921-827e-40619a01589e admin admin] Publish callbacks [] for security_group (cb3c6b2b-905e-4c53-9bea-e5a19f053943), before_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:38.297333 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=2 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:40:38.308888 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-a6ed0d7f-8747-43e4-83c4-a9eed2d49265 req-2feab080-b79a-4c38-9eb2-858bc18e3c0b tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1635715081&fields=id&tenant_id=14017d5edbbd4068b529d5d92444182a HTTP/1.1" status: 200 len: 267 time: 0.1088274 Sep 15 07:40:38.310770 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-53d080df-69f9-4921-827e-40619a01589e admin admin] Publish callbacks [] for security_group (cb3c6b2b-905e-4c53-9bea-e5a19f053943), precommit_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:38.317706 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dd4902-8704-4eda-b208-ea16bb4bdc82 req-56d320e2-1a95-4f74-a8c0-00955987a6e9 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:40:38.319103 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-19dd4902-8704-4eda-b208-ea16bb4bdc82 req-56d320e2-1a95-4f74-a8c0-00955987a6e9 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=07ae2103-9abb-45d7-94b1-7e0f83c44fa0 HTTP/1.1" status: 200 len: 946 time: 0.0925214 Sep 15 07:40:38.479921 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-19dd4902-8704-4eda-b208-ea16bb4bdc82 req-3f05181d-b66a-4709-a0e7-3de343e0ad8e tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b407f831-0121-48a5-b269-407cd5b097f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1535616 Sep 15 07:40:38.488023 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ed0d7f-8747-43e4-83c4-a9eed2d49265 req-a3f8c5cd-f489-467d-b77a-59d7e65997f7 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:40:38.489481 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-a6ed0d7f-8747-43e4-83c4-a9eed2d49265 req-a3f8c5cd-f489-467d-b77a-59d7e65997f7 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/networks?id=be4fe7de-ab91-47eb-96fc-2000373fe74e HTTP/1.1" status: 200 len: 814 time: 0.1694613 Sep 15 07:40:38.506489 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-a6ed0d7f-8747-43e4-83c4-a9eed2d49265 req-354881c7-af89-4d03-92c3-5f0df4010347 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/quotas/14017d5edbbd4068b529d5d92444182a HTTP/1.1" status: 200 len: 375 time: 0.0108685 Sep 15 07:40:38.558930 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-53d080df-69f9-4921-827e-40619a01589e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (cb3c6b2b-905e-4c53-9bea-e5a19f053943), after_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:38.562019 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-53d080df-69f9-4921-827e-40619a01589e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:38.563441 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-53d080df-69f9-4921-827e-40619a01589e admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/cb3c6b2b-905e-4c53-9bea-e5a19f053943 HTTP/1.1" status: 204 len: 168 time: 0.4085865 Sep 15 07:40:38.607530 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-a6ed0d7f-8747-43e4-83c4-a9eed2d49265 req-4d1231e3-f26e-4fa5-b900-22c331bc4b71 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=14017d5edbbd4068b529d5d92444182a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0947239 Sep 15 07:40:38.611259 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d080df-69f9-4921-827e-40619a01589e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb3c6b2b-905e-4c53-9bea-e5a19f053943,revision_number=None']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:40:38.625114 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c80eb65-c458-485f-9f10-9e84bda4e6f7 req-521a977a-a1ce-4419-911e-5c26dfef1019 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:40:38.626681 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-4c80eb65-c458-485f-9f10-9e84bda4e6f7 req-521a977a-a1ce-4419-911e-5c26dfef1019 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=81bf969c-3300-4003-9606-ea44bac82330 HTTP/1.1" status: 200 len: 946 time: 0.0823503 Sep 15 07:40:38.637543 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d080df-69f9-4921-827e-40619a01589e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:40:38.637915 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d080df-69f9-4921-827e-40619a01589e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:40:38.638263 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d080df-69f9-4921-827e-40619a01589e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:40:38.638608 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d080df-69f9-4921-827e-40619a01589e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:40:38.638945 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d080df-69f9-4921-827e-40619a01589e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:40:38.639365 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d080df-69f9-4921-827e-40619a01589e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:40:38.639930 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d080df-69f9-4921-827e-40619a01589e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:40:38.640503 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d080df-69f9-4921-827e-40619a01589e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:40:38.641094 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d080df-69f9-4921-827e-40619a01589e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:40:38.641728 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d080df-69f9-4921-827e-40619a01589e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:40:38.642324 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d080df-69f9-4921-827e-40619a01589e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:40:38.642777 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d080df-69f9-4921-827e-40619a01589e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:40:38.643099 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d080df-69f9-4921-827e-40619a01589e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:40:38.643433 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d080df-69f9-4921-827e-40619a01589e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:40:38.643761 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d080df-69f9-4921-827e-40619a01589e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:40:38.747036 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-4c80eb65-c458-485f-9f10-9e84bda4e6f7 req-296e02c5-f844-4925-9a45-32ddb14d5082 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3bbd3c93-b7a5-43ea-bc32-62815f5ad2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118612 Sep 15 07:40:38.772860 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-a6ed0d7f-8747-43e4-83c4-a9eed2d49265 req-b42ac0a7-d726-477e-93e8-4a6880b5156b service neutron] 10.222.0.42 "GET /networking/v2.0/networks/be4fe7de-ab91-47eb-96fc-2000373fe74e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452186 Sep 15 07:40:38.869682 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-a6ed0d7f-8747-43e4-83c4-a9eed2d49265 req-1200f68d-8cbc-48ef-a01a-9a36da2973f4 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/be4fe7de-ab91-47eb-96fc-2000373fe74e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903563 Sep 15 07:40:38.987516 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:40:39.008904 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc90c541-3b47-4702-95b3-270c357bb7d4 req-8fc50282-3d92-4a72-9b4a-386e4f71f2b3 tempest-VolumesNegativeTest-1244463079 tempest-VolumesNegativeTest-1244463079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:40:39.010520 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-bc90c541-3b47-4702-95b3-270c357bb7d4 req-8fc50282-3d92-4a72-9b4a-386e4f71f2b3 tempest-VolumesNegativeTest-1244463079 tempest-VolumesNegativeTest-1244463079-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d9614c29-883e-453c-afa9-5fd85d5e4cac HTTP/1.1" status: 200 len: 948 time: 0.0604632 Sep 15 07:40:39.066359 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-bc90c541-3b47-4702-95b3-270c357bb7d4 req-c2cb2675-319c-47c1-a991-5194a17fa1fd tempest-VolumesNegativeTest-1244463079 tempest-VolumesNegativeTest-1244463079-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bf2b981f-fb56-41ff-b9b0-524a0736904f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494435 Sep 15 07:40:39.181276 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-ddaab9bf-00ef-492c-a1c6-0837d6649740 req-0b47bb02-4026-483c-942b-356a762537df tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=95c6ee4c-f348-424e-9fa6-ca2ee2f67967 HTTP/1.1" status: 200 len: 210 time: 0.0293734 Sep 15 07:40:39.625951 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4b46e3-d7cd-441c-b87c-aa5640dfd1b0 req-b52f19fd-ae97-491d-89a6-7e9c475adad4 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:40:39.627461 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-6d4b46e3-d7cd-441c-b87c-aa5640dfd1b0 req-b52f19fd-ae97-491d-89a6-7e9c475adad4 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=07ae2103-9abb-45d7-94b1-7e0f83c44fa0 HTTP/1.1" status: 200 len: 946 time: 0.0481911 Sep 15 07:40:39.648007 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=100 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:40:39.680205 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-6d4b46e3-d7cd-441c-b87c-aa5640dfd1b0 req-2a8030d8-bed8-46fa-9480-32804a89b373 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b407f831-0121-48a5-b269-407cd5b097f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469074 Sep 15 07:40:39.884780 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb6a593-4b05-4f4c-8387-164c851d65eb req-d2da859b-0f8e-4dd6-b341-5cd41ff135d8 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:40:39.897985 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-fbb6a593-4b05-4f4c-8387-164c851d65eb req-d2da859b-0f8e-4dd6-b341-5cd41ff135d8 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=81bf969c-3300-4003-9606-ea44bac82330 HTTP/1.1" status: 200 len: 946 time: 0.0534215 Sep 15 07:40:39.914004 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Device 639ec1c3-62f0-47df-8bdc-a50dd0cc3a4a details requested by agent hyperv_hv-cinder-82414 with host hv-cinder-82414 {{(pid=107290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 07:40:39.955782 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-fbb6a593-4b05-4f4c-8387-164c851d65eb req-da0bdae5-638b-4faf-a497-2654fc3efaeb tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3bbd3c93-b7a5-43ea-bc32-62815f5ad2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489888 Sep 15 07:40:40.037642 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] For port 639ec1c3-62f0-47df-8bdc-a50dd0cc3a4a, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=639ec1c3-62f0-47df-8bdc-a50dd0cc3a4a,segment=NetworkSegment(b147abb5-3f17-4e3b-9fa0-d79822484ce6),segment_id=b147abb5-3f17-4e3b-9fa0-d79822484ce6)] {{(pid=107290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:40:40.050077 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Returning: {'device': '639ec1c3-62f0-47df-8bdc-a50dd0cc3a4a', 'network_id': '221b85df-46c6-4e30-9237-896ffde4bea3', 'port_id': '639ec1c3-62f0-47df-8bdc-a50dd0cc3a4a', 'mac_address': 'fa:16:3e:78:62:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1df0180-5824-4103-be25-60f9b1d88705', 'ip_address': '192.168.233.186'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 07:40:40.088799 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Current status of the port 639ec1c3-62f0-47df-8bdc-a50dd0cc3a4a is: DOWN; New status is: BUILD {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:40:40.089263 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (639ec1c3-62f0-47df-8bdc-a50dd0cc3a4a), before_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:40.105936 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.notifiers.nova [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 639ec1c3-62f0-47df-8bdc-a50dd0cc3a4a {{(pid=107290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 07:40:40.127344 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] For port 639ec1c3-62f0-47df-8bdc-a50dd0cc3a4a, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=639ec1c3-62f0-47df-8bdc-a50dd0cc3a4a,segment=NetworkSegment(b147abb5-3f17-4e3b-9fa0-d79822484ce6),segment_id=b147abb5-3f17-4e3b-9fa0-d79822484ce6)] {{(pid=107290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:40:40.193910 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fd86bb-5d67-4f2b-9269-041575fef820 req-c006f88c-19ae-43a4-9035-5c89099bdfa4 tempest-VolumesNegativeTest-1244463079 tempest-VolumesNegativeTest-1244463079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:40:40.195391 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-f3fd86bb-5d67-4f2b-9269-041575fef820 req-c006f88c-19ae-43a4-9035-5c89099bdfa4 tempest-VolumesNegativeTest-1244463079 tempest-VolumesNegativeTest-1244463079-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d9614c29-883e-453c-afa9-5fd85d5e4cac HTTP/1.1" status: 200 len: 948 time: 0.0507011 Sep 15 07:40:40.195953 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615'] for port (639ec1c3-62f0-47df-8bdc-a50dd0cc3a4a), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:40.204417 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:40:40.256614 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-f3fd86bb-5d67-4f2b-9269-041575fef820 req-06550647-0b85-4343-9f98-e8dbeb7c24f3 tempest-VolumesNegativeTest-1244463079 tempest-VolumesNegativeTest-1244463079-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bf2b981f-fb56-41ff-b9b0-524a0736904f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546658 Sep 15 07:40:40.262393 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Pushing event updated for resources: {'Port': ['ID=639ec1c3-62f0-47df-8bdc-a50dd0cc3a4a,revision_number=4']} {{(pid=107290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:40:40.305173 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-dd355bfd-16d9-49f4-8fd4-d6455c2875c7 req-a0427f90-cd58-4f36-bf59-e243b45eec7d tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=95c6ee4c-f348-424e-9fa6-ca2ee2f67967 HTTP/1.1" status: 200 len: 210 time: 0.0359354 Sep 15 07:40:40.439773 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 34422) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:40:40.489927 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] get_ports_and_sgs() called for port_ids ['639ec1c3-62f0-47df-8bdc-a50dd0cc3a4a'] {{(pid=107290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 07:40:40.561991 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-7c26407b-7214-4c94-87f5-6f239f3df294 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:40.663632 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-7c26407b-7214-4c94-87f5-6f239f3df294 admin admin] Publish callbacks [] for security_group (0374b17c-88c3-46d1-8e84-6e01063aa935), precommit_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:40.722096 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-7c26407b-7214-4c94-87f5-6f239f3df294 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (0374b17c-88c3-46d1-8e84-6e01063aa935), after_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:40.764079 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-7c26407b-7214-4c94-87f5-6f239f3df294 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=8ba0fb62439b464aae93e173370bda0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3231118 Sep 15 07:40:40.765366 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c26407b-7214-4c94-87f5-6f239f3df294 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0374b17c-88c3-46d1-8e84-6e01063aa935,revision_number=1']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:40:40.767674 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 34430) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:40:40.828719 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-35fe800f-8eca-4fe4-8c7c-caff6b047264 admin admin] Publish callbacks [] for security_group (0374b17c-88c3-46d1-8e84-6e01063aa935), before_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:40.835677 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709cb52c-3a33-4872-9e22-ba5e0a826f12 req-bc992fe3-f4a6-4a81-8ab3-6ef50cb226f1 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:40:40.837266 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-709cb52c-3a33-4872-9e22-ba5e0a826f12 req-bc992fe3-f4a6-4a81-8ab3-6ef50cb226f1 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=07ae2103-9abb-45d7-94b1-7e0f83c44fa0 HTTP/1.1" status: 200 len: 946 time: 0.0509822 Sep 15 07:40:40.859915 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-35fe800f-8eca-4fe4-8c7c-caff6b047264 admin admin] Publish callbacks [] for security_group (0374b17c-88c3-46d1-8e84-6e01063aa935), precommit_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:40.871193 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:40:40.898332 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-709cb52c-3a33-4872-9e22-ba5e0a826f12 req-117cf31d-8562-47b9-81d3-2c5be5f5c7f6 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b407f831-0121-48a5-b269-407cd5b097f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553432 Sep 15 07:40:41.024501 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-35fe800f-8eca-4fe4-8c7c-caff6b047264 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (0374b17c-88c3-46d1-8e84-6e01063aa935), after_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:41.027489 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-35fe800f-8eca-4fe4-8c7c-caff6b047264 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:41.028765 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-35fe800f-8eca-4fe4-8c7c-caff6b047264 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/0374b17c-88c3-46d1-8e84-6e01063aa935 HTTP/1.1" status: 204 len: 168 time: 0.2594092 Sep 15 07:40:41.039568 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fe800f-8eca-4fe4-8c7c-caff6b047264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0374b17c-88c3-46d1-8e84-6e01063aa935,revision_number=None']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:40:41.101990 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754f1291-df46-4113-bffa-15b12572abab req-26c6a683-4045-4d87-ad2d-ac4303ecd85e tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:40:41.103453 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-754f1291-df46-4113-bffa-15b12572abab req-26c6a683-4045-4d87-ad2d-ac4303ecd85e tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=81bf969c-3300-4003-9606-ea44bac82330 HTTP/1.1" status: 200 len: 946 time: 0.0582435 Sep 15 07:40:41.153863 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-754f1291-df46-4113-bffa-15b12572abab req-6d243357-7a1c-4ec3-ae09-e83a326cc3f2 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3bbd3c93-b7a5-43ea-bc32-62815f5ad2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444884 Sep 15 07:40:41.393989 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe2356f-7125-4192-b08c-457d5cd9a535 req-63d924f9-c096-44ba-b3bd-de12ed09683d tempest-VolumesNegativeTest-1244463079 tempest-VolumesNegativeTest-1244463079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:40:41.395796 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-bfe2356f-7125-4192-b08c-457d5cd9a535 req-63d924f9-c096-44ba-b3bd-de12ed09683d tempest-VolumesNegativeTest-1244463079 tempest-VolumesNegativeTest-1244463079-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d9614c29-883e-453c-afa9-5fd85d5e4cac HTTP/1.1" status: 200 len: 949 time: 0.0590901 Sep 15 07:40:41.444328 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-2ee263d7-9455-4881-8b23-023d73c1d556 req-cccff3bf-ce25-4aff-8c1f-6cffe3fc3f26 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=95c6ee4c-f348-424e-9fa6-ca2ee2f67967 HTTP/1.1" status: 200 len: 210 time: 0.0474198 Sep 15 07:40:41.480877 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-bfe2356f-7125-4192-b08c-457d5cd9a535 req-9af0d5cc-e142-4ead-b4ec-2fe93c42ad1b tempest-VolumesNegativeTest-1244463079 tempest-VolumesNegativeTest-1244463079-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bf2b981f-fb56-41ff-b9b0-524a0736904f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737762 Sep 15 07:40:41.816553 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ed0d7f-8747-43e4-83c4-a9eed2d49265 req-07c52dd8-18c3-4587-9e33-599693873866 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:40:41.818022 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-a6ed0d7f-8747-43e4-83c4-a9eed2d49265 req-07c52dd8-18c3-4587-9e33-599693873866 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.26 "GET /networking/v2.0/networks?id=be4fe7de-ab91-47eb-96fc-2000373fe74e HTTP/1.1" status: 200 len: 814 time: 0.1266224 Sep 15 07:40:41.918859 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Device 639ec1c3-62f0-47df-8bdc-a50dd0cc3a4a up at agent hyperv_hv-cinder-82414 {{(pid=107290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 07:40:41.924479 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-a6ed0d7f-8747-43e4-83c4-a9eed2d49265 req-136e74ac-64e8-48cd-a383-1f01191112da tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.26 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=14017d5edbbd4068b529d5d92444182a HTTP/1.1" status: 200 len: 473 time: 0.0900736 Sep 15 07:40:41.979954 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Provisioning for port 639ec1c3-62f0-47df-8bdc-a50dd0cc3a4a completed by entity L2. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 15 07:40:41.985250 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.v2.base [req-a6ed0d7f-8747-43e4-83c4-a9eed2d49265 req-3e492e7e-f201-4a74-9f31-a42ed6ecf6a1 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Request body: {'port': {'device_id': '95c6ee4c-f348-424e-9fa6-ca2ee2f67967', 'network_id': 'be4fe7de-ab91-47eb-96fc-2000373fe74e', 'admin_state_up': True, 'tenant_id': '14017d5edbbd4068b529d5d92444182a', 'security_groups': ['32995d34-d213-473d-a146-bbf8e7e89fb6']}} {{(pid=107276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:40:42.052933 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Provisioning complete for port 639ec1c3-62f0-47df-8bdc-a50dd0cc3a4a triggered by entity L2. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 07:40:42.053410 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862942'] for port (639ec1c3-62f0-47df-8bdc-a50dd0cc3a4a), provisioning_complete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:42.053798 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Attempt 1 to provision port 639ec1c3-62f0-47df-8bdc-a50dd0cc3a4a Sep 15 07:40:42.129542 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fe379d-f082-4c18-a821-bc080a4ff3c9 req-3983204a-3dc1-4aa5-9d48-53f475630b94 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:40:42.138011 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-70fe379d-f082-4c18-a821-bc080a4ff3c9 req-3983204a-3dc1-4aa5-9d48-53f475630b94 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=07ae2103-9abb-45d7-94b1-7e0f83c44fa0 HTTP/1.1" status: 200 len: 946 time: 0.1159956 Sep 15 07:40:42.178153 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:40:42.179137 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Current status of the port 639ec1c3-62f0-47df-8bdc-a50dd0cc3a4a is: BUILD; New status is: ACTIVE {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:40:42.179625 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (639ec1c3-62f0-47df-8bdc-a50dd0cc3a4a), before_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:42.192558 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-70fe379d-f082-4c18-a821-bc080a4ff3c9 req-4e4dbced-1e0f-431a-a95b-734b12cb0e87 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b407f831-0121-48a5-b269-407cd5b097f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508504 Sep 15 07:40:42.220634 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9614c29-883e-453c-afa9-5fd85d5e4cac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '639ec1c3-62f0-47df-8bdc-a50dd0cc3a4a'}] {{(pid=107290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 07:40:42.230971 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff93a2f2a3cb789a491bb2a8c4b01cf70d8343c1611f7c7394898ef54d6aa0cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d725e31-0d9b-484c-9efd-54a15b8afa04" -d '{"events": [{"server_uuid": "d9614c29-883e-453c-afa9-5fd85d5e4cac", "name": "network-vif-plugged", "status": "completed", "tag": "639ec1c3-62f0-47df-8bdc-a50dd0cc3a4a"}]}' {{(pid=107290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 07:40:42.251783 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] For port 639ec1c3-62f0-47df-8bdc-a50dd0cc3a4a, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=639ec1c3-62f0-47df-8bdc-a50dd0cc3a4a,segment=NetworkSegment(b147abb5-3f17-4e3b-9fa0-d79822484ce6),segment_id=b147abb5-3f17-4e3b-9fa0-d79822484ce6)] {{(pid=107290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:40:42.273826 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 07:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8f9c41c-eca4-4436-9260-a7047898c2c4 x-openstack-request-id: req-a8f9c41c-eca4-4436-9260-a7047898c2c4 {{(pid=107290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 07:40:42.274193 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9614c29-883e-453c-afa9-5fd85d5e4cac", "name": "network-vif-plugged", "status": "completed", "tag": "639ec1c3-62f0-47df-8bdc-a50dd0cc3a4a", "code": 200}]} {{(pid=107290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 07:40:42.274479 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a8f9c41c-eca4-4436-9260-a7047898c2c4 {{(pid=107290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 07:40:42.274878 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8f9c41c-eca4-4436-9260-a7047898c2c4'] response: {'server_uuid': 'd9614c29-883e-453c-afa9-5fd85d5e4cac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '639ec1c3-62f0-47df-8bdc-a50dd0cc3a4a', 'code': 200} Sep 15 07:40:42.301729 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:40:42.320431 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df6422e-f5df-4c0d-a8d5-e63315abc452 req-7778cff1-6d03-403c-b854-6bf936c66992 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:40:42.322453 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-2df6422e-f5df-4c0d-a8d5-e63315abc452 req-7778cff1-6d03-403c-b854-6bf936c66992 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=81bf969c-3300-4003-9606-ea44bac82330 HTTP/1.1" status: 200 len: 946 time: 0.0534153 Sep 15 07:40:42.342287 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615'] for port (639ec1c3-62f0-47df-8bdc-a50dd0cc3a4a), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:42.343556 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6ed0d7f-8747-43e4-83c4-a9eed2d49265 req-3e492e7e-f201-4a74-9f31-a42ed6ecf6a1 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Made reservation on behalf of 14017d5edbbd4068b529d5d92444182a for: {'port': 1} {{(pid=107276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 07:40:42.349306 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-a6ed0d7f-8747-43e4-83c4-a9eed2d49265 req-3e492e7e-f201-4a74-9f31-a42ed6ecf6a1 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (None), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:42.393341 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-2df6422e-f5df-4c0d-a8d5-e63315abc452 req-4c60b1ff-8a66-4fa2-af21-5bee2400a5f7 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3bbd3c93-b7a5-43ea-bc32-62815f5ad2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643907 Sep 15 07:40:42.411069 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Pushing event updated for resources: {'Port': ['ID=639ec1c3-62f0-47df-8bdc-a50dd0cc3a4a,revision_number=5']} {{(pid=107290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:40:42.439145 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:40:42.520587 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.db.db_base_plugin_common [req-a6ed0d7f-8747-43e4-83c4-a9eed2d49265 req-3e492e7e-f201-4a74-9f31-a42ed6ecf6a1 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Allocated IP 172.20.0.13 (be4fe7de-ab91-47eb-96fc-2000373fe74e/655669e6-9885-472d-9103-52b022988dd7/3b7d0375-a226-4e4b-a78f-fde982eb4c97) {{(pid=107276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 07:40:42.573959 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-06458c5e-25ba-4a2d-bf0b-4194bae32495 req-f76d9d53-cc33-4df9-b55f-d3f0bc68aef2 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=95c6ee4c-f348-424e-9fa6-ca2ee2f67967 HTTP/1.1" status: 200 len: 210 time: 0.0288293 Sep 15 07:40:42.637253 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:40:42.649262 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d97afc0-14ce-4cfc-af01-95d164098223 req-d01658c0-14e1-4e1a-8a76-fa46381ebfb4 tempest-VolumesNegativeTest-1244463079 tempest-VolumesNegativeTest-1244463079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:40:42.652100 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-6d97afc0-14ce-4cfc-af01-95d164098223 req-d01658c0-14e1-4e1a-8a76-fa46381ebfb4 tempest-VolumesNegativeTest-1244463079 tempest-VolumesNegativeTest-1244463079-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d9614c29-883e-453c-afa9-5fd85d5e4cac HTTP/1.1" status: 200 len: 950 time: 0.0680645 Sep 15 07:40:42.722363 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6501fc5-dc6e-46b9-a457-35187c225df7 req-71beccea-368c-48be-b1e0-8f2616bbde0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:40:42.723762 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-a6501fc5-dc6e-46b9-a457-35187c225df7 req-71beccea-368c-48be-b1e0-8f2616bbde0a service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d9614c29-883e-453c-afa9-5fd85d5e4cac HTTP/1.1" status: 200 len: 1134 time: 0.0570545 Sep 15 07:40:42.741840 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-a6ed0d7f-8747-43e4-83c4-a9eed2d49265 req-3e492e7e-f201-4a74-9f31-a42ed6ecf6a1 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks [] for port (3b7d0375-a226-4e4b-a78f-fde982eb4c97), precommit_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:42.747383 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (25cf60a6-7ad2-448a-9326-c12b453ddee0), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:42.770435 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-6d97afc0-14ce-4cfc-af01-95d164098223 req-fba97a49-c903-408b-ad81-6c3b25a4b12d tempest-VolumesNegativeTest-1244463079 tempest-VolumesNegativeTest-1244463079-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bf2b981f-fb56-41ff-b9b0-524a0736904f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021066 Sep 15 07:40:42.786817 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-a6501fc5-dc6e-46b9-a457-35187c225df7 req-e725e5e5-003b-4142-9210-dba86e459c01 service neutron] 10.222.0.26 "GET /networking/v2.0/security-groups?id=bf2b981f-fb56-41ff-b9b0-524a0736904f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569525 Sep 15 07:40:42.893358 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-a6ed0d7f-8747-43e4-83c4-a9eed2d49265 req-3e492e7e-f201-4a74-9f31-a42ed6ecf6a1 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729658170579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260827426'] for port (3b7d0375-a226-4e4b-a78f-fde982eb4c97), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:42.942575 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6ed0d7f-8747-43e4-83c4-a9eed2d49265 req-3e492e7e-f201-4a74-9f31-a42ed6ecf6a1 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Network be4fe7de-ab91-47eb-96fc-2000373fe74e is already hosted by enough agents. {{(pid=107276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 07:40:42.947916 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.scheduler.base_scheduler [req-a6ed0d7f-8747-43e4-83c4-a9eed2d49265 req-3e492e7e-f201-4a74-9f31-a42ed6ecf6a1 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Resources bound (agent type, host, resource id): {{(pid=107276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 07:40:42.950052 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e492e7e-f201-4a74-9f31-a42ed6ecf6a1 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Pushing event updated for resources: {'Port': ['ID=3b7d0375-a226-4e4b-a78f-fde982eb4c97,revision_number=1']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:40:42.952960 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6ed0d7f-8747-43e4-83c4-a9eed2d49265 req-3e492e7e-f201-4a74-9f31-a42ed6ecf6a1 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Received port after_create {{(pid=107276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 07:40:43.001935 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:40:43.012147 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ed0d7f-8747-43e4-83c4-a9eed2d49265 req-3e492e7e-f201-4a74-9f31-a42ed6ecf6a1 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:40:43.012754 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-a6ed0d7f-8747-43e4-83c4-a9eed2d49265 req-3e492e7e-f201-4a74-9f31-a42ed6ecf6a1 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382552'] for port (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:43.093146 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-a6ed0d7f-8747-43e4-83c4-a9eed2d49265 req-3e492e7e-f201-4a74-9f31-a42ed6ecf6a1 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1120558 Sep 15 07:40:43.105827 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.v2.base [req-a6ed0d7f-8747-43e4-83c4-a9eed2d49265 req-73197592-1f65-4f7e-aefb-7373a0c49854 service neutron] Request body: {'port': {'device_id': '95c6ee4c-f348-424e-9fa6-ca2ee2f67967', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82414'}} {{(pid=107276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:40:43.168719 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-a6ed0d7f-8747-43e4-83c4-a9eed2d49265 req-73197592-1f65-4f7e-aefb-7373a0c49854 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (3b7d0375-a226-4e4b-a78f-fde982eb4c97), before_update {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:43.248092 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-60262096-7d2c-45a8-9c13-cff9cd479d90 None None] Provisioning complete for port 3b7d0375-a226-4e4b-a78f-fde982eb4c97 triggered by entity DHCP. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 07:40:43.248092 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-60262096-7d2c-45a8-9c13-cff9cd479d90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862942'] for port (3b7d0375-a226-4e4b-a78f-fde982eb4c97), provisioning_complete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:43.248092 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-60262096-7d2c-45a8-9c13-cff9cd479d90 None None] Attempt 1 to provision port 3b7d0375-a226-4e4b-a78f-fde982eb4c97 Sep 15 07:40:43.295760 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-60262096-7d2c-45a8-9c13-cff9cd479d90 None None] Port 3b7d0375-a226-4e4b-a78f-fde982eb4c97 cannot update to ACTIVE because it is not bound. {{(pid=107290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 07:40:43.371492 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f28b8ab-9928-445e-ade0-6692bff442c7 req-43834d08-12b0-42b8-95c7-85faefe47f4c tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:40:43.373193 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-6f28b8ab-9928-445e-ade0-6692bff442c7 req-43834d08-12b0-42b8-95c7-85faefe47f4c tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=07ae2103-9abb-45d7-94b1-7e0f83c44fa0 HTTP/1.1" status: 200 len: 946 time: 0.0682220 Sep 15 07:40:43.442479 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-6f28b8ab-9928-445e-ade0-6692bff442c7 req-8bff7cd8-0959-4065-97ef-94f240916da2 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b407f831-0121-48a5-b269-407cd5b097f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593462 Sep 15 07:40:43.479399 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.notifiers.nova [req-a6ed0d7f-8747-43e4-83c4-a9eed2d49265 req-73197592-1f65-4f7e-aefb-7373a0c49854 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b7d0375-a226-4e4b-a78f-fde982eb4c97 {{(pid=107276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 07:40:43.487467 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-a6ed0d7f-8747-43e4-83c4-a9eed2d49265 req-73197592-1f65-4f7e-aefb-7373a0c49854 service neutron] Publish callbacks [] for port (3b7d0375-a226-4e4b-a78f-fde982eb4c97), precommit_update {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:43.501836 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.db.provisioning_blocks [req-a6ed0d7f-8747-43e4-83c4-a9eed2d49265 req-73197592-1f65-4f7e-aefb-7373a0c49854 service neutron] Transition to ACTIVE for port object 3b7d0375-a226-4e4b-a78f-fde982eb4c97 will not be triggered until provisioned by entity L2. {{(pid=107276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 15 07:40:43.542033 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca614f99-ebb3-4716-b739-3540759ef1a9 req-f147aea3-7792-4080-884f-30cc8d7fe5e2 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:40:43.543492 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-ca614f99-ebb3-4716-b739-3540759ef1a9 req-f147aea3-7792-4080-884f-30cc8d7fe5e2 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=81bf969c-3300-4003-9606-ea44bac82330 HTTP/1.1" status: 200 len: 946 time: 0.0492356 Sep 15 07:40:43.594910 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-ca614f99-ebb3-4716-b739-3540759ef1a9 req-e0a7886a-b5ca-4153-a0e1-980c3e623ddf tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3bbd3c93-b7a5-43ea-bc32-62815f5ad2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452027 Sep 15 07:40:43.633343 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-a6ed0d7f-8747-43e4-83c4-a9eed2d49265 req-73197592-1f65-4f7e-aefb-7373a0c49854 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260827419'] for port (3b7d0375-a226-4e4b-a78f-fde982eb4c97), after_update {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:43.722774 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73197592-1f65-4f7e-aefb-7373a0c49854 service neutron] Pushing event updated for resources: {'Port': ['ID=3b7d0375-a226-4e4b-a78f-fde982eb4c97,revision_number=2']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:40:43.726627 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce60b19-43db-4800-a906-8a42d13e2709 req-ddcb14de-680c-4870-8d77-a9aef9973fe2 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:40:43.728256 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-4ce60b19-43db-4800-a906-8a42d13e2709 req-ddcb14de-680c-4870-8d77-a9aef9973fe2 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=95c6ee4c-f348-424e-9fa6-ca2ee2f67967 HTTP/1.1" status: 200 len: 944 time: 0.0570884 Sep 15 07:40:43.757841 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.managers [req-a6ed0d7f-8747-43e4-83c4-a9eed2d49265 req-73197592-1f65-4f7e-aefb-7373a0c49854 service neutron] Attempting to bind port 3b7d0375-a226-4e4b-a78f-fde982eb4c97 on host hv-cinder-82414 for vnic_type normal with profile {{(pid=107276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 07:40:43.758031 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.managers [req-a6ed0d7f-8747-43e4-83c4-a9eed2d49265 req-73197592-1f65-4f7e-aefb-7373a0c49854 service neutron] Attempting to bind port 3b7d0375-a226-4e4b-a78f-fde982eb4c97 by drivers openvswitch,hyperv on host hv-cinder-82414 at level 0 using segments [{'id': '61bd15d1-c2a6-46ff-9a57-3dfb0a553bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'be4fe7de-ab91-47eb-96fc-2000373fe74e'}] {{(pid=107276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 07:40:43.758447 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ed0d7f-8747-43e4-83c4-a9eed2d49265 req-73197592-1f65-4f7e-aefb-7373a0c49854 service neutron] Attempting to bind port 3b7d0375-a226-4e4b-a78f-fde982eb4c97 on network be4fe7de-ab91-47eb-96fc-2000373fe74e {{(pid=107276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 07:40:43.794169 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-4ce60b19-43db-4800-a906-8a42d13e2709 req-49708c18-2433-4791-9641-83137296e89b tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=32995d34-d213-473d-a146-bbf8e7e89fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520358 Sep 15 07:40:43.796954 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-60262096-7d2c-45a8-9c13-cff9cd479d90 None None] Attempt 2 to provision port 3b7d0375-a226-4e4b-a78f-fde982eb4c97 Sep 15 07:40:43.805628 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ed0d7f-8747-43e4-83c4-a9eed2d49265 req-73197592-1f65-4f7e-aefb-7373a0c49854 service neutron] Port 3b7d0375-a226-4e4b-a78f-fde982eb4c97 on network be4fe7de-ab91-47eb-96fc-2000373fe74e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82414 {{(pid=107276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 07:40:43.805966 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ed0d7f-8747-43e4-83c4-a9eed2d49265 req-73197592-1f65-4f7e-aefb-7373a0c49854 service neutron] Attempting to bind port 3b7d0375-a226-4e4b-a78f-fde982eb4c97 on network be4fe7de-ab91-47eb-96fc-2000373fe74e {{(pid=107276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 07:40:43.834101 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-60262096-7d2c-45a8-9c13-cff9cd479d90 None None] Port 3b7d0375-a226-4e4b-a78f-fde982eb4c97 cannot update to ACTIVE because it is not bound. {{(pid=107290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 07:40:43.863939 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ed0d7f-8747-43e4-83c4-a9eed2d49265 req-73197592-1f65-4f7e-aefb-7373a0c49854 service neutron] Checking agent: {'id': '25cf60a6-7ad2-448a-9326-c12b453ddee0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82414', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 7, 36, 43), 'started_at': datetime.datetime(2022, 9, 15, 7, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 7, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 07:40:43.864356 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ed0d7f-8747-43e4-83c4-a9eed2d49265 req-73197592-1f65-4f7e-aefb-7373a0c49854 service neutron] Checking segment: {'id': '61bd15d1-c2a6-46ff-9a57-3dfb0a553bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'be4fe7de-ab91-47eb-96fc-2000373fe74e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 07:40:43.864666 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ed0d7f-8747-43e4-83c4-a9eed2d49265 req-73197592-1f65-4f7e-aefb-7373a0c49854 service neutron] Bound using segment: {'id': '61bd15d1-c2a6-46ff-9a57-3dfb0a553bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'be4fe7de-ab91-47eb-96fc-2000373fe74e'} {{(pid=107276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 07:40:43.865107 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.managers [req-a6ed0d7f-8747-43e4-83c4-a9eed2d49265 req-73197592-1f65-4f7e-aefb-7373a0c49854 service neutron] Bound port: 3b7d0375-a226-4e4b-a78f-fde982eb4c97, host: hv-cinder-82414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61bd15d1-c2a6-46ff-9a57-3dfb0a553bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'be4fe7de-ab91-47eb-96fc-2000373fe74e'}}] {{(pid=107276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 07:40:43.865472 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-a6ed0d7f-8747-43e4-83c4-a9eed2d49265 req-73197592-1f65-4f7e-aefb-7373a0c49854 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (3b7d0375-a226-4e4b-a78f-fde982eb4c97), before_update {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:43.920827 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c9f7bf-7b55-4ee0-97ac-788ca94f6bac req-dd30f660-1695-47cb-ad30-0a460ddc91fd tempest-VolumesNegativeTest-1244463079 tempest-VolumesNegativeTest-1244463079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:40:43.922369 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-10c9f7bf-7b55-4ee0-97ac-788ca94f6bac req-dd30f660-1695-47cb-ad30-0a460ddc91fd tempest-VolumesNegativeTest-1244463079 tempest-VolumesNegativeTest-1244463079-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d9614c29-883e-453c-afa9-5fd85d5e4cac HTTP/1.1" status: 200 len: 950 time: 0.0471382 Sep 15 07:40:43.932681 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.db [req-a6ed0d7f-8747-43e4-83c4-a9eed2d49265 req-73197592-1f65-4f7e-aefb-7373a0c49854 service neutron] For port 3b7d0375-a226-4e4b-a78f-fde982eb4c97, host hv-cinder-82414, cleared binding levels {{(pid=107276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 07:40:43.935901 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.db [req-a6ed0d7f-8747-43e4-83c4-a9eed2d49265 req-73197592-1f65-4f7e-aefb-7373a0c49854 service neutron] For port 3b7d0375-a226-4e4b-a78f-fde982eb4c97, host hv-cinder-82414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=3b7d0375-a226-4e4b-a78f-fde982eb4c97,segment=NetworkSegment(61bd15d1-c2a6-46ff-9a57-3dfb0a553bb9),segment_id=61bd15d1-c2a6-46ff-9a57-3dfb0a553bb9)] {{(pid=107276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 07:40:43.970906 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-10c9f7bf-7b55-4ee0-97ac-788ca94f6bac req-4fb80378-614e-4c43-ae5f-bcc713ec3ae6 tempest-VolumesNegativeTest-1244463079 tempest-VolumesNegativeTest-1244463079-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bf2b981f-fb56-41ff-b9b0-524a0736904f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428224 Sep 15 07:40:44.050457 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-a6ed0d7f-8747-43e4-83c4-a9eed2d49265 req-73197592-1f65-4f7e-aefb-7373a0c49854 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260827419'] for port (3b7d0375-a226-4e4b-a78f-fde982eb4c97), after_update {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:44.055853 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ed0d7f-8747-43e4-83c4-a9eed2d49265 req-73197592-1f65-4f7e-aefb-7373a0c49854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:40:44.058876 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-a6ed0d7f-8747-43e4-83c4-a9eed2d49265 req-73197592-1f65-4f7e-aefb-7373a0c49854 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382552'] for port (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:44.058876 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-a6ed0d7f-8747-43e4-83c4-a9eed2d49265 req-73197592-1f65-4f7e-aefb-7373a0c49854 service neutron] 10.222.0.26 "PUT /networking/v2.0/ports/3b7d0375-a226-4e4b-a78f-fde982eb4c97 HTTP/1.1" status: 200 len: 1094 time: 0.9564965 Sep 15 07:40:44.058876 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95c6ee4c-f348-424e-9fa6-ca2ee2f67967', 'tag': '3b7d0375-a226-4e4b-a78f-fde982eb4c97'}] {{(pid=107276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 07:40:44.060980 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e3724867bd40dd9d720ab8c058c996a0c2f5593be620855f41bc083494bf738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fad9a513-1e47-463c-9a4a-ba40960936c9" -d '{"events": [{"name": "network-changed", "server_uuid": "95c6ee4c-f348-424e-9fa6-ca2ee2f67967", "tag": "3b7d0375-a226-4e4b-a78f-fde982eb4c97"}]}' {{(pid=107276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 07:40:44.101986 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 07:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-836b2213-e814-4d45-96bb-fe153acae665 x-openstack-request-id: req-836b2213-e814-4d45-96bb-fe153acae665 {{(pid=107276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 07:40:44.102270 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95c6ee4c-f348-424e-9fa6-ca2ee2f67967", "tag": "3b7d0375-a226-4e4b-a78f-fde982eb4c97", "status": "completed", "code": 200}]} {{(pid=107276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 07:40:44.102525 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-836b2213-e814-4d45-96bb-fe153acae665 {{(pid=107276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 07:40:44.102928 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.notifiers.nova [-] Nova event matching ['req-836b2213-e814-4d45-96bb-fe153acae665'] response: {'name': 'network-changed', 'server_uuid': '95c6ee4c-f348-424e-9fa6-ca2ee2f67967', 'tag': '3b7d0375-a226-4e4b-a78f-fde982eb4c97', 'status': 'completed', 'code': 200} Sep 15 07:40:44.122023 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73197592-1f65-4f7e-aefb-7373a0c49854 service neutron] Pushing event updated for resources: {'Port': ['ID=3b7d0375-a226-4e4b-a78f-fde982eb4c97,revision_number=3']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:40:44.136082 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:40:44.335047 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-60262096-7d2c-45a8-9c13-cff9cd479d90 None None] Attempt 3 to provision port 3b7d0375-a226-4e4b-a78f-fde982eb4c97 Sep 15 07:40:44.376105 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-60262096-7d2c-45a8-9c13-cff9cd479d90 None None] Port 3b7d0375-a226-4e4b-a78f-fde982eb4c97 had new provisioning blocks added so it will not transition to active. {{(pid=107290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 15 07:40:44.469598 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d601dc6-1dd6-4992-8bd4-770b19974279 req-c2404dd7-acf4-4c3f-a259-fae01648a355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:40:44.515610 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-2d601dc6-1dd6-4992-8bd4-770b19974279 req-c2404dd7-acf4-4c3f-a259-fae01648a355 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=b4a8f2664964492e9c80a595ed043c71&device_id=07ae2103-9abb-45d7-94b1-7e0f83c44fa0 HTTP/1.1" status: 200 len: 1130 time: 0.0385110 Sep 15 07:40:44.572172 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=100 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:40:44.597325 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480776cf-b7c7-4d23-a596-46e24b296a53 req-c10b3ffe-b594-4317-8e95-aa399c6f4e94 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:40:44.599066 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-480776cf-b7c7-4d23-a596-46e24b296a53 req-c10b3ffe-b594-4317-8e95-aa399c6f4e94 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=07ae2103-9abb-45d7-94b1-7e0f83c44fa0 HTTP/1.1" status: 200 len: 946 time: 0.0657835 Sep 15 07:40:44.681506 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad9a513-1e47-463c-9a4a-ba40960936c9 req-e32c2eed-2827-414d-a194-31b2a48fda0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:40:44.683191 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-fad9a513-1e47-463c-9a4a-ba40960936c9 req-e32c2eed-2827-414d-a194-31b2a48fda0d service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=14017d5edbbd4068b529d5d92444182a&device_id=95c6ee4c-f348-424e-9fa6-ca2ee2f67967 HTTP/1.1" status: 200 len: 1128 time: 0.0829701 Sep 15 07:40:44.712899 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-480776cf-b7c7-4d23-a596-46e24b296a53 req-cfe6b67b-f125-48d4-b3d3-58355f6b26b1 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b407f831-0121-48a5-b269-407cd5b097f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048591 Sep 15 07:40:44.747360 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d601dc6-1dd6-4992-8bd4-770b19974279 req-9867a59e-1b3f-4c1f-adeb-3b17847b0e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:40:44.748805 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-2d601dc6-1dd6-4992-8bd4-770b19974279 req-9867a59e-1b3f-4c1f-adeb-3b17847b0e95 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=2b6b3bac-c651-487a-b144-89fba4985d6c HTTP/1.1" status: 200 len: 917 time: 0.1006289 Sep 15 07:40:44.818055 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:40:44.842203 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-2d601dc6-1dd6-4992-8bd4-770b19974279 req-7563023f-d959-4d0d-a070-eace84ddcc32 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=60114f49-493e-46b0-a653-b05d4362ebe7 HTTP/1.1" status: 200 len: 1001 time: 0.0797045 Sep 15 07:40:44.941254 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d601dc6-1dd6-4992-8bd4-770b19974279 req-45cfdc96-6e68-48b5-bdd7-c8ea96168278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:40:44.942940 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-2d601dc6-1dd6-4992-8bd4-770b19974279 req-45cfdc96-6e68-48b5-bdd7-c8ea96168278 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=37c21616-a845-47e5-a620-a34a553bb45c HTTP/1.1" status: 200 len: 855 time: 0.0861216 Sep 15 07:40:44.994711 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d601dc6-1dd6-4992-8bd4-770b19974279 req-073656c5-ffca-4f81-875d-c9516f9ec7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:40:44.995717 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-2d601dc6-1dd6-4992-8bd4-770b19974279 req-073656c5-ffca-4f81-875d-c9516f9ec7db service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=2b6b3bac-c651-487a-b144-89fba4985d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421295 Sep 15 07:40:45.015735 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3265ced-e1f9-43d6-83b3-f1483f8d1af0 req-da48765c-8aab-49e2-9fc5-82a96847d057 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:40:45.017253 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-e3265ced-e1f9-43d6-83b3-f1483f8d1af0 req-da48765c-8aab-49e2-9fc5-82a96847d057 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=81bf969c-3300-4003-9606-ea44bac82330 HTTP/1.1" status: 200 len: 946 time: 0.3286884 Sep 15 07:40:45.079387 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45004ac3-79cb-4c82-bfdc-bad8328b0bbd req-13ef4b5d-69f8-45d3-9562-7bda522c4155 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:40:45.080941 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-45004ac3-79cb-4c82-bfdc-bad8328b0bbd req-13ef4b5d-69f8-45d3-9562-7bda522c4155 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=95c6ee4c-f348-424e-9fa6-ca2ee2f67967 HTTP/1.1" status: 200 len: 944 time: 0.0935907 Sep 15 07:40:45.101936 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-2d601dc6-1dd6-4992-8bd4-770b19974279 req-a4390b4d-7651-4bce-a014-062c6b3c47dd service neutron] 10.222.0.26 "GET /networking/v2.0/networks/2b6b3bac-c651-487a-b144-89fba4985d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976465 Sep 15 07:40:45.149733 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-e3265ced-e1f9-43d6-83b3-f1483f8d1af0 req-364363cc-9f03-4658-a737-f45ba3036477 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3bbd3c93-b7a5-43ea-bc32-62815f5ad2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128561 Sep 15 07:40:45.157294 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad9a513-1e47-463c-9a4a-ba40960936c9 req-bfb5ee4b-9e4f-4073-b98f-727dc0498e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:40:45.165859 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-fad9a513-1e47-463c-9a4a-ba40960936c9 req-bfb5ee4b-9e4f-4073-b98f-727dc0498e95 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?tenant_id=14017d5edbbd4068b529d5d92444182a&shared=False HTTP/1.1" status: 200 len: 915 time: 0.4625018 Sep 15 07:40:45.215709 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-45004ac3-79cb-4c82-bfdc-bad8328b0bbd req-352ca2d3-d568-400b-bbce-b0adb59a1420 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=32995d34-d213-473d-a146-bbf8e7e89fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1206727 Sep 15 07:40:45.226184 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-2d601dc6-1dd6-4992-8bd4-770b19974279 req-079425d1-e45a-4374-b0c7-0d3bdd3e6ac4 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/2b6b3bac-c651-487a-b144-89fba4985d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144340 Sep 15 07:40:45.319709 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d68e558-e9da-4068-9705-a3840ec915ea req-86ec56d5-6a48-4743-94af-8060123db00d tempest-VolumesNegativeTest-1244463079 tempest-VolumesNegativeTest-1244463079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:40:45.321185 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-3d68e558-e9da-4068-9705-a3840ec915ea req-86ec56d5-6a48-4743-94af-8060123db00d tempest-VolumesNegativeTest-1244463079 tempest-VolumesNegativeTest-1244463079-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d9614c29-883e-453c-afa9-5fd85d5e4cac HTTP/1.1" status: 200 len: 950 time: 0.1045902 Sep 15 07:40:45.352982 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad9a513-1e47-463c-9a4a-ba40960936c9 req-b8ca809f-3fc4-4b04-8c29-e72053b2dd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:40:45.354548 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-fad9a513-1e47-463c-9a4a-ba40960936c9 req-b8ca809f-3fc4-4b04-8c29-e72053b2dd81 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1804352 Sep 15 07:40:45.387668 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-3d68e558-e9da-4068-9705-a3840ec915ea req-45125ce3-d935-47fa-97ac-5dcfed9a044b tempest-VolumesNegativeTest-1244463079 tempest-VolumesNegativeTest-1244463079-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bf2b981f-fb56-41ff-b9b0-524a0736904f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583467 Sep 15 07:40:45.442355 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ed0d7f-8747-43e4-83c4-a9eed2d49265 req-df06a251-eee5-4c55-80e0-886354222ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:40:45.443863 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-a6ed0d7f-8747-43e4-83c4-a9eed2d49265 req-df06a251-eee5-4c55-80e0-886354222ed3 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=14017d5edbbd4068b529d5d92444182a&device_id=95c6ee4c-f348-424e-9fa6-ca2ee2f67967 HTTP/1.1" status: 200 len: 1128 time: 0.0437744 Sep 15 07:40:45.488888 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-a6ed0d7f-8747-43e4-83c4-a9eed2d49265 req-38748e3e-0955-48f6-a6bc-223d604c6819 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3b7d0375-a226-4e4b-a78f-fde982eb4c97 HTTP/1.1" status: 200 len: 217 time: 0.0369787 Sep 15 07:40:45.526399 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=100 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:40:45.539482 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ed0d7f-8747-43e4-83c4-a9eed2d49265 req-2e63f207-e822-44ca-993b-70ecae8a5309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:40:45.540986 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-a6ed0d7f-8747-43e4-83c4-a9eed2d49265 req-2e63f207-e822-44ca-993b-70ecae8a5309 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=655669e6-9885-472d-9103-52b022988dd7 HTTP/1.1" status: 200 len: 853 time: 0.0463629 Sep 15 07:40:45.598113 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ed0d7f-8747-43e4-83c4-a9eed2d49265 req-c8aaf4a5-ab3c-48a6-aba6-901d9aa424bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:40:45.599104 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-a6ed0d7f-8747-43e4-83c4-a9eed2d49265 req-c8aaf4a5-ab3c-48a6-aba6-901d9aa424bf service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=be4fe7de-ab91-47eb-96fc-2000373fe74e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0477142 Sep 15 07:40:45.698786 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-a6ed0d7f-8747-43e4-83c4-a9eed2d49265 req-6e84c777-8302-4b6c-949b-993be10c97a3 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/be4fe7de-ab91-47eb-96fc-2000373fe74e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932505 Sep 15 07:40:45.809516 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-a6ed0d7f-8747-43e4-83c4-a9eed2d49265 req-ca35cdbc-8791-4e93-8ab5-75809104eb46 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/be4fe7de-ab91-47eb-96fc-2000373fe74e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039872 Sep 15 07:40:45.874724 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86d990f-a76e-4c1a-bc26-6814dd7913a9 req-fc2c6023-32e3-488f-b938-c450b7e668f7 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:40:45.876349 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-b86d990f-a76e-4c1a-bc26-6814dd7913a9 req-fc2c6023-32e3-488f-b938-c450b7e668f7 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=07ae2103-9abb-45d7-94b1-7e0f83c44fa0 HTTP/1.1" status: 200 len: 946 time: 0.0544815 Sep 15 07:40:45.953904 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Device 60114f49-493e-46b0-a653-b05d4362ebe7 details requested by agent hyperv_hv-cinder-82414 with host hv-cinder-82414 {{(pid=107290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 07:40:45.959435 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-b86d990f-a76e-4c1a-bc26-6814dd7913a9 req-334d25df-b3fc-48c5-92a6-a9e50cda08f5 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b407f831-0121-48a5-b269-407cd5b097f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774674 Sep 15 07:40:45.968894 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fa1059-a0f6-4fd6-89b6-434171012c62 req-0d65e5db-a9cb-4e90-aca5-82197a60bcd6 tempest-VolumesNegativeTest-1244463079 tempest-VolumesNegativeTest-1244463079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:40:45.975136 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-33fa1059-a0f6-4fd6-89b6-434171012c62 req-0d65e5db-a9cb-4e90-aca5-82197a60bcd6 tempest-VolumesNegativeTest-1244463079 tempest-VolumesNegativeTest-1244463079-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d9614c29-883e-453c-afa9-5fd85d5e4cac HTTP/1.1" status: 200 len: 950 time: 0.0733607 Sep 15 07:40:46.032606 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-33fa1059-a0f6-4fd6-89b6-434171012c62 req-288c4886-7a36-48b0-98cb-9f9d6801ee3a tempest-VolumesNegativeTest-1244463079 tempest-VolumesNegativeTest-1244463079-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bf2b981f-fb56-41ff-b9b0-524a0736904f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566187 Sep 15 07:40:46.059696 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] For port 60114f49-493e-46b0-a653-b05d4362ebe7, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=60114f49-493e-46b0-a653-b05d4362ebe7,segment=NetworkSegment(4e083812-1fad-4032-9ca4-75fb637b69f5),segment_id=4e083812-1fad-4032-9ca4-75fb637b69f5)] {{(pid=107290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:40:46.071466 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Returning: {'device': '60114f49-493e-46b0-a653-b05d4362ebe7', 'network_id': '2b6b3bac-c651-487a-b144-89fba4985d6c', 'port_id': '60114f49-493e-46b0-a653-b05d4362ebe7', 'mac_address': 'fa:16:3e:c4:df:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37c21616-a845-47e5-a620-a34a553bb45c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 07:40:46.109086 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Current status of the port 60114f49-493e-46b0-a653-b05d4362ebe7 is: ACTIVE; New status is: BUILD {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:40:46.109390 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (60114f49-493e-46b0-a653-b05d4362ebe7), before_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:46.122215 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.notifiers.nova [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 60114f49-493e-46b0-a653-b05d4362ebe7 {{(pid=107290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 07:40:46.142758 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] For port 60114f49-493e-46b0-a653-b05d4362ebe7, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=60114f49-493e-46b0-a653-b05d4362ebe7,segment=NetworkSegment(4e083812-1fad-4032-9ca4-75fb637b69f5),segment_id=4e083812-1fad-4032-9ca4-75fb637b69f5)] {{(pid=107290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:40:46.226792 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615'] for port (60114f49-493e-46b0-a653-b05d4362ebe7), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:46.261916 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:40:46.286950 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fce28a3-25bc-43c0-8ded-9dd4936a8760 req-6a1c51ac-0fd5-484f-bf95-b16f0178444d tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:40:46.288234 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Pushing event updated for resources: {'Port': ['ID=60114f49-493e-46b0-a653-b05d4362ebe7,revision_number=6']} {{(pid=107290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:40:46.296143 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-5fce28a3-25bc-43c0-8ded-9dd4936a8760 req-6a1c51ac-0fd5-484f-bf95-b16f0178444d tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=81bf969c-3300-4003-9606-ea44bac82330 HTTP/1.1" status: 200 len: 946 time: 0.0567203 Sep 15 07:40:46.356097 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] get_ports_and_sgs() called for port_ids ['60114f49-493e-46b0-a653-b05d4362ebe7'] {{(pid=107290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 07:40:46.375145 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792a18d0-d866-4bbb-b62b-87458b560cf1 req-9b1c9c9f-5fa7-4448-a751-c589a40197e0 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:40:46.376613 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-792a18d0-d866-4bbb-b62b-87458b560cf1 req-9b1c9c9f-5fa7-4448-a751-c589a40197e0 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=95c6ee4c-f348-424e-9fa6-ca2ee2f67967 HTTP/1.1" status: 200 len: 944 time: 0.0716066 Sep 15 07:40:46.384092 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=100 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:40:46.396090 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-5fce28a3-25bc-43c0-8ded-9dd4936a8760 req-7372cfb7-8c44-46d3-aba8-1da6a7a44c48 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3bbd3c93-b7a5-43ea-bc32-62815f5ad2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927916 Sep 15 07:40:46.446474 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-792a18d0-d866-4bbb-b62b-87458b560cf1 req-68267cd0-6527-4259-8abf-6f7fc4160c9d tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=32995d34-d213-473d-a146-bbf8e7e89fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610535 Sep 15 07:40:47.095528 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b08626b-3113-4d7e-ba9e-265b28b70501 req-eadaed48-2269-454d-8dd6-6e29d2b1a5cf tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:40:47.097119 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-8b08626b-3113-4d7e-ba9e-265b28b70501 req-eadaed48-2269-454d-8dd6-6e29d2b1a5cf tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=07ae2103-9abb-45d7-94b1-7e0f83c44fa0 HTTP/1.1" status: 200 len: 945 time: 0.0499680 Sep 15 07:40:47.179565 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a32b67-6a2d-49f4-9ce2-d9372ce80430 req-e36e2af8-6664-457e-8526-04f4b7ad4cfd tempest-VolumesNegativeTest-1244463079 tempest-VolumesNegativeTest-1244463079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:40:47.181039 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-16a32b67-6a2d-49f4-9ce2-d9372ce80430 req-e36e2af8-6664-457e-8526-04f4b7ad4cfd tempest-VolumesNegativeTest-1244463079 tempest-VolumesNegativeTest-1244463079-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d9614c29-883e-453c-afa9-5fd85d5e4cac HTTP/1.1" status: 200 len: 950 time: 0.0701342 Sep 15 07:40:47.184425 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-8b08626b-3113-4d7e-ba9e-265b28b70501 req-74fa413e-0262-4139-92e3-1ecca41fa4f0 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b407f831-0121-48a5-b269-407cd5b097f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813136 Sep 15 07:40:47.229176 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-16a32b67-6a2d-49f4-9ce2-d9372ce80430 req-5dabd890-c1da-4c97-910d-2bc3a3e25ca4 tempest-VolumesNegativeTest-1244463079 tempest-VolumesNegativeTest-1244463079-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bf2b981f-fb56-41ff-b9b0-524a0736904f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424440 Sep 15 07:40:47.527450 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4390e75c-8e17-4fb4-8c2c-480cda5313e1 req-195cee51-7fd2-4f80-bdb9-c6856fdb1a75 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:40:47.528986 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-4390e75c-8e17-4fb4-8c2c-480cda5313e1 req-195cee51-7fd2-4f80-bdb9-c6856fdb1a75 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=81bf969c-3300-4003-9606-ea44bac82330 HTTP/1.1" status: 200 len: 946 time: 0.0567791 Sep 15 07:40:47.600017 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc80568-602c-4b3f-b7c5-93e82696cec2 req-c82f0111-ef58-4b8d-9ae1-5ab5ff2f21bc tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:40:47.606419 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-bfc80568-602c-4b3f-b7c5-93e82696cec2 req-c82f0111-ef58-4b8d-9ae1-5ab5ff2f21bc tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=95c6ee4c-f348-424e-9fa6-ca2ee2f67967 HTTP/1.1" status: 200 len: 944 time: 0.0679772 Sep 15 07:40:47.633865 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-4390e75c-8e17-4fb4-8c2c-480cda5313e1 req-acabedf6-068e-462e-8d5b-9578312bcc85 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3bbd3c93-b7a5-43ea-bc32-62815f5ad2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919681 Sep 15 07:40:47.666671 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-bfc80568-602c-4b3f-b7c5-93e82696cec2 req-d303816a-019b-44cb-a23c-aa1a88c7f0d2 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=32995d34-d213-473d-a146-bbf8e7e89fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588586 Sep 15 07:40:47.798653 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 34568) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:40:47.910555 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-e858eb37-73a4-49ff-9bc6-3e5d99d8aa7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:47.953685 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Device 60114f49-493e-46b0-a653-b05d4362ebe7 up at agent hyperv_hv-cinder-82414 {{(pid=107290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 07:40:48.001993 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Provisioning complete for port 60114f49-493e-46b0-a653-b05d4362ebe7 triggered by entity L2. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 07:40:48.002377 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862942'] for port (60114f49-493e-46b0-a653-b05d4362ebe7), provisioning_complete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:48.002683 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Attempt 1 to provision port 60114f49-493e-46b0-a653-b05d4362ebe7 Sep 15 07:40:48.004604 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-e858eb37-73a4-49ff-9bc6-3e5d99d8aa7e admin admin] Publish callbacks [] for security_group (142a84b1-7520-41e7-a111-7c303dcd1da0), precommit_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:48.076607 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-e858eb37-73a4-49ff-9bc6-3e5d99d8aa7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (142a84b1-7520-41e7-a111-7c303dcd1da0), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:48.118748 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e858eb37-73a4-49ff-9bc6-3e5d99d8aa7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=142a84b1-7520-41e7-a111-7c303dcd1da0,revision_number=1']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:40:48.126626 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-e858eb37-73a4-49ff-9bc6-3e5d99d8aa7e admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=4ae2b75b233d499b8f9213b6a061c159&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3237448 Sep 15 07:40:48.126905 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 34574) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:40:48.178035 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-7a587b3b-425c-434a-9781-f955fa813708 admin admin] Publish callbacks [] for security_group (142a84b1-7520-41e7-a111-7c303dcd1da0), before_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:48.199235 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-7a587b3b-425c-434a-9781-f955fa813708 admin admin] Publish callbacks [] for security_group (142a84b1-7520-41e7-a111-7c303dcd1da0), precommit_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:48.205173 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Current status of the port 60114f49-493e-46b0-a653-b05d4362ebe7 is: BUILD; New status is: ACTIVE {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:40:48.205709 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (60114f49-493e-46b0-a653-b05d4362ebe7), before_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:48.214446 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:40:48.230980 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07ae2103-9abb-45d7-94b1-7e0f83c44fa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60114f49-493e-46b0-a653-b05d4362ebe7'}] {{(pid=107290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 07:40:48.233238 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff93a2f2a3cb789a491bb2a8c4b01cf70d8343c1611f7c7394898ef54d6aa0cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b4a0a66-ab84-4998-af01-f1d9ce73421d" -d '{"events": [{"server_uuid": "07ae2103-9abb-45d7-94b1-7e0f83c44fa0", "name": "network-vif-plugged", "status": "completed", "tag": "60114f49-493e-46b0-a653-b05d4362ebe7"}]}' {{(pid=107290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 07:40:48.250194 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] For port 60114f49-493e-46b0-a653-b05d4362ebe7, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=60114f49-493e-46b0-a653-b05d4362ebe7,segment=NetworkSegment(4e083812-1fad-4032-9ca4-75fb637b69f5),segment_id=4e083812-1fad-4032-9ca4-75fb637b69f5)] {{(pid=107290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:40:48.281904 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 07:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-492cf05a-5e3b-410a-8bb5-4d425436df84 x-openstack-request-id: req-492cf05a-5e3b-410a-8bb5-4d425436df84 {{(pid=107290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 07:40:48.282213 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07ae2103-9abb-45d7-94b1-7e0f83c44fa0", "name": "network-vif-plugged", "status": "completed", "tag": "60114f49-493e-46b0-a653-b05d4362ebe7", "code": 200}]} {{(pid=107290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 07:40:48.282720 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-492cf05a-5e3b-410a-8bb5-4d425436df84 {{(pid=107290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 07:40:48.283127 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.notifiers.nova [-] Nova event matching ['req-492cf05a-5e3b-410a-8bb5-4d425436df84'] response: {'server_uuid': '07ae2103-9abb-45d7-94b1-7e0f83c44fa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60114f49-493e-46b0-a653-b05d4362ebe7', 'code': 200} Sep 15 07:40:48.308711 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=100 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:40:48.318405 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3bcaeb-7069-49cb-ab6e-9235b2e03577 req-844ef186-cad8-41b0-9f36-aa94f30ad69f tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:40:48.319934 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-8d3bcaeb-7069-49cb-ab6e-9235b2e03577 req-844ef186-cad8-41b0-9f36-aa94f30ad69f tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=07ae2103-9abb-45d7-94b1-7e0f83c44fa0 HTTP/1.1" status: 200 len: 945 time: 0.0495055 Sep 15 07:40:48.322897 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-7a587b3b-425c-434a-9781-f955fa813708 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (142a84b1-7520-41e7-a111-7c303dcd1da0), after_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:48.331145 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-7a587b3b-425c-434a-9781-f955fa813708 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:48.332340 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-7a587b3b-425c-434a-9781-f955fa813708 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/142a84b1-7520-41e7-a111-7c303dcd1da0 HTTP/1.1" status: 204 len: 168 time: 0.2044764 Sep 15 07:40:48.341016 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a587b3b-425c-434a-9781-f955fa813708 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=142a84b1-7520-41e7-a111-7c303dcd1da0,revision_number=None']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:40:48.353497 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615'] for port (60114f49-493e-46b0-a653-b05d4362ebe7), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:48.383683 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:40:48.410283 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73077503-b4ca-4b20-97f5-afe57f6a4269 req-b74cf716-c11c-4fb2-b274-65a5cfc45452 tempest-VolumesNegativeTest-1244463079 tempest-VolumesNegativeTest-1244463079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:40:48.411799 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-73077503-b4ca-4b20-97f5-afe57f6a4269 req-b74cf716-c11c-4fb2-b274-65a5cfc45452 tempest-VolumesNegativeTest-1244463079 tempest-VolumesNegativeTest-1244463079-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d9614c29-883e-453c-afa9-5fd85d5e4cac HTTP/1.1" status: 200 len: 950 time: 0.0866792 Sep 15 07:40:48.415529 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-8d3bcaeb-7069-49cb-ab6e-9235b2e03577 req-08d90698-98e5-4831-b882-69f4a52d9a7d tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b407f831-0121-48a5-b269-407cd5b097f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892355 Sep 15 07:40:48.429404 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Pushing event updated for resources: {'Port': ['ID=60114f49-493e-46b0-a653-b05d4362ebe7,revision_number=7']} {{(pid=107290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:40:48.491024 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7830d441-f0b3-4eb2-b607-d7fb97d78eb7 req-f6f89e4f-5589-4e22-b39a-f9d5f9679428 tempest-VolumesNegativeTest-1244463079 tempest-VolumesNegativeTest-1244463079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:40:48.492459 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-7830d441-f0b3-4eb2-b607-d7fb97d78eb7 req-f6f89e4f-5589-4e22-b39a-f9d5f9679428 tempest-VolumesNegativeTest-1244463079 tempest-VolumesNegativeTest-1244463079-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d9614c29-883e-453c-afa9-5fd85d5e4cac HTTP/1.1" status: 200 len: 950 time: 0.0605037 Sep 15 07:40:48.511346 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-73077503-b4ca-4b20-97f5-afe57f6a4269 req-6342da8b-2898-4ddf-8e98-0f0af537ff96 tempest-VolumesNegativeTest-1244463079 tempest-VolumesNegativeTest-1244463079-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bf2b981f-fb56-41ff-b9b0-524a0736904f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935442 Sep 15 07:40:48.587372 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.plugin [req-7830d441-f0b3-4eb2-b607-d7fb97d78eb7 req-d74cc601-2c3c-42ab-aab5-352e5beee05b tempest-VolumesNegativeTest-1244463079 tempest-VolumesNegativeTest-1244463079-project] Deleting port 639ec1c3-62f0-47df-8bdc-a50dd0cc3a4a {{(pid=107279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 07:40:48.587715 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [req-7830d441-f0b3-4eb2-b607-d7fb97d78eb7 req-d74cc601-2c3c-42ab-aab5-352e5beee05b tempest-VolumesNegativeTest-1244463079 tempest-VolumesNegativeTest-1244463079-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729658711565'] for port (639ec1c3-62f0-47df-8bdc-a50dd0cc3a4a), before_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:48.682650 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.db [req-7830d441-f0b3-4eb2-b607-d7fb97d78eb7 req-d74cc601-2c3c-42ab-aab5-352e5beee05b tempest-VolumesNegativeTest-1244463079 tempest-VolumesNegativeTest-1244463079-project] For port 639ec1c3-62f0-47df-8bdc-a50dd0cc3a4a, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=639ec1c3-62f0-47df-8bdc-a50dd0cc3a4a,segment=NetworkSegment(b147abb5-3f17-4e3b-9fa0-d79822484ce6),segment_id=b147abb5-3f17-4e3b-9fa0-d79822484ce6)] {{(pid=107279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:40:48.683091 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [req-7830d441-f0b3-4eb2-b607-d7fb97d78eb7 req-d74cc601-2c3c-42ab-aab5-352e5beee05b tempest-VolumesNegativeTest-1244463079 tempest-VolumesNegativeTest-1244463079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009180'] for port (639ec1c3-62f0-47df-8bdc-a50dd0cc3a4a), precommit_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:48.700207 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.plugin [req-7830d441-f0b3-4eb2-b607-d7fb97d78eb7 req-d74cc601-2c3c-42ab-aab5-352e5beee05b tempest-VolumesNegativeTest-1244463079 tempest-VolumesNegativeTest-1244463079-project] Calling delete_port for 639ec1c3-62f0-47df-8bdc-a50dd0cc3a4a owned by compute:nova {{(pid=107279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 07:40:48.760466 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=100 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:40:48.843928 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f44f89-0c30-4f56-ba73-e9046f245b9a req-84212290-5f12-4ec3-a743-1623beb9bdeb tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:40:48.845400 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-c0f44f89-0c30-4f56-ba73-e9046f245b9a req-84212290-5f12-4ec3-a743-1623beb9bdeb tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=81bf969c-3300-4003-9606-ea44bac82330 HTTP/1.1" status: 200 len: 946 time: 0.0987811 Sep 15 07:40:48.864008 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16c9fd9-3ecb-4472-987a-953b323f5565 req-f59e323f-a9d0-4eb1-9467-8390bd842ec4 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:40:48.865857 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-d16c9fd9-3ecb-4472-987a-953b323f5565 req-f59e323f-a9d0-4eb1-9467-8390bd842ec4 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=95c6ee4c-f348-424e-9fa6-ca2ee2f67967 HTTP/1.1" status: 200 len: 944 time: 0.1072598 Sep 15 07:40:49.001096 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-d16c9fd9-3ecb-4472-987a-953b323f5565 req-534b86c8-53d0-4f9e-8755-501ebad311e7 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=32995d34-d213-473d-a146-bbf8e7e89fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1226063 Sep 15 07:40:49.010137 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-c0f44f89-0c30-4f56-ba73-e9046f245b9a req-653ff42d-8537-4b61-a10e-367a7684d69d tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3bbd3c93-b7a5-43ea-bc32-62815f5ad2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547437 Sep 15 07:40:49.125338 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [req-7830d441-f0b3-4eb2-b607-d7fb97d78eb7 req-d74cc601-2c3c-42ab-aab5-352e5beee05b tempest-VolumesNegativeTest-1244463079 tempest-VolumesNegativeTest-1244463079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729658628491', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729658170588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991753'] for port (639ec1c3-62f0-47df-8bdc-a50dd0cc3a4a), after_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:49.142904 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] get_ports_and_sgs() called for port_ids ['639ec1c3-62f0-47df-8bdc-a50dd0cc3a4a'] {{(pid=107290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 07:40:49.155558 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74cc601-2c3c-42ab-aab5-352e5beee05b tempest-VolumesNegativeTest-1244463079 tempest-VolumesNegativeTest-1244463079-project] Pushing event deleted for resources: {'Port': ['ID=639ec1c3-62f0-47df-8bdc-a50dd0cc3a4a,revision_number=None']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:40:49.234700 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.db.l3_dvrscheduler_db [req-7830d441-f0b3-4eb2-b607-d7fb97d78eb7 req-d74cc601-2c3c-42ab-aab5-352e5beee05b tempest-VolumesNegativeTest-1244463079 tempest-VolumesNegativeTest-1244463079-project] No DVR routers for this DVR port 639ec1c3-62f0-47df-8bdc-a50dd0cc3a4a on host hv-cinder-82414 {{(pid=107279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 07:40:49.239060 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [req-7830d441-f0b3-4eb2-b607-d7fb97d78eb7 req-d74cc601-2c3c-42ab-aab5-352e5beee05b tempest-VolumesNegativeTest-1244463079 tempest-VolumesNegativeTest-1244463079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382552'] for port (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:49.242432 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-7830d441-f0b3-4eb2-b607-d7fb97d78eb7 req-d74cc601-2c3c-42ab-aab5-352e5beee05b tempest-VolumesNegativeTest-1244463079 tempest-VolumesNegativeTest-1244463079-project] 10.222.0.26 "DELETE /networking/v2.0/ports/639ec1c3-62f0-47df-8bdc-a50dd0cc3a4a HTTP/1.1" status: 204 len: 173 time: 0.7415483 Sep 15 07:40:49.242947 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9614c29-883e-453c-afa9-5fd85d5e4cac', 'name': 'network-vif-deleted', 'tag': '639ec1c3-62f0-47df-8bdc-a50dd0cc3a4a'}] {{(pid=107279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 07:40:49.245257 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706979451550896f7b9833a7a6f18e8e6b98f6eca7edeab709f82497fe6197ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4387402-3a00-4196-b781-692596953397" -d '{"events": [{"server_uuid": "d9614c29-883e-453c-afa9-5fd85d5e4cac", "name": "network-vif-deleted", "tag": "639ec1c3-62f0-47df-8bdc-a50dd0cc3a4a"}]}' {{(pid=107279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 07:40:49.287987 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 07:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f387914d-8071-4949-8a5e-4a1497c40efa x-openstack-request-id: req-f387914d-8071-4949-8a5e-4a1497c40efa {{(pid=107279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 07:40:49.288282 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9614c29-883e-453c-afa9-5fd85d5e4cac", "name": "network-vif-deleted", "tag": "639ec1c3-62f0-47df-8bdc-a50dd0cc3a4a", "status": "completed", "code": 200}]} {{(pid=107279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 07:40:49.288530 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f387914d-8071-4949-8a5e-4a1497c40efa {{(pid=107279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 07:40:49.288926 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f387914d-8071-4949-8a5e-4a1497c40efa'] response: {'server_uuid': 'd9614c29-883e-453c-afa9-5fd85d5e4cac', 'name': 'network-vif-deleted', 'tag': '639ec1c3-62f0-47df-8bdc-a50dd0cc3a4a', 'status': 'completed', 'code': 200} Sep 15 07:40:49.424688 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 34634) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:40:49.552096 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.v2.base [None req-313f1fd2-aeca-4b3e-9762-cd0fa38833e8 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1935403264-network', 'tenant_id': '66cb9c7c7eb24e30bf89b3680c713472'}} {{(pid=107276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:40:49.593196 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d565a3d4-a59e-40d7-b060-34f5e95085d1 req-43114978-1555-487f-987f-c3ff2524bd59 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:40:49.593196 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-d565a3d4-a59e-40d7-b060-34f5e95085d1 req-43114978-1555-487f-987f-c3ff2524bd59 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=07ae2103-9abb-45d7-94b1-7e0f83c44fa0 HTTP/1.1" status: 200 len: 946 time: 0.0724642 Sep 15 07:40:49.679224 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-d565a3d4-a59e-40d7-b060-34f5e95085d1 req-fc427972-52d5-4dc0-861e-d38ce057aa08 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b407f831-0121-48a5-b269-407cd5b097f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795691 Sep 15 07:40:49.680900 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-d695a5c5-9d22-4e87-9e47-4b6920de5a3b req-e1667113-abd7-4519-beb4-334bbf4e87ac tempest-VolumesNegativeTest-1244463079 tempest-VolumesNegativeTest-1244463079-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d9614c29-883e-453c-afa9-5fd85d5e4cac HTTP/1.1" status: 200 len: 210 time: 0.0457711 Sep 15 07:40:49.710885 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-313f1fd2-aeca-4b3e-9762-cd0fa38833e8 admin admin] Made reservation on behalf of 66cb9c7c7eb24e30bf89b3680c713472 for: {'network': 1} {{(pid=107276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 07:40:49.722063 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-313f1fd2-aeca-4b3e-9762-cd0fa38833e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for network (None), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:49.731496 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-313f1fd2-aeca-4b3e-9762-cd0fa38833e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:49.818365 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-313f1fd2-aeca-4b3e-9762-cd0fa38833e8 admin admin] Publish callbacks [] for security_group (6eda1ed7-64d2-40ad-adcb-574a95437049), precommit_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:49.902889 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-313f1fd2-aeca-4b3e-9762-cd0fa38833e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (6eda1ed7-64d2-40ad-adcb-574a95437049), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:49.917261 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-313f1fd2-aeca-4b3e-9762-cd0fa38833e8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=107276) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 07:40:49.938411 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-313f1fd2-aeca-4b3e-9762-cd0fa38833e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906830'] for segment (933d1858-9190-48af-ab20-a3ec8506eacd), precommit_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:49.938909 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.db.segments_db [None req-313f1fd2-aeca-4b3e-9762-cd0fa38833e8 admin admin] Added segment 933d1858-9190-48af-ab20-a3ec8506eacd of type vlan for network f394ac71-7474-4bf4-a880-a8c13e331ffa Sep 15 07:40:49.963196 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Device 3b7d0375-a226-4e4b-a78f-fde982eb4c97 details requested by agent hyperv_hv-cinder-82414 with host hv-cinder-82414 {{(pid=107290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 07:40:49.982448 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313f1fd2-aeca-4b3e-9762-cd0fa38833e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eda1ed7-64d2-40ad-adcb-574a95437049,revision_number=1']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:40:50.005472 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-313f1fd2-aeca-4b3e-9762-cd0fa38833e8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729658139832'] for network (f394ac71-7474-4bf4-a880-a8c13e331ffa), precommit_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:50.096538 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] For port 3b7d0375-a226-4e4b-a78f-fde982eb4c97, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=3b7d0375-a226-4e4b-a78f-fde982eb4c97,segment=NetworkSegment(61bd15d1-c2a6-46ff-9a57-3dfb0a553bb9),segment_id=61bd15d1-c2a6-46ff-9a57-3dfb0a553bb9)] {{(pid=107290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:40:50.099540 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-313f1fd2-aeca-4b3e-9762-cd0fa38833e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204'] for network (f394ac71-7474-4bf4-a880-a8c13e331ffa), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:50.100688 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313f1fd2-aeca-4b3e-9762-cd0fa38833e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:40:50.101351 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-313f1fd2-aeca-4b3e-9762-cd0fa38833e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586190'] for network (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:50.113016 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Returning: {'device': '3b7d0375-a226-4e4b-a78f-fde982eb4c97', 'network_id': 'be4fe7de-ab91-47eb-96fc-2000373fe74e', 'port_id': '3b7d0375-a226-4e4b-a78f-fde982eb4c97', 'mac_address': 'fa:16:3e:a3:f6:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '655669e6-9885-472d-9103-52b022988dd7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 07:40:50.196372 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Current status of the port 3b7d0375-a226-4e4b-a78f-fde982eb4c97 is: DOWN; New status is: BUILD {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:40:50.197032 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (3b7d0375-a226-4e4b-a78f-fde982eb4c97), before_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:50.217052 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.notifiers.nova [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b7d0375-a226-4e4b-a78f-fde982eb4c97 {{(pid=107290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 07:40:50.221262 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215b0c02-a68a-4649-8654-0e357a94d410 req-7da0977f-211f-4938-b752-bc4fd93157dd tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:40:50.226612 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-313f1fd2-aeca-4b3e-9762-cd0fa38833e8 admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8006210 Sep 15 07:40:50.228563 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-215b0c02-a68a-4649-8654-0e357a94d410 req-7da0977f-211f-4938-b752-bc4fd93157dd tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=95c6ee4c-f348-424e-9fa6-ca2ee2f67967 HTTP/1.1" status: 200 len: 944 time: 0.1230078 Sep 15 07:40:50.229893 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 34668) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:40:50.237352 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.v2.base [None req-b76191b8-f630-49b0-b189-f870648611f6 admin admin] Request body: {'subnet': {'network_id': 'f394ac71-7474-4bf4-a880-a8c13e331ffa', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1935403264-subnet', 'tenant_id': '66cb9c7c7eb24e30bf89b3680c713472', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:40:50.248253 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] For port 3b7d0375-a226-4e4b-a78f-fde982eb4c97, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=3b7d0375-a226-4e4b-a78f-fde982eb4c97,segment=NetworkSegment(61bd15d1-c2a6-46ff-9a57-3dfb0a553bb9),segment_id=61bd15d1-c2a6-46ff-9a57-3dfb0a553bb9)] {{(pid=107290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:40:50.254462 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b689aaa-ace6-4638-ab2e-1a789634c6f1 req-1d17b642-569e-47e4-807f-c50b4e958bc1 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:40:50.256533 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-2b689aaa-ace6-4638-ab2e-1a789634c6f1 req-1d17b642-569e-47e4-807f-c50b4e958bc1 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=81bf969c-3300-4003-9606-ea44bac82330 HTTP/1.1" status: 200 len: 946 time: 0.1067581 Sep 15 07:40:50.266647 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313f1fd2-aeca-4b3e-9762-cd0fa38833e8 admin admin] Pushing event updated for resources: {'Network': ['ID=f394ac71-7474-4bf4-a880-a8c13e331ffa,revision_number=1']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:40:50.287654 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Network f394ac71-7474-4bf4-a880-a8c13e331ffa details requested by agent ovs-agent-dv-cinder-824149-6-iscsi with host dv-cinder-824149-6-iscsi {{(pid=107290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 07:40:50.289877 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:40:50.312223 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-215b0c02-a68a-4649-8654-0e357a94d410 req-5d02d301-bd94-4a1d-9d8b-7d32c4139adf tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=32995d34-d213-473d-a146-bbf8e7e89fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827935 Sep 15 07:40:50.339604 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b76191b8-f630-49b0-b189-f870648611f6 admin admin] Made reservation on behalf of 66cb9c7c7eb24e30bf89b3680c713472 for: {'subnet': 1} {{(pid=107276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 07:40:50.342187 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-b76191b8-f630-49b0-b189-f870648611f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260771387'] for subnet (None), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:50.352492 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615'] for port (3b7d0375-a226-4e4b-a78f-fde982eb4c97), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:50.363222 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-2b689aaa-ace6-4638-ab2e-1a789634c6f1 req-7fba76c0-e943-4fe7-ac6a-21e27406da4b tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3bbd3c93-b7a5-43ea-bc32-62815f5ad2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741098 Sep 15 07:40:50.473029 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Pushing event updated for resources: {'Port': ['ID=3b7d0375-a226-4e4b-a78f-fde982eb4c97,revision_number=4']} {{(pid=107290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:40:50.530050 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:40:50.699971 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] get_ports_and_sgs() called for port_ids ['3b7d0375-a226-4e4b-a78f-fde982eb4c97'] {{(pid=107290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 07:40:50.710928 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-b76191b8-f630-49b0-b189-f870648611f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260830098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260771373'] for subnet (64ae8133-cecb-48c0-b856-79547a868359), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:50.745238 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:40:50.794227 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76191b8-f630-49b0-b189-f870648611f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=64ae8133-cecb-48c0-b856-79547a868359,revision_number=0']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:40:50.851968 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76191b8-f630-49b0-b189-f870648611f6 admin admin] Checking segment: {'id': '933d1858-9190-48af-ab20-a3ec8506eacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f394ac71-7474-4bf4-a880-a8c13e331ffa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 07:40:50.852098 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b76191b8-f630-49b0-b189-f870648611f6 admin admin] Network hostable DHCP agents. Network: f394ac71-7474-4bf4-a880-a8c13e331ffa, hostable agents: ['47b201f8-ba91-4005-8457-67653169c522'], hosted agents: [] {{(pid=107276) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 07:40:50.943849 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e8a486-bf45-4f4c-9463-e54b5e614650 req-18c4511f-53ff-4239-bd71-68ecc998497c tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:40:50.955470 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-a0e8a486-bf45-4f4c-9463-e54b5e614650 req-18c4511f-53ff-4239-bd71-68ecc998497c tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=07ae2103-9abb-45d7-94b1-7e0f83c44fa0 HTTP/1.1" status: 200 len: 946 time: 0.0735898 Sep 15 07:40:50.968669 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:40:51.014784 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-a0e8a486-bf45-4f4c-9463-e54b5e614650 req-e3b87a97-f458-4fdc-beb5-770ff04827ab tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b407f831-0121-48a5-b269-407cd5b097f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583262 Sep 15 07:40:51.127855 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b76191b8-f630-49b0-b189-f870648611f6 admin admin] Network f394ac71-7474-4bf4-a880-a8c13e331ffa is scheduled to be hosted by DHCP agent 47b201f8-ba91-4005-8457-67653169c522 with binding_index 1 {{(pid=107276) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 07:40:51.242929 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.scheduler.base_scheduler [None req-b76191b8-f630-49b0-b189-f870648611f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824149-6-iscsi, f394ac71-7474-4bf4-a880-a8c13e331ffa) {{(pid=107276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 07:40:51.247136 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b76191b8-f630-49b0-b189-f870648611f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:40:51.254654 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1b30036-6f55-4c3f-98f6-26bd7742d7ff None None] Network f394ac71-7474-4bf4-a880-a8c13e331ffa requested from dv-cinder-824149-6-iscsi {{(pid=107290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 07:40:51.256807 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-b76191b8-f630-49b0-b189-f870648611f6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:51.395365 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-b76191b8-f630-49b0-b189-f870648611f6 admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1627264 Sep 15 07:40:51.420249 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c7feaf6-50ef-4edb-b5fe-539cbb1823be None None] Network f394ac71-7474-4bf4-a880-a8c13e331ffa requested from dv-cinder-824149-6-iscsi {{(pid=107290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 07:40:51.524477 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3388f8-b923-4ce5-a301-2fe1e9f922da req-198ee471-3768-4a9a-a954-2dfe771825c7 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:40:51.527887 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-8d3388f8-b923-4ce5-a301-2fe1e9f922da req-198ee471-3768-4a9a-a954-2dfe771825c7 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=95c6ee4c-f348-424e-9fa6-ca2ee2f67967 HTTP/1.1" status: 200 len: 945 time: 0.0773220 Sep 15 07:40:51.604370 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:40:51.649381 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b406e36f-e6e5-4585-83db-0e0c5920c391 req-9c7dbfdf-ef60-4c2d-8be0-2832bd8dca1a tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:40:51.651335 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-b406e36f-e6e5-4585-83db-0e0c5920c391 req-9c7dbfdf-ef60-4c2d-8be0-2832bd8dca1a tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=81bf969c-3300-4003-9606-ea44bac82330 HTTP/1.1" status: 200 len: 946 time: 0.0935423 Sep 15 07:40:51.666133 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-8d3388f8-b923-4ce5-a301-2fe1e9f922da req-9c982efa-4d27-4702-b89e-aec0390bffcf tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=32995d34-d213-473d-a146-bbf8e7e89fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1284289 Sep 15 07:40:51.730424 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-b406e36f-e6e5-4585-83db-0e0c5920c391 req-5203d60b-0f69-4707-979e-9b34c6c0f325 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3bbd3c93-b7a5-43ea-bc32-62815f5ad2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626984 Sep 15 07:40:51.957544 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Device 3b7d0375-a226-4e4b-a78f-fde982eb4c97 up at agent hyperv_hv-cinder-82414 {{(pid=107290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 07:40:52.032045 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Provisioning for port 3b7d0375-a226-4e4b-a78f-fde982eb4c97 completed by entity L2. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 15 07:40:52.130728 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Provisioning complete for port 3b7d0375-a226-4e4b-a78f-fde982eb4c97 triggered by entity L2. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 07:40:52.131115 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862942'] for port (3b7d0375-a226-4e4b-a78f-fde982eb4c97), provisioning_complete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:52.131480 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Attempt 1 to provision port 3b7d0375-a226-4e4b-a78f-fde982eb4c97 Sep 15 07:40:52.209795 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f0aee5-e8c9-48e9-a9b4-5534bbab0a85 req-b86763c3-024a-4df0-ba78-a83e75e1146c tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:40:52.217318 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-f6f0aee5-e8c9-48e9-a9b4-5534bbab0a85 req-b86763c3-024a-4df0-ba78-a83e75e1146c tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=07ae2103-9abb-45d7-94b1-7e0f83c44fa0 HTTP/1.1" status: 200 len: 946 time: 0.0768797 Sep 15 07:40:52.248434 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:40:52.287776 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Current status of the port 3b7d0375-a226-4e4b-a78f-fde982eb4c97 is: BUILD; New status is: ACTIVE {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:40:52.288793 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (3b7d0375-a226-4e4b-a78f-fde982eb4c97), before_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:52.335926 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95c6ee4c-f348-424e-9fa6-ca2ee2f67967', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b7d0375-a226-4e4b-a78f-fde982eb4c97'}] {{(pid=107290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 07:40:52.339569 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff93a2f2a3cb789a491bb2a8c4b01cf70d8343c1611f7c7394898ef54d6aa0cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fb9da90-4350-4aaf-88d5-7bbfcbb047aa" -d '{"events": [{"server_uuid": "95c6ee4c-f348-424e-9fa6-ca2ee2f67967", "name": "network-vif-plugged", "status": "completed", "tag": "3b7d0375-a226-4e4b-a78f-fde982eb4c97"}]}' {{(pid=107290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 07:40:52.345605 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-f6f0aee5-e8c9-48e9-a9b4-5534bbab0a85 req-bdc228fe-dcf5-4f87-9208-eb21fc8f8604 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b407f831-0121-48a5-b269-407cd5b097f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1271901 Sep 15 07:40:52.356904 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] For port 3b7d0375-a226-4e4b-a78f-fde982eb4c97, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=3b7d0375-a226-4e4b-a78f-fde982eb4c97,segment=NetworkSegment(61bd15d1-c2a6-46ff-9a57-3dfb0a553bb9),segment_id=61bd15d1-c2a6-46ff-9a57-3dfb0a553bb9)] {{(pid=107290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:40:52.395027 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 07:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-050c46c6-8a92-47f2-957f-bb8d06a96ade x-openstack-request-id: req-050c46c6-8a92-47f2-957f-bb8d06a96ade {{(pid=107290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 07:40:52.395377 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95c6ee4c-f348-424e-9fa6-ca2ee2f67967", "name": "network-vif-plugged", "status": "completed", "tag": "3b7d0375-a226-4e4b-a78f-fde982eb4c97", "code": 200}]} {{(pid=107290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 07:40:52.395638 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-050c46c6-8a92-47f2-957f-bb8d06a96ade {{(pid=107290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 07:40:52.396088 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.notifiers.nova [-] Nova event matching ['req-050c46c6-8a92-47f2-957f-bb8d06a96ade'] response: {'server_uuid': '95c6ee4c-f348-424e-9fa6-ca2ee2f67967', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b7d0375-a226-4e4b-a78f-fde982eb4c97', 'code': 200} Sep 15 07:40:52.490027 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615'] for port (3b7d0375-a226-4e4b-a78f-fde982eb4c97), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:52.491489 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Device 639ec1c3-62f0-47df-8bdc-a50dd0cc3a4a no longer exists at agent hyperv_hv-cinder-82414 {{(pid=107290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 07:40:52.580398 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] No Port match for: 639ec1c3-62f0-47df-8bdc-a50dd0cc3a4a {{(pid=107290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 07:40:52.580982 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Device 639ec1c3-62f0-47df-8bdc-a50dd0cc3a4a not bound to the agent host hv-cinder-82414 {{(pid=107290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 07:40:52.589204 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-db84bb78-d029-4ce6-a6de-5d2512aa0e27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (47b201f8-ba91-4005-8457-67653169c522), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:52.615371 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Pushing event updated for resources: {'Port': ['ID=3b7d0375-a226-4e4b-a78f-fde982eb4c97,revision_number=5']} {{(pid=107290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:40:52.876152 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c709f79e-583c-46eb-9e43-72266f1d900d req-514a48b6-e376-4e06-bce6-eed3598f2eb6 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:40:52.877670 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-c709f79e-583c-46eb-9e43-72266f1d900d req-514a48b6-e376-4e06-bce6-eed3598f2eb6 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=95c6ee4c-f348-424e-9fa6-ca2ee2f67967 HTTP/1.1" status: 200 len: 946 time: 0.0921376 Sep 15 07:40:52.937297 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0baa42d-4652-42e7-94b4-ff4618d68df2 req-4ca8d7a8-1374-46c6-99a2-f6251e4d51dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:40:52.938776 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-d0baa42d-4652-42e7-94b4-ff4618d68df2 req-4ca8d7a8-1374-46c6-99a2-f6251e4d51dc service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=95c6ee4c-f348-424e-9fa6-ca2ee2f67967 HTTP/1.1" status: 200 len: 1130 time: 0.1089485 Sep 15 07:40:52.950040 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38db58f5-66cc-4482-83d4-42b45aa9781e req-693b7c01-4491-40ce-8008-35322652303f tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:40:52.950040 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-38db58f5-66cc-4482-83d4-42b45aa9781e req-693b7c01-4491-40ce-8008-35322652303f tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=81bf969c-3300-4003-9606-ea44bac82330 HTTP/1.1" status: 200 len: 946 time: 0.0810535 Sep 15 07:40:53.054110 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-c709f79e-583c-46eb-9e43-72266f1d900d req-d0a30c7b-5886-4692-966e-faae285781cc tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=32995d34-d213-473d-a146-bbf8e7e89fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1427348 Sep 15 07:40:53.100944 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-d0baa42d-4652-42e7-94b4-ff4618d68df2 req-dead0d63-d38c-4eaa-823f-f1039a8c99a5 service neutron] 10.222.0.26 "GET /networking/v2.0/security-groups?id=32995d34-d213-473d-a146-bbf8e7e89fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1486726 Sep 15 07:40:53.138530 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-38db58f5-66cc-4482-83d4-42b45aa9781e req-f860b44d-edfb-41d2-9f39-15c467bd54cc tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3bbd3c93-b7a5-43ea-bc32-62815f5ad2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781650 Sep 15 07:40:53.558735 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a57f514-5966-41ce-a193-36a62998f962 req-b7b4d09e-ece8-4d8a-8b66-556a5dfaadd0 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:40:53.561029 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-0a57f514-5966-41ce-a193-36a62998f962 req-b7b4d09e-ece8-4d8a-8b66-556a5dfaadd0 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=07ae2103-9abb-45d7-94b1-7e0f83c44fa0 HTTP/1.1" status: 200 len: 946 time: 0.0709898 Sep 15 07:40:53.632657 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-0a57f514-5966-41ce-a193-36a62998f962 req-b09e4a93-e433-4045-ae7b-224e26a20a7c tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b407f831-0121-48a5-b269-407cd5b097f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645354 Sep 15 07:40:54.202903 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37166c6-5259-4696-9c1f-44313e1ea27d req-bc84e243-6be5-412a-82ce-8836e7c42976 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:40:54.204547 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-b37166c6-5259-4696-9c1f-44313e1ea27d req-bc84e243-6be5-412a-82ce-8836e7c42976 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=95c6ee4c-f348-424e-9fa6-ca2ee2f67967 HTTP/1.1" status: 200 len: 946 time: 0.0605686 Sep 15 07:40:54.308450 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-b37166c6-5259-4696-9c1f-44313e1ea27d req-a5bbec4f-2e08-4e33-bf06-8f6ea009fcd5 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=32995d34-d213-473d-a146-bbf8e7e89fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978858 Sep 15 07:40:54.518036 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e407620-457c-447f-9034-bb6e7602a733 req-ace70cbe-74d6-4d79-8921-3153743a77bd tempest-VolumesSnapshotTestJSON-172324038 tempest-VolumesSnapshotTestJSON-172324038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:40:54.519705 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-1e407620-457c-447f-9034-bb6e7602a733 req-ace70cbe-74d6-4d79-8921-3153743a77bd tempest-VolumesSnapshotTestJSON-172324038 tempest-VolumesSnapshotTestJSON-172324038-project] 10.222.0.42 "GET /networking/v2.0/networks?id=f394ac71-7474-4bf4-a880-a8c13e331ffa HTTP/1.1" status: 200 len: 814 time: 0.2335472 Sep 15 07:40:54.533353 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd01e1e0-a5ef-4c72-835d-c8bcd9930f28 req-7f6ebd7b-ba96-46e0-bd1b-4dc8d62dbe9f tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:40:54.534982 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-bd01e1e0-a5ef-4c72-835d-c8bcd9930f28 req-7f6ebd7b-ba96-46e0-bd1b-4dc8d62dbe9f tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=81bf969c-3300-4003-9606-ea44bac82330 HTTP/1.1" status: 200 len: 946 time: 0.1409206 Sep 15 07:40:54.550552 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-1e407620-457c-447f-9034-bb6e7602a733 req-41a17d8d-cadd-4524-9a6c-e69f6276e404 tempest-VolumesSnapshotTestJSON-172324038 tempest-VolumesSnapshotTestJSON-172324038-project] 10.222.0.42 "GET /networking/v2.0/quotas/66cb9c7c7eb24e30bf89b3680c713472 HTTP/1.1" status: 200 len: 375 time: 0.0145450 Sep 15 07:40:54.622440 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-1e407620-457c-447f-9034-bb6e7602a733 req-5f91b5d5-bf9a-43f3-876e-f45b77c6fda6 tempest-VolumesSnapshotTestJSON-172324038 tempest-VolumesSnapshotTestJSON-172324038-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=66cb9c7c7eb24e30bf89b3680c713472&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0484765 Sep 15 07:40:54.647618 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=100 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:40:54.667350 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-bd01e1e0-a5ef-4c72-835d-c8bcd9930f28 req-06d3564d-db71-4681-9f9f-2bb360d40a80 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3bbd3c93-b7a5-43ea-bc32-62815f5ad2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158543 Sep 15 07:40:54.804517 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-1e407620-457c-447f-9034-bb6e7602a733 req-7b7aa043-95ba-41e5-a9e9-9951ac91b2bd service neutron] 10.222.0.42 "GET /networking/v2.0/networks/f394ac71-7474-4bf4-a880-a8c13e331ffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801100 Sep 15 07:40:54.822414 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-f2d623cd-492e-43e5-8e0d-fa97c7aa7598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (6177172c-20b9-4a3a-92be-d5dd082cfa3a), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:54.981553 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd76305b-a4ad-4833-a6dc-80403c222512 req-a2dec1fb-81b4-4942-b453-6a2023ff4f39 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:40:54.983354 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-dd76305b-a4ad-4833-a6dc-80403c222512 req-a2dec1fb-81b4-4942-b453-6a2023ff4f39 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=07ae2103-9abb-45d7-94b1-7e0f83c44fa0 HTTP/1.1" status: 200 len: 946 time: 0.1417835 Sep 15 07:40:55.037336 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-1e407620-457c-447f-9034-bb6e7602a733 req-3f9f0c10-14ec-4b17-a2b6-a1f8c0b26978 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/f394ac71-7474-4bf4-a880-a8c13e331ffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2318249 Sep 15 07:40:55.062697 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=100 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:40:55.103168 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-dd76305b-a4ad-4833-a6dc-80403c222512 req-270fc952-c256-4458-b7d6-f23d53217e61 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b407f831-0121-48a5-b269-407cd5b097f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636718 Sep 15 07:40:55.413696 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-1d539ab4-e0cf-4f47-a905-cf3636a9e5ad req-ddca9ae1-8bfa-481c-b5a1-21812ebb2c87 tempest-VolumesSnapshotTestJSON-172324038 tempest-VolumesSnapshotTestJSON-172324038-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=417dfb32-7368-4c35-8631-f0ca8b7e2680 HTTP/1.1" status: 200 len: 210 time: 0.0769472 Sep 15 07:40:55.495573 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d5c954-7470-42c0-9855-c84367c2b4a7 req-9765b979-dac3-4859-a0b2-b9d3736b5f8c tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:40:55.497241 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-50d5c954-7470-42c0-9855-c84367c2b4a7 req-9765b979-dac3-4859-a0b2-b9d3736b5f8c tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=95c6ee4c-f348-424e-9fa6-ca2ee2f67967 HTTP/1.1" status: 200 len: 946 time: 0.0620995 Sep 15 07:40:55.581279 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-50d5c954-7470-42c0-9855-c84367c2b4a7 req-6017c30a-5437-4056-99dc-52a91425f280 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=32995d34-d213-473d-a146-bbf8e7e89fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746002 Sep 15 07:40:55.719679 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d16762-6fc1-46be-b688-4ad96635e861 req-608c89e9-b575-4a97-add2-6e9730ce6748 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:40:55.722194 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-a3d16762-6fc1-46be-b688-4ad96635e861 req-608c89e9-b575-4a97-add2-6e9730ce6748 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=95c6ee4c-f348-424e-9fa6-ca2ee2f67967 HTTP/1.1" status: 200 len: 946 time: 0.0632303 Sep 15 07:40:55.729566 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 34916) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:40:55.734420 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.v2.base [None req-fcfda481-bbea-49f0-baa1-46440361b2ca tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Request body: {'floatingip': {'port_id': '3b7d0375-a226-4e4b-a78f-fde982eb4c97'}} {{(pid=107276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:40:55.778404 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-fcfda481-bbea-49f0-baa1-46440361b2ca tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks [] for floatingip (7effb13f-2bd2-4495-9e3a-4e15f46ecd68), before_update {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:55.821178 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f94733-7108-468e-9366-176757b176c3 req-97d6080a-f937-4c60-8af0-79d4c2446eff tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:40:55.831290 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-f9f94733-7108-468e-9366-176757b176c3 req-97d6080a-f937-4c60-8af0-79d4c2446eff tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=81bf969c-3300-4003-9606-ea44bac82330 HTTP/1.1" status: 200 len: 946 time: 0.0756955 Sep 15 07:40:55.895557 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-f9f94733-7108-468e-9366-176757b176c3 req-1b3bccaa-e41d-47ce-95f1-950808da537d tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3bbd3c93-b7a5-43ea-bc32-62815f5ad2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631850 Sep 15 07:40:56.025811 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-0f44d0d5-b296-4658-a59d-71e94f9a3b32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (71b2a813-2b59-4e69-b901-83528b6ecb8f), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:56.331449 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef0126b-2162-447b-8753-290e17d41f44 req-954d8173-28d2-4e8c-bd79-67de934c7bb1 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:40:56.341606 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-bef0126b-2162-447b-8753-290e17d41f44 req-954d8173-28d2-4e8c-bd79-67de934c7bb1 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=07ae2103-9abb-45d7-94b1-7e0f83c44fa0 HTTP/1.1" status: 200 len: 946 time: 0.1005900 Sep 15 07:40:56.498428 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-bef0126b-2162-447b-8753-290e17d41f44 req-bf1f5fde-b290-477a-9954-d3ddf06d2ab4 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b407f831-0121-48a5-b269-407cd5b097f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1555614 Sep 15 07:40:56.584281 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-e12b3be3-1f21-4f90-91fa-0ebb5ad0d173 req-6964291b-c172-43ef-9dcd-64d1a0d33676 tempest-VolumesSnapshotTestJSON-172324038 tempest-VolumesSnapshotTestJSON-172324038-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=417dfb32-7368-4c35-8631-f0ca8b7e2680 HTTP/1.1" status: 200 len: 210 time: 0.0835257 Sep 15 07:40:56.926113 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-fcfda481-bbea-49f0-baa1-46440361b2ca tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:57.010849 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-fcfda481-bbea-49f0-baa1-46440361b2ca tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2007462'] for floatingip (7effb13f-2bd2-4495-9e3a-4e15f46ecd68), after_update {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:57.080567 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7455dc-6cd5-4ac5-8802-dc507ffa2a8a req-4e12b17c-6952-4ee8-855e-218345e482be tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:40:57.084488 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-ab7455dc-6cd5-4ac5-8802-dc507ffa2a8a req-4e12b17c-6952-4ee8-855e-218345e482be tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=81bf969c-3300-4003-9606-ea44bac82330 HTTP/1.1" status: 200 len: 946 time: 0.0929732 Sep 15 07:40:57.159055 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-ab7455dc-6cd5-4ac5-8802-dc507ffa2a8a req-baed36d7-0f83-4cb1-bac1-c81863c245dd tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3bbd3c93-b7a5-43ea-bc32-62815f5ad2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728650 Sep 15 07:40:57.245406 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.db.l3_db [None req-fcfda481-bbea-49f0-baa1-46440361b2ca tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Floating IP 7effb13f-2bd2-4495-9e3a-4e15f46ecd68 associated. External IP: 172.27.0.150, port: 3b7d0375-a226-4e4b-a78f-fde982eb4c97. Sep 15 07:40:57.441291 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:40:57.528975 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcfda481-bbea-49f0-baa1-46440361b2ca tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Router 0d4028b8-96d7-47fa-8f18-e0b1adcb6c33 has already been hosted by L3 agent 6177172c-20b9-4a3a-92be-d5dd082cfa3a {{(pid=107276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 07:40:57.531202 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-677e5667-6d12-4a09-97b6-65dca69daeb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (4c9c4bf3-096b-4dee-b844-12a870317301), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:57.747186 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:40:57.752662 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (c3acd0b9-3b8e-4f77-9053-2ca2457616b3), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:57.809186 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcfda481-bbea-49f0-baa1-46440361b2ca tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Notify agent at l3_agent.dv-cinder-824149-6-iscsi the message routers_updated {{(pid=107276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 07:40:57.809186 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-fcfda481-bbea-49f0-baa1-46440361b2ca tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382552'] for floatingip (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:57.809526 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b705cfbb-7854-40f7-8702-74f0bf52a487 None None] Sync routers for ids ['0d4028b8-96d7-47fa-8f18-e0b1adcb6c33'] in dv-cinder-824149-6-iscsi {{(pid=107290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 07:40:57.809526 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b705cfbb-7854-40f7-8702-74f0bf52a487 None None] Routers {'0d4028b8-96d7-47fa-8f18-e0b1adcb6c33'} bound to L3 agent in host dv-cinder-824149-6-iscsi {{(pid=107290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 07:40:57.809526 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_hamode_db [None req-b705cfbb-7854-40f7-8702-74f0bf52a487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T07:30:25Z,description=,heartbeat_timestamp=2022-09-15T07:40:55Z,host='dv-cinder-824149-6-iscsi',id=6177172c-20b9-4a3a-92be-d5dd082cfa3a,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T07:30:25Z,topic='l3_agent')) {'router_ids': ['0d4028b8-96d7-47fa-8f18-e0b1adcb6c33'], 'active': True} {{(pid=107290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:40:57.810002 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-e8c48dec-d3d4-4a26-8ee3-f7775183bea0 req-7d4ec05d-b8b3-47b9-850c-3f4f630d3d30 tempest-VolumesSnapshotTestJSON-172324038 tempest-VolumesSnapshotTestJSON-172324038-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=417dfb32-7368-4c35-8631-f0ca8b7e2680 HTTP/1.1" status: 200 len: 210 time: 0.0978842 Sep 15 07:40:57.842330 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-fcfda481-bbea-49f0-baa1-46440361b2ca tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "PUT /networking/v2.0/floatingips/7effb13f-2bd2-4495-9e3a-4e15f46ecd68 HTTP/1.1" status: 200 len: 992 time: 2.1122003 Sep 15 07:40:57.845660 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95c6ee4c-f348-424e-9fa6-ca2ee2f67967', 'tag': '3b7d0375-a226-4e4b-a78f-fde982eb4c97'}] {{(pid=107276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 07:40:57.850244 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e3724867bd40dd9d720ab8c058c996a0c2f5593be620855f41bc083494bf738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90eaa872-1670-40f1-827c-d747c5475a7c" -d '{"events": [{"name": "network-changed", "server_uuid": "95c6ee4c-f348-424e-9fa6-ca2ee2f67967", "tag": "3b7d0375-a226-4e4b-a78f-fde982eb4c97"}]}' {{(pid=107276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 07:40:57.892087 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1d4ecf-7186-4861-b650-0a3548472825 req-ca391519-9f5d-4781-a07e-b4d07d4aca19 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:40:57.900124 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-ef1d4ecf-7186-4861-b650-0a3548472825 req-ca391519-9f5d-4781-a07e-b4d07d4aca19 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=07ae2103-9abb-45d7-94b1-7e0f83c44fa0 HTTP/1.1" status: 200 len: 946 time: 0.2500982 Sep 15 07:40:57.971899 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-ef1d4ecf-7186-4861-b650-0a3548472825 req-baf1adb2-c743-4b44-9252-10f87b141b8d tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b407f831-0121-48a5-b269-407cd5b097f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707569 Sep 15 07:40:57.995483 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvr_db [None req-b705cfbb-7854-40f7-8702-74f0bf52a487 None None] Set router 0d4028b8-96d7-47fa-8f18-e0b1adcb6c33 gateway port host: dv-cinder-824149-6-iscsi {{(pid=107290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 07:40:58.012053 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 07:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27a2a9d6-cdf4-4235-9779-5786c6fc7afc x-openstack-request-id: req-27a2a9d6-cdf4-4235-9779-5786c6fc7afc {{(pid=107276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 07:40:58.012585 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95c6ee4c-f348-424e-9fa6-ca2ee2f67967", "tag": "3b7d0375-a226-4e4b-a78f-fde982eb4c97", "status": "completed", "code": 200}]} {{(pid=107276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 07:40:58.012585 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-27a2a9d6-cdf4-4235-9779-5786c6fc7afc {{(pid=107276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 07:40:58.013004 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27a2a9d6-cdf4-4235-9779-5786c6fc7afc'] response: {'name': 'network-changed', 'server_uuid': '95c6ee4c-f348-424e-9fa6-ca2ee2f67967', 'tag': '3b7d0375-a226-4e4b-a78f-fde982eb4c97', 'status': 'completed', 'code': 200} Sep 15 07:40:58.130240 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eaa872-1670-40f1-827c-d747c5475a7c req-432e425e-1c3c-4960-a222-986bb50837bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:40:58.130240 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-90eaa872-1670-40f1-827c-d747c5475a7c req-432e425e-1c3c-4960-a222-986bb50837bc service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=14017d5edbbd4068b529d5d92444182a&device_id=95c6ee4c-f348-424e-9fa6-ca2ee2f67967 HTTP/1.1" status: 200 len: 1130 time: 0.0471165 Sep 15 07:40:58.266211 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_hamode_db [None req-b705cfbb-7854-40f7-8702-74f0bf52a487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d4028b8-96d7-47fa-8f18-e0b1adcb6c33', 'name': 'tempest-AttachVolumeNegativeTest-973409911-router', 'tenant_id': '14017d5edbbd4068b529d5d92444182a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': 'e783c1bd-15b4-4efe-877f-05c799346606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:38:34Z', 'updated_at': '2022-09-15T07:38:43Z', 'revision_number': 4, 'project_id': '14017d5edbbd4068b529d5d92444182a', 'gw_port': {'id': 'e783c1bd-15b4-4efe-877f-05c799346606', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4028b8-96d7-47fa-8f18-e0b1adcb6c33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:38:35Z', 'updated_at': '2022-09-15T07:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi', '_floatingips': [{'id': '7effb13f-2bd2-4495-9e3a-4e15f46ecd68', 'tenant_id': '14017d5edbbd4068b529d5d92444182a', 'floating_ip_address': '172.27.0.150', 'floating_network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'router_id': '0d4028b8-96d7-47fa-8f18-e0b1adcb6c33', 'port_id': '3b7d0375-a226-4e4b-a78f-fde982eb4c97', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 371, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be4fe7de-ab91-47eb-96fc-2000373fe74e', 'mac_address': 'fa:16:3e:a3:f6:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c6ee4c-f348-424e-9fa6-ca2ee2f67967', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T07:40:37Z', 'updated_at': '2022-09-15T07:40:56Z', 'revision_number': 1, 'project_id': '14017d5edbbd4068b529d5d92444182a', 'fixed_ip_address_scope': None}, {'id': 'd06cecb4-8070-461a-a7a9-d266894127de', 'tenant_id': '14017d5edbbd4068b529d5d92444182a', 'floating_ip_address': '172.27.0.33', 'floating_network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'router_id': '0d4028b8-96d7-47fa-8f18-e0b1adcb6c33', 'port_id': '56775397-b0d1-4018-9f3c-25e559549950', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be4fe7de-ab91-47eb-96fc-2000373fe74e', 'mac_address': 'fa:16:3e:37:95:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37cd67df-dd0e-4658-9b80-3c29efd65897', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T07:38:52Z', 'updated_at': '2022-09-15T07:39:26Z', 'revision_number': 2, 'project_id': '14017d5edbbd4068b529d5d92444182a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7975c9ad-ec26-425b-9f32-75713f2d760a', 'name': '', 'network_id': 'be4fe7de-ab91-47eb-96fc-2000373fe74e', 'tenant_id': '14017d5edbbd4068b529d5d92444182a', 'mac_address': 'fa:16:3e:1f:9e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4028b8-96d7-47fa-8f18-e0b1adcb6c33', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '655669e6-9885-472d-9103-52b022988dd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:38:40Z', 'updated_at': '2022-09-15T07:38:50Z', 'revision_number': 5, 'project_id': '14017d5edbbd4068b529d5d92444182a', 'subnets': [{'id': '655669e6-9885-472d-9103-52b022988dd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-6-iscsi', False) {} {{(pid=107290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:40:58.291670 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b705cfbb-7854-40f7-8702-74f0bf52a487 None None] Checking router: 0d4028b8-96d7-47fa-8f18-e0b1adcb6c33 for host: dv-cinder-824149-6-iscsi {{(pid=107290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 07:40:58.297193 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a2917c-30bf-4736-aa63-e8d6ee0f0d4c req-1219d873-83fb-4352-a6e4-f17f025a7e67 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:40:58.299366 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-41a2917c-30bf-4736-aa63-e8d6ee0f0d4c req-1219d873-83fb-4352-a6e4-f17f025a7e67 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=81bf969c-3300-4003-9606-ea44bac82330 HTTP/1.1" status: 200 len: 946 time: 0.0555873 Sep 15 07:40:58.300613 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b705cfbb-7854-40f7-8702-74f0bf52a487 None None] Routers {'0d4028b8-96d7-47fa-8f18-e0b1adcb6c33'} bound to L3 agent in host dv-cinder-824149-6-iscsi {{(pid=107290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 07:40:58.301238 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_hamode_db [None req-b705cfbb-7854-40f7-8702-74f0bf52a487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T07:30:25Z,description=,heartbeat_timestamp=2022-09-15T07:40:55Z,host='dv-cinder-824149-6-iscsi',id=6177172c-20b9-4a3a-92be-d5dd082cfa3a,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T07:30:25Z,topic='l3_agent')) {'router_ids': ['0d4028b8-96d7-47fa-8f18-e0b1adcb6c33'], 'active': True} {{(pid=107290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:40:58.329153 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=4 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:40:58.330306 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=2 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:40:58.338151 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:40:58.417767 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvr_db [None req-b705cfbb-7854-40f7-8702-74f0bf52a487 None None] Set router 0d4028b8-96d7-47fa-8f18-e0b1adcb6c33 gateway port host: dv-cinder-824149-6-iscsi {{(pid=107290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 07:40:58.435645 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-41a2917c-30bf-4736-aa63-e8d6ee0f0d4c req-94aebd89-8e0f-4dd8-946a-b4ae83f0f3a0 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3bbd3c93-b7a5-43ea-bc32-62815f5ad2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259556 Sep 15 07:40:58.457943 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eaa872-1670-40f1-827c-d747c5475a7c req-1d8c6ec9-a664-494e-b085-1db5a42e535b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:40:58.459461 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-90eaa872-1670-40f1-827c-d747c5475a7c req-1d8c6ec9-a664-494e-b085-1db5a42e535b service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=be4fe7de-ab91-47eb-96fc-2000373fe74e HTTP/1.1" status: 200 len: 915 time: 0.1586127 Sep 15 07:40:58.493073 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:40:58.518469 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=100 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:40:58.528016 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-90eaa872-1670-40f1-827c-d747c5475a7c req-613edfba-8478-440c-9332-b305dabccf6b service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3b7d0375-a226-4e4b-a78f-fde982eb4c97 HTTP/1.1" status: 200 len: 1000 time: 0.0616868 Sep 15 07:40:58.591215 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eaa872-1670-40f1-827c-d747c5475a7c req-91e1c7bb-a773-4a88-a7d5-b779491530fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:40:58.597604 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-90eaa872-1670-40f1-827c-d747c5475a7c req-91e1c7bb-a773-4a88-a7d5-b779491530fd service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=655669e6-9885-472d-9103-52b022988dd7 HTTP/1.1" status: 200 len: 853 time: 0.0631971 Sep 15 07:40:58.672778 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eaa872-1670-40f1-827c-d747c5475a7c req-71f4453c-47f4-44ef-b874-23f7704212de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:40:58.674635 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-90eaa872-1670-40f1-827c-d747c5475a7c req-71f4453c-47f4-44ef-b874-23f7704212de service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=be4fe7de-ab91-47eb-96fc-2000373fe74e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0706263 Sep 15 07:40:58.696093 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=100 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:40:58.726530 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_hamode_db [None req-b705cfbb-7854-40f7-8702-74f0bf52a487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d4028b8-96d7-47fa-8f18-e0b1adcb6c33', 'name': 'tempest-AttachVolumeNegativeTest-973409911-router', 'tenant_id': '14017d5edbbd4068b529d5d92444182a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': 'e783c1bd-15b4-4efe-877f-05c799346606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:38:34Z', 'updated_at': '2022-09-15T07:38:43Z', 'revision_number': 4, 'project_id': '14017d5edbbd4068b529d5d92444182a', 'gw_port': {'id': 'e783c1bd-15b4-4efe-877f-05c799346606', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4028b8-96d7-47fa-8f18-e0b1adcb6c33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:38:35Z', 'updated_at': '2022-09-15T07:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi', '_floatingips': [{'id': '7effb13f-2bd2-4495-9e3a-4e15f46ecd68', 'tenant_id': '14017d5edbbd4068b529d5d92444182a', 'floating_ip_address': '172.27.0.150', 'floating_network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'router_id': '0d4028b8-96d7-47fa-8f18-e0b1adcb6c33', 'port_id': '3b7d0375-a226-4e4b-a78f-fde982eb4c97', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 371, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be4fe7de-ab91-47eb-96fc-2000373fe74e', 'mac_address': 'fa:16:3e:a3:f6:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c6ee4c-f348-424e-9fa6-ca2ee2f67967', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T07:40:37Z', 'updated_at': '2022-09-15T07:40:56Z', 'revision_number': 1, 'project_id': '14017d5edbbd4068b529d5d92444182a', 'fixed_ip_address_scope': None}, {'id': 'd06cecb4-8070-461a-a7a9-d266894127de', 'tenant_id': '14017d5edbbd4068b529d5d92444182a', 'floating_ip_address': '172.27.0.33', 'floating_network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'router_id': '0d4028b8-96d7-47fa-8f18-e0b1adcb6c33', 'port_id': '56775397-b0d1-4018-9f3c-25e559549950', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be4fe7de-ab91-47eb-96fc-2000373fe74e', 'mac_address': 'fa:16:3e:37:95:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37cd67df-dd0e-4658-9b80-3c29efd65897', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T07:38:52Z', 'updated_at': '2022-09-15T07:39:26Z', 'revision_number': 2, 'project_id': '14017d5edbbd4068b529d5d92444182a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7975c9ad-ec26-425b-9f32-75713f2d760a', 'name': '', 'network_id': 'be4fe7de-ab91-47eb-96fc-2000373fe74e', 'tenant_id': '14017d5edbbd4068b529d5d92444182a', 'mac_address': 'fa:16:3e:1f:9e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4028b8-96d7-47fa-8f18-e0b1adcb6c33', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '655669e6-9885-472d-9103-52b022988dd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:38:40Z', 'updated_at': '2022-09-15T07:38:50Z', 'revision_number': 5, 'project_id': '14017d5edbbd4068b529d5d92444182a', 'subnets': [{'id': '655669e6-9885-472d-9103-52b022988dd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-6-iscsi', False) {} {{(pid=107290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:40:58.791935 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-90eaa872-1670-40f1-827c-d747c5475a7c req-56b42dc7-633a-4bf4-9bd2-58d7b9f42b74 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/be4fe7de-ab91-47eb-96fc-2000373fe74e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055751 Sep 15 07:40:58.893925 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e407620-457c-447f-9034-bb6e7602a733 req-f8eadff5-4ee4-43f2-a49f-5fcf0b47220e tempest-VolumesSnapshotTestJSON-172324038 tempest-VolumesSnapshotTestJSON-172324038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:40:58.896544 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-1e407620-457c-447f-9034-bb6e7602a733 req-f8eadff5-4ee4-43f2-a49f-5fcf0b47220e tempest-VolumesSnapshotTestJSON-172324038 tempest-VolumesSnapshotTestJSON-172324038-project] 10.222.0.26 "GET /networking/v2.0/networks?id=f394ac71-7474-4bf4-a880-a8c13e331ffa HTTP/1.1" status: 200 len: 814 time: 0.1945090 Sep 15 07:40:58.926843 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.v2.base [req-1e407620-457c-447f-9034-bb6e7602a733 req-335f8bdd-1a0b-4e31-a5d4-4debf54169c0 tempest-VolumesSnapshotTestJSON-172324038 tempest-VolumesSnapshotTestJSON-172324038-project] Request body: {'port': {'device_id': '417dfb32-7368-4c35-8631-f0ca8b7e2680', 'network_id': 'f394ac71-7474-4bf4-a880-a8c13e331ffa', 'admin_state_up': True, 'tenant_id': '66cb9c7c7eb24e30bf89b3680c713472'}} {{(pid=107276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:40:58.928977 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b705cfbb-7854-40f7-8702-74f0bf52a487 None None] The sync data for ids ['0d4028b8-96d7-47fa-8f18-e0b1adcb6c33'] in dv-cinder-824149-6-iscsi is: [{'id': '0d4028b8-96d7-47fa-8f18-e0b1adcb6c33', 'name': 'tempest-AttachVolumeNegativeTest-973409911-router', 'tenant_id': '14017d5edbbd4068b529d5d92444182a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': 'e783c1bd-15b4-4efe-877f-05c799346606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:38:34Z', 'updated_at': '2022-09-15T07:38:43Z', 'revision_number': 4, 'project_id': '14017d5edbbd4068b529d5d92444182a', 'gw_port': {'id': 'e783c1bd-15b4-4efe-877f-05c799346606', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4028b8-96d7-47fa-8f18-e0b1adcb6c33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:38:35Z', 'updated_at': '2022-09-15T07:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi', '_floatingips': [{'id': '7effb13f-2bd2-4495-9e3a-4e15f46ecd68', 'tenant_id': '14017d5edbbd4068b529d5d92444182a', 'floating_ip_address': '172.27.0.150', 'floating_network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'router_id': '0d4028b8-96d7-47fa-8f18-e0b1adcb6c33', 'port_id': '3b7d0375-a226-4e4b-a78f-fde982eb4c97', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 371, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be4fe7de-ab91-47eb-96fc-2000373fe74e', 'mac_address': 'fa:16:3e:a3:f6:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c6ee4c-f348-424e-9fa6-ca2ee2f67967', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T07:40:37Z', 'updated_at': '2022-09-15T07:40:56Z', 'revision_number': 1, 'project_id': '14017d5edbbd4068b529d5d92444182a', 'fixed_ip_address_scope': None}, {'id': 'd06cecb4-8070-461a-a7a9-d266894127de', 'tenant_id': '14017d5edbbd4068b529d5d92444182a', 'floating_ip_address': '172.27.0.33', 'floating_network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'router_id': '0d4028b8-96d7-47fa-8f18-e0b1adcb6c33', 'port_id': '56775397-b0d1-4018-9f3c-25e559549950', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be4fe7de-ab91-47eb-96fc-2000373fe74e', 'mac_address': 'fa:16:3e:37:95:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37cd67df-dd0e-4658-9b80-3c29efd65897', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T07:38:52Z', 'updated_at': '2022-09-15T07:39:26Z', 'revision_number': 2, 'project_id': '14017d5edbbd4068b529d5d92444182a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7975c9ad-ec26-425b-9f32-75713f2d760a', 'name': '', 'network_id': 'be4fe7de-ab91-47eb-96fc-2000373fe74e', 'tenant_id': '14017d5edbbd4068b529d5d92444182a', 'mac_address': 'fa:16:3e:1f:9e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4028b8-96d7-47fa-8f18-e0b1adcb6c33', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '655669e6-9885-472d-9103-52b022988dd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:38:40Z', 'updated_at': '2022-09-15T07:38:50Z', 'revision_number': 5, 'project_id': '14017d5edbbd4068b529d5d92444182a', 'subnets': [{'id': '655669e6-9885-472d-9103-52b022988dd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 07:40:59.066254 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-90eaa872-1670-40f1-827c-d747c5475a7c req-abbc987a-7fd6-4be8-9ae3-f9c5ea8f93af service neutron] 10.222.0.26 "GET /networking/v2.0/networks/be4fe7de-ab91-47eb-96fc-2000373fe74e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2708290 Sep 15 07:40:59.078333 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-40adf39d-9e12-47d0-a22d-eccc91f04a5e req-74c6a052-533a-41f7-a8fb-d89e3a8b0dcc tempest-VolumesSnapshotTestJSON-172324038 tempest-VolumesSnapshotTestJSON-172324038-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=417dfb32-7368-4c35-8631-f0ca8b7e2680 HTTP/1.1" status: 200 len: 210 time: 0.0666835 Sep 15 07:40:59.287660 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e407620-457c-447f-9034-bb6e7602a733 req-335f8bdd-1a0b-4e31-a5d4-4debf54169c0 tempest-VolumesSnapshotTestJSON-172324038 tempest-VolumesSnapshotTestJSON-172324038-project] Made reservation on behalf of 66cb9c7c7eb24e30bf89b3680c713472 for: {'port': 1} {{(pid=107276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 07:40:59.294180 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-1e407620-457c-447f-9034-bb6e7602a733 req-335f8bdd-1a0b-4e31-a5d4-4debf54169c0 tempest-VolumesSnapshotTestJSON-172324038 tempest-VolumesSnapshotTestJSON-172324038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (None), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:59.305036 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbef69d-0e07-475e-9633-750fff28de00 req-658ed230-7fb2-4ea4-b8f3-ebfe98f7427e tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:40:59.306849 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-3bbef69d-0e07-475e-9633-750fff28de00 req-658ed230-7fb2-4ea4-b8f3-ebfe98f7427e tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=07ae2103-9abb-45d7-94b1-7e0f83c44fa0 HTTP/1.1" status: 200 len: 946 time: 0.0784228 Sep 15 07:40:59.336488 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e193d1-ec15-401f-bde7-3f9e049d1247 None None] New status for floating IP 7effb13f-2bd2-4495-9e3a-4e15f46ecd68: ACTIVE {{(pid=107295) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 15 07:40:59.408808 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-3bbef69d-0e07-475e-9633-750fff28de00 req-53db9ba6-5b2d-4f49-890a-7791882d4a50 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b407f831-0121-48a5-b269-407cd5b097f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964210 Sep 15 07:40:59.556577 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.db.db_base_plugin_common [req-1e407620-457c-447f-9034-bb6e7602a733 req-335f8bdd-1a0b-4e31-a5d4-4debf54169c0 tempest-VolumesSnapshotTestJSON-172324038 tempest-VolumesSnapshotTestJSON-172324038-project] Allocated IP 172.20.0.10 (f394ac71-7474-4bf4-a880-a8c13e331ffa/64ae8133-cecb-48c0-b856-79547a868359/5f558303-6561-42ea-8bcc-d87ad98fc906) {{(pid=107276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 07:40:59.604655 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aef843f-b452-4047-b72b-df58b384ef3b req-41caeb32-a02e-40fc-98b0-1bb5a74b4e4f tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:40:59.606231 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-9aef843f-b452-4047-b72b-df58b384ef3b req-41caeb32-a02e-40fc-98b0-1bb5a74b4e4f tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=81bf969c-3300-4003-9606-ea44bac82330 HTTP/1.1" status: 200 len: 946 time: 0.0701060 Sep 15 07:40:59.671863 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-9aef843f-b452-4047-b72b-df58b384ef3b req-8c366c3d-c4b2-4290-9088-8032124a67a1 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3bbd3c93-b7a5-43ea-bc32-62815f5ad2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565622 Sep 15 07:40:59.757471 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-1e407620-457c-447f-9034-bb6e7602a733 req-335f8bdd-1a0b-4e31-a5d4-4debf54169c0 tempest-VolumesSnapshotTestJSON-172324038 tempest-VolumesSnapshotTestJSON-172324038-project] Publish callbacks [] for port (5f558303-6561-42ea-8bcc-d87ad98fc906), precommit_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:59.850070 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-1e407620-457c-447f-9034-bb6e7602a733 req-335f8bdd-1a0b-4e31-a5d4-4debf54169c0 tempest-VolumesSnapshotTestJSON-172324038 tempest-VolumesSnapshotTestJSON-172324038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729658170579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260827426'] for port (5f558303-6561-42ea-8bcc-d87ad98fc906), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:40:59.896412 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:40:59.903835 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e407620-457c-447f-9034-bb6e7602a733 req-335f8bdd-1a0b-4e31-a5d4-4debf54169c0 tempest-VolumesSnapshotTestJSON-172324038 tempest-VolumesSnapshotTestJSON-172324038-project] Network f394ac71-7474-4bf4-a880-a8c13e331ffa is already hosted by enough agents. {{(pid=107276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 07:40:59.913279 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.scheduler.base_scheduler [req-1e407620-457c-447f-9034-bb6e7602a733 req-335f8bdd-1a0b-4e31-a5d4-4debf54169c0 tempest-VolumesSnapshotTestJSON-172324038 tempest-VolumesSnapshotTestJSON-172324038-project] Resources bound (agent type, host, resource id): {{(pid=107276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 07:40:59.917484 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e407620-457c-447f-9034-bb6e7602a733 req-335f8bdd-1a0b-4e31-a5d4-4debf54169c0 tempest-VolumesSnapshotTestJSON-172324038 tempest-VolumesSnapshotTestJSON-172324038-project] Received port after_create {{(pid=107276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 07:40:59.946794 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335f8bdd-1a0b-4e31-a5d4-4debf54169c0 tempest-VolumesSnapshotTestJSON-172324038 tempest-VolumesSnapshotTestJSON-172324038-project] Pushing event updated for resources: {'Port': ['ID=5f558303-6561-42ea-8bcc-d87ad98fc906,revision_number=1']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:40:59.979912 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e407620-457c-447f-9034-bb6e7602a733 req-335f8bdd-1a0b-4e31-a5d4-4debf54169c0 tempest-VolumesSnapshotTestJSON-172324038 tempest-VolumesSnapshotTestJSON-172324038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:40:59.990588 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-1e407620-457c-447f-9034-bb6e7602a733 req-335f8bdd-1a0b-4e31-a5d4-4debf54169c0 tempest-VolumesSnapshotTestJSON-172324038 tempest-VolumesSnapshotTestJSON-172324038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382552'] for port (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:00.099944 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-1e407620-457c-447f-9034-bb6e7602a733 req-335f8bdd-1a0b-4e31-a5d4-4debf54169c0 tempest-VolumesSnapshotTestJSON-172324038 tempest-VolumesSnapshotTestJSON-172324038-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1865494 Sep 15 07:41:00.242448 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6151323e-a6d3-4376-9286-02262d56a046 req-1f447d7a-7f3b-4b25-9390-576517ef5a55 tempest-VolumesSnapshotTestJSON-172324038 tempest-VolumesSnapshotTestJSON-172324038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:41:00.243987 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-6151323e-a6d3-4376-9286-02262d56a046 req-1f447d7a-7f3b-4b25-9390-576517ef5a55 tempest-VolumesSnapshotTestJSON-172324038 tempest-VolumesSnapshotTestJSON-172324038-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=417dfb32-7368-4c35-8631-f0ca8b7e2680 HTTP/1.1" status: 200 len: 932 time: 0.0801353 Sep 15 07:41:00.297731 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 35044) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:41:00.311118 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-6151323e-a6d3-4376-9286-02262d56a046 req-1303e97a-c43d-4cdc-ae10-8d44f1352526 tempest-VolumesSnapshotTestJSON-172324038 tempest-VolumesSnapshotTestJSON-172324038-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6eda1ed7-64d2-40ad-adcb-574a95437049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569818 Sep 15 07:41:00.479177 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-680eff0f-253b-4ba3-81f5-ba738c765b9e admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=e0730e401f844b55a78df53dba8e4b5c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1766479 Sep 15 07:41:00.479428 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 35050) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:41:00.548888 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-af7eee4f-8713-488b-a794-a48374d7eddd admin admin] Publish callbacks [] for security_group (bf2b981f-fb56-41ff-b9b0-524a0736904f), before_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:00.599932 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-af7eee4f-8713-488b-a794-a48374d7eddd admin admin] Publish callbacks [] for security_group (bf2b981f-fb56-41ff-b9b0-524a0736904f), precommit_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:00.607280 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2e576a-837f-4172-a275-e80a8325c8c7 req-72c83962-3bf7-4430-b8ce-e209afadf768 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:41:00.608781 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-af2e576a-837f-4172-a275-e80a8325c8c7 req-72c83962-3bf7-4430-b8ce-e209afadf768 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=07ae2103-9abb-45d7-94b1-7e0f83c44fa0 HTTP/1.1" status: 200 len: 946 time: 0.0802073 Sep 15 07:41:00.686302 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-af2e576a-837f-4172-a275-e80a8325c8c7 req-875996dd-3a5f-4ba3-96f0-a25da782b9ff tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b407f831-0121-48a5-b269-407cd5b097f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691009 Sep 15 07:41:00.777358 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-af7eee4f-8713-488b-a794-a48374d7eddd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (bf2b981f-fb56-41ff-b9b0-524a0736904f), after_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:00.779916 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-af7eee4f-8713-488b-a794-a48374d7eddd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:00.790317 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-af7eee4f-8713-488b-a794-a48374d7eddd admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/bf2b981f-fb56-41ff-b9b0-524a0736904f HTTP/1.1" status: 204 len: 168 time: 0.3059142 Sep 15 07:41:00.820818 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7eee4f-8713-488b-a794-a48374d7eddd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf2b981f-fb56-41ff-b9b0-524a0736904f,revision_number=None']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:41:00.836694 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fa34b3-456a-4625-bbfd-dc0146f479c6 req-57c87e42-e1b2-4780-8654-fe9bce4f8bcb tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:41:00.838270 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-b1fa34b3-456a-4625-bbfd-dc0146f479c6 req-57c87e42-e1b2-4780-8654-fe9bce4f8bcb tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=81bf969c-3300-4003-9606-ea44bac82330 HTTP/1.1" status: 200 len: 946 time: 0.0716486 Sep 15 07:41:00.901591 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-b1fa34b3-456a-4625-bbfd-dc0146f479c6 req-35ebcb91-455a-4f84-830d-519202343dcd tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3bbd3c93-b7a5-43ea-bc32-62815f5ad2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548103 Sep 15 07:41:01.420652 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:41:01.470987 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8e98c3-849e-4f70-8c49-accfaec22a18 req-96d3fd89-e3bb-408d-b3cc-eec18c2c4890 tempest-VolumesSnapshotTestJSON-172324038 tempest-VolumesSnapshotTestJSON-172324038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:41:01.472755 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-1e8e98c3-849e-4f70-8c49-accfaec22a18 req-96d3fd89-e3bb-408d-b3cc-eec18c2c4890 tempest-VolumesSnapshotTestJSON-172324038 tempest-VolumesSnapshotTestJSON-172324038-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=417dfb32-7368-4c35-8631-f0ca8b7e2680 HTTP/1.1" status: 200 len: 932 time: 0.0638704 Sep 15 07:41:01.539664 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-1e8e98c3-849e-4f70-8c49-accfaec22a18 req-09f76fc4-bed5-4281-9ba5-92684db74859 tempest-VolumesSnapshotTestJSON-172324038 tempest-VolumesSnapshotTestJSON-172324038-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6eda1ed7-64d2-40ad-adcb-574a95437049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598664 Sep 15 07:41:01.863584 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0986066e-130f-4208-9434-446c208f6886 req-32347430-f98e-4c8b-a1f0-47023c269e72 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:41:01.868255 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-0986066e-130f-4208-9434-446c208f6886 req-32347430-f98e-4c8b-a1f0-47023c269e72 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=07ae2103-9abb-45d7-94b1-7e0f83c44fa0 HTTP/1.1" status: 200 len: 946 time: 0.0632150 Sep 15 07:41:01.950834 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-0986066e-130f-4208-9434-446c208f6886 req-e64df71f-2af5-400e-b91c-462df5a01659 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b407f831-0121-48a5-b269-407cd5b097f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756540 Sep 15 07:41:02.027613 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 35082) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:41:02.070791 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838eb4d4-19d9-4d71-afb7-0904cfe5f58a req-2b83bdb3-8fcf-47bc-a2d5-72ac58b359c4 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:41:02.073206 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-838eb4d4-19d9-4d71-afb7-0904cfe5f58a req-2b83bdb3-8fcf-47bc-a2d5-72ac58b359c4 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=81bf969c-3300-4003-9606-ea44bac82330 HTTP/1.1" status: 200 len: 946 time: 0.0643632 Sep 15 07:41:02.122385 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:41:02.134975 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-838eb4d4-19d9-4d71-afb7-0904cfe5f58a req-5d768925-31fc-48a1-8845-30cc0a351d8a tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3bbd3c93-b7a5-43ea-bc32-62815f5ad2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534377 Sep 15 07:41:02.146113 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.v2.base [req-1e407620-457c-447f-9034-bb6e7602a733 req-1eabe12f-2fe2-44f3-840c-3b601a5fea3d service neutron] Request body: {'port': {'device_id': '417dfb32-7368-4c35-8631-f0ca8b7e2680', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82414'}} {{(pid=107276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:41:02.187685 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.v2.base [None req-02fc1c2f-8e2a-484c-98e0-a0a4d9867452 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-938819957-network', 'tenant_id': 'af1e008c4bfa41e18488c63ea0f17b27'}} {{(pid=107276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:41:02.246340 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-1e407620-457c-447f-9034-bb6e7602a733 req-1eabe12f-2fe2-44f3-840c-3b601a5fea3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (5f558303-6561-42ea-8bcc-d87ad98fc906), before_update {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:02.276135 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:41:02.550040 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.notifiers.nova [req-1e407620-457c-447f-9034-bb6e7602a733 req-1eabe12f-2fe2-44f3-840c-3b601a5fea3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f558303-6561-42ea-8bcc-d87ad98fc906 {{(pid=107276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 07:41:02.557367 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-1e407620-457c-447f-9034-bb6e7602a733 req-1eabe12f-2fe2-44f3-840c-3b601a5fea3d service neutron] Publish callbacks [] for port (5f558303-6561-42ea-8bcc-d87ad98fc906), precommit_update {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:02.569910 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.db.provisioning_blocks [req-1e407620-457c-447f-9034-bb6e7602a733 req-1eabe12f-2fe2-44f3-840c-3b601a5fea3d service neutron] Transition to ACTIVE for port object 5f558303-6561-42ea-8bcc-d87ad98fc906 will not be triggered until provisioned by entity L2. {{(pid=107276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 15 07:41:02.678031 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d95015-3b04-4c61-a570-06b7e7897842 req-c72579c0-bda8-43ed-acf3-1fa853c68558 tempest-VolumesSnapshotTestJSON-172324038 tempest-VolumesSnapshotTestJSON-172324038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:41:02.679531 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-01d95015-3b04-4c61-a570-06b7e7897842 req-c72579c0-bda8-43ed-acf3-1fa853c68558 tempest-VolumesSnapshotTestJSON-172324038 tempest-VolumesSnapshotTestJSON-172324038-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=417dfb32-7368-4c35-8631-f0ca8b7e2680 HTTP/1.1" status: 200 len: 932 time: 0.0471053 Sep 15 07:41:02.693909 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02fc1c2f-8e2a-484c-98e0-a0a4d9867452 admin admin] Made reservation on behalf of af1e008c4bfa41e18488c63ea0f17b27 for: {'network': 1} {{(pid=107276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 07:41:02.696350 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-02fc1c2f-8e2a-484c-98e0-a0a4d9867452 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for network (None), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:02.706420 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-02fc1c2f-8e2a-484c-98e0-a0a4d9867452 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:02.727062 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-1e407620-457c-447f-9034-bb6e7602a733 req-1eabe12f-2fe2-44f3-840c-3b601a5fea3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260827419'] for port (5f558303-6561-42ea-8bcc-d87ad98fc906), after_update {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:02.736827 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-01d95015-3b04-4c61-a570-06b7e7897842 req-7470a779-7da5-495b-88b3-eb8cd1bb5e33 tempest-VolumesSnapshotTestJSON-172324038 tempest-VolumesSnapshotTestJSON-172324038-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6eda1ed7-64d2-40ad-adcb-574a95437049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515881 Sep 15 07:41:02.762896 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:41:02.838642 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eabe12f-2fe2-44f3-840c-3b601a5fea3d service neutron] Pushing event updated for resources: {'Port': ['ID=5f558303-6561-42ea-8bcc-d87ad98fc906,revision_number=2']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:41:02.883720 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-02fc1c2f-8e2a-484c-98e0-a0a4d9867452 admin admin] Publish callbacks [] for security_group (ff7f80bd-d48e-4674-ab41-f51ebc73c525), precommit_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:02.896639 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.managers [req-1e407620-457c-447f-9034-bb6e7602a733 req-1eabe12f-2fe2-44f3-840c-3b601a5fea3d service neutron] Attempting to bind port 5f558303-6561-42ea-8bcc-d87ad98fc906 on host hv-cinder-82414 for vnic_type normal with profile {{(pid=107276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 07:41:02.897024 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.managers [req-1e407620-457c-447f-9034-bb6e7602a733 req-1eabe12f-2fe2-44f3-840c-3b601a5fea3d service neutron] Attempting to bind port 5f558303-6561-42ea-8bcc-d87ad98fc906 by drivers openvswitch,hyperv on host hv-cinder-82414 at level 0 using segments [{'id': '933d1858-9190-48af-ab20-a3ec8506eacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f394ac71-7474-4bf4-a880-a8c13e331ffa'}] {{(pid=107276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 07:41:02.897357 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e407620-457c-447f-9034-bb6e7602a733 req-1eabe12f-2fe2-44f3-840c-3b601a5fea3d service neutron] Attempting to bind port 5f558303-6561-42ea-8bcc-d87ad98fc906 on network f394ac71-7474-4bf4-a880-a8c13e331ffa {{(pid=107276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 07:41:02.947691 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e407620-457c-447f-9034-bb6e7602a733 req-1eabe12f-2fe2-44f3-840c-3b601a5fea3d service neutron] Port 5f558303-6561-42ea-8bcc-d87ad98fc906 on network f394ac71-7474-4bf4-a880-a8c13e331ffa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82414 {{(pid=107276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 07:41:02.947691 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e407620-457c-447f-9034-bb6e7602a733 req-1eabe12f-2fe2-44f3-840c-3b601a5fea3d service neutron] Attempting to bind port 5f558303-6561-42ea-8bcc-d87ad98fc906 on network f394ac71-7474-4bf4-a880-a8c13e331ffa {{(pid=107276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 07:41:02.979566 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-02fc1c2f-8e2a-484c-98e0-a0a4d9867452 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (ff7f80bd-d48e-4674-ab41-f51ebc73c525), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:03.016633 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02fc1c2f-8e2a-484c-98e0-a0a4d9867452 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=107276) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 07:41:03.044279 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-02fc1c2f-8e2a-484c-98e0-a0a4d9867452 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906830'] for segment (ec12b675-c824-48b2-b764-cea54c2a6f6e), precommit_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:03.044990 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.db.segments_db [None req-02fc1c2f-8e2a-484c-98e0-a0a4d9867452 admin admin] Added segment ec12b675-c824-48b2-b764-cea54c2a6f6e of type vlan for network 2c10a638-2533-4c87-88f1-ce4db4dec0fd Sep 15 07:41:03.048160 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fc1c2f-8e2a-484c-98e0-a0a4d9867452 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff7f80bd-d48e-4674-ab41-f51ebc73c525,revision_number=1']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:41:03.061667 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e407620-457c-447f-9034-bb6e7602a733 req-1eabe12f-2fe2-44f3-840c-3b601a5fea3d service neutron] Checking agent: {'id': '25cf60a6-7ad2-448a-9326-c12b453ddee0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82414', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 7, 36, 43), 'started_at': datetime.datetime(2022, 9, 15, 7, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 7, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 07:41:03.061989 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e407620-457c-447f-9034-bb6e7602a733 req-1eabe12f-2fe2-44f3-840c-3b601a5fea3d service neutron] Checking segment: {'id': '933d1858-9190-48af-ab20-a3ec8506eacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f394ac71-7474-4bf4-a880-a8c13e331ffa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 07:41:03.063023 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e407620-457c-447f-9034-bb6e7602a733 req-1eabe12f-2fe2-44f3-840c-3b601a5fea3d service neutron] Bound using segment: {'id': '933d1858-9190-48af-ab20-a3ec8506eacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f394ac71-7474-4bf4-a880-a8c13e331ffa'} {{(pid=107276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 07:41:03.063536 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.managers [req-1e407620-457c-447f-9034-bb6e7602a733 req-1eabe12f-2fe2-44f3-840c-3b601a5fea3d service neutron] Bound port: 5f558303-6561-42ea-8bcc-d87ad98fc906, host: hv-cinder-82414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '933d1858-9190-48af-ab20-a3ec8506eacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f394ac71-7474-4bf4-a880-a8c13e331ffa'}}] {{(pid=107276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 07:41:03.063891 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-1e407620-457c-447f-9034-bb6e7602a733 req-1eabe12f-2fe2-44f3-840c-3b601a5fea3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (5f558303-6561-42ea-8bcc-d87ad98fc906), before_update {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:03.131355 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=4 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:41:03.132098 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0a97c4-6044-46f3-9eff-cf77dc325ee3 req-23b98a3f-884f-45ed-90bd-15da7f5ad19b tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:41:03.140421 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-1c0a97c4-6044-46f3-9eff-cf77dc325ee3 req-23b98a3f-884f-45ed-90bd-15da7f5ad19b tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=07ae2103-9abb-45d7-94b1-7e0f83c44fa0 HTTP/1.1" status: 200 len: 946 time: 0.0734174 Sep 15 07:41:03.151335 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-02fc1c2f-8e2a-484c-98e0-a0a4d9867452 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729658139832'] for network (2c10a638-2533-4c87-88f1-ce4db4dec0fd), precommit_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:03.203406 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-1c0a97c4-6044-46f3-9eff-cf77dc325ee3 req-fd056d66-eb6d-4a0f-9f9c-607aabae4cf8 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b407f831-0121-48a5-b269-407cd5b097f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606718 Sep 15 07:41:03.208473 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.db [req-1e407620-457c-447f-9034-bb6e7602a733 req-1eabe12f-2fe2-44f3-840c-3b601a5fea3d service neutron] For port 5f558303-6561-42ea-8bcc-d87ad98fc906, host hv-cinder-82414, cleared binding levels {{(pid=107276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 07:41:03.215777 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.db [req-1e407620-457c-447f-9034-bb6e7602a733 req-1eabe12f-2fe2-44f3-840c-3b601a5fea3d service neutron] For port 5f558303-6561-42ea-8bcc-d87ad98fc906, host hv-cinder-82414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=5f558303-6561-42ea-8bcc-d87ad98fc906,segment=NetworkSegment(933d1858-9190-48af-ab20-a3ec8506eacd),segment_id=933d1858-9190-48af-ab20-a3ec8506eacd)] {{(pid=107276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 07:41:03.265185 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-02fc1c2f-8e2a-484c-98e0-a0a4d9867452 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204'] for network (2c10a638-2533-4c87-88f1-ce4db4dec0fd), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:03.267009 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02fc1c2f-8e2a-484c-98e0-a0a4d9867452 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:41:03.267608 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-02fc1c2f-8e2a-484c-98e0-a0a4d9867452 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586190'] for network (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:03.313564 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ab4e37-31a2-4762-8d33-ef5282231de3 req-25c3d2df-de30-4c28-abe9-022043e65b2f tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:41:03.315474 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-38ab4e37-31a2-4762-8d33-ef5282231de3 req-25c3d2df-de30-4c28-abe9-022043e65b2f tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=81bf969c-3300-4003-9606-ea44bac82330 HTTP/1.1" status: 200 len: 946 time: 0.0636582 Sep 15 07:41:03.373801 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-1e407620-457c-447f-9034-bb6e7602a733 req-1eabe12f-2fe2-44f3-840c-3b601a5fea3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260827419'] for port (5f558303-6561-42ea-8bcc-d87ad98fc906), after_update {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:03.379779 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-38ab4e37-31a2-4762-8d33-ef5282231de3 req-a7010fa7-4b3b-4938-886d-02e113cf40fa tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3bbd3c93-b7a5-43ea-bc32-62815f5ad2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570412 Sep 15 07:41:03.381743 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fc1c2f-8e2a-484c-98e0-a0a4d9867452 admin admin] Pushing event updated for resources: {'Network': ['ID=2c10a638-2533-4c87-88f1-ce4db4dec0fd,revision_number=1']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:41:03.386936 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e407620-457c-447f-9034-bb6e7602a733 req-1eabe12f-2fe2-44f3-840c-3b601a5fea3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:41:03.396700 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-1e407620-457c-447f-9034-bb6e7602a733 req-1eabe12f-2fe2-44f3-840c-3b601a5fea3d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382552'] for port (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:03.396700 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-1e407620-457c-447f-9034-bb6e7602a733 req-1eabe12f-2fe2-44f3-840c-3b601a5fea3d service neutron] 10.222.0.26 "PUT /networking/v2.0/ports/5f558303-6561-42ea-8bcc-d87ad98fc906 HTTP/1.1" status: 200 len: 1094 time: 1.2562933 Sep 15 07:41:03.396700 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '417dfb32-7368-4c35-8631-f0ca8b7e2680', 'tag': '5f558303-6561-42ea-8bcc-d87ad98fc906'}] {{(pid=107276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 07:41:03.396700 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e3724867bd40dd9d720ab8c058c996a0c2f5593be620855f41bc083494bf738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b0e4c06-5592-4229-983d-0c370b6c544f" -d '{"events": [{"name": "network-changed", "server_uuid": "417dfb32-7368-4c35-8631-f0ca8b7e2680", "tag": "5f558303-6561-42ea-8bcc-d87ad98fc906"}]}' {{(pid=107276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 07:41:03.410532 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Network 2c10a638-2533-4c87-88f1-ce4db4dec0fd details requested by agent ovs-agent-dv-cinder-824149-6-iscsi with host dv-cinder-824149-6-iscsi {{(pid=107290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 07:41:03.494302 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-02fc1c2f-8e2a-484c-98e0-a0a4d9867452 admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4614339 Sep 15 07:41:03.494403 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 35104) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:41:03.496569 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eabe12f-2fe2-44f3-840c-3b601a5fea3d service neutron] Pushing event updated for resources: {'Port': ['ID=5f558303-6561-42ea-8bcc-d87ad98fc906,revision_number=3']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:41:03.501827 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.v2.base [None req-69466166-0b56-4d01-a56b-0d6afb730c0f admin admin] Request body: {'subnet': {'network_id': '2c10a638-2533-4c87-88f1-ce4db4dec0fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-938819957-subnet', 'tenant_id': 'af1e008c4bfa41e18488c63ea0f17b27', 'ip_version': 4}} {{(pid=107279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:41:03.503967 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 07:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6284eaff-34c3-47f3-92c9-ec219e29bd36 x-openstack-request-id: req-6284eaff-34c3-47f3-92c9-ec219e29bd36 {{(pid=107276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 07:41:03.504261 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "417dfb32-7368-4c35-8631-f0ca8b7e2680", "tag": "5f558303-6561-42ea-8bcc-d87ad98fc906", "status": "completed", "code": 200}]} {{(pid=107276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 07:41:03.504512 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6284eaff-34c3-47f3-92c9-ec219e29bd36 {{(pid=107276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 07:41:03.504908 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6284eaff-34c3-47f3-92c9-ec219e29bd36'] response: {'name': 'network-changed', 'server_uuid': '417dfb32-7368-4c35-8631-f0ca8b7e2680', 'tag': '5f558303-6561-42ea-8bcc-d87ad98fc906', 'status': 'completed', 'code': 200} Sep 15 07:41:03.557286 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e407620-457c-447f-9034-bb6e7602a733 req-0eea6067-6356-4419-b460-ee2a3bbdf974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:41:03.559285 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-1e407620-457c-447f-9034-bb6e7602a733 req-0eea6067-6356-4419-b460-ee2a3bbdf974 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=66cb9c7c7eb24e30bf89b3680c713472&device_id=417dfb32-7368-4c35-8631-f0ca8b7e2680 HTTP/1.1" status: 200 len: 1128 time: 0.0448797 Sep 15 07:41:03.668660 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-1e407620-457c-447f-9034-bb6e7602a733 req-da594b31-a62c-4b12-a665-c6a1404b38ef service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5f558303-6561-42ea-8bcc-d87ad98fc906 HTTP/1.1" status: 200 len: 217 time: 0.0451782 Sep 15 07:41:03.669652 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69466166-0b56-4d01-a56b-0d6afb730c0f admin admin] Made reservation on behalf of af1e008c4bfa41e18488c63ea0f17b27 for: {'subnet': 1} {{(pid=107279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 07:41:03.669652 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-69466166-0b56-4d01-a56b-0d6afb730c0f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260930254'] for subnet (None), before_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:03.689893 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e407620-457c-447f-9034-bb6e7602a733 req-d371d83c-b30d-4374-8860-b0852dc603b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:41:03.691705 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-1e407620-457c-447f-9034-bb6e7602a733 req-d371d83c-b30d-4374-8860-b0852dc603b4 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=64ae8133-cecb-48c0-b856-79547a868359 HTTP/1.1" status: 200 len: 854 time: 0.0549936 Sep 15 07:41:03.727113 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-1e407620-457c-447f-9034-bb6e7602a733 req-a9304fd6-0541-4d69-aa1d-c15bcc48bccf service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=f394ac71-7474-4bf4-a880-a8c13e331ffa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265472 Sep 15 07:41:03.826555 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-1e407620-457c-447f-9034-bb6e7602a733 req-f0c44c8f-de8e-4cea-b143-93eb27659474 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/f394ac71-7474-4bf4-a880-a8c13e331ffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924888 Sep 15 07:41:03.914810 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-69466166-0b56-4d01-a56b-0d6afb730c0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3994233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260930264'] for subnet (c8bb4817-976c-49f3-9d00-c474544f8d63), after_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:03.930321 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-1e407620-457c-447f-9034-bb6e7602a733 req-b9aa7bad-9716-4d8a-8351-bbb49c457327 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/f394ac71-7474-4bf4-a880-a8c13e331ffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932581 Sep 15 07:41:04.016552 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69466166-0b56-4d01-a56b-0d6afb730c0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8bb4817-976c-49f3-9d00-c474544f8d63,revision_number=0']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:41:04.041391 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d938d5-be3a-4cb7-a8e3-ac440032c4a4 req-03bfe78f-1f16-4174-adc2-9102d6f77313 tempest-VolumesSnapshotTestJSON-172324038 tempest-VolumesSnapshotTestJSON-172324038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:41:04.042880 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-c8d938d5-be3a-4cb7-a8e3-ac440032c4a4 req-03bfe78f-1f16-4174-adc2-9102d6f77313 tempest-VolumesSnapshotTestJSON-172324038 tempest-VolumesSnapshotTestJSON-172324038-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=417dfb32-7368-4c35-8631-f0ca8b7e2680 HTTP/1.1" status: 200 len: 944 time: 0.0842750 Sep 15 07:41:04.050631 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69466166-0b56-4d01-a56b-0d6afb730c0f admin admin] Checking segment: {'id': 'ec12b675-c824-48b2-b764-cea54c2a6f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '2c10a638-2533-4c87-88f1-ce4db4dec0fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 07:41:04.050980 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69466166-0b56-4d01-a56b-0d6afb730c0f admin admin] Network hostable DHCP agents. Network: 2c10a638-2533-4c87-88f1-ce4db4dec0fd, hostable agents: ['47b201f8-ba91-4005-8457-67653169c522'], hosted agents: [] {{(pid=107279) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 07:41:04.315405 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:41:04.343152 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-c8d938d5-be3a-4cb7-a8e3-ac440032c4a4 req-e6b28f00-2abe-426c-a51e-2dea20b62b26 tempest-VolumesSnapshotTestJSON-172324038 tempest-VolumesSnapshotTestJSON-172324038-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6eda1ed7-64d2-40ad-adcb-574a95437049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2942066 Sep 15 07:41:04.357971 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d0c78c-3d1f-4d6d-8aa4-062899a529d1 req-23cd4903-be96-491c-a1c3-9ee0d7f06fcb tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:41:04.359415 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-d5d0c78c-3d1f-4d6d-8aa4-062899a529d1 req-23cd4903-be96-491c-a1c3-9ee0d7f06fcb tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=07ae2103-9abb-45d7-94b1-7e0f83c44fa0 HTTP/1.1" status: 200 len: 946 time: 0.0664361 Sep 15 07:41:04.396282 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69466166-0b56-4d01-a56b-0d6afb730c0f admin admin] Network 2c10a638-2533-4c87-88f1-ce4db4dec0fd is scheduled to be hosted by DHCP agent 47b201f8-ba91-4005-8457-67653169c522 with binding_index 1 {{(pid=107279) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 07:41:04.413072 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-d5d0c78c-3d1f-4d6d-8aa4-062899a529d1 req-1c31bfad-a788-48fa-bd4a-605d8451b2cb tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b407f831-0121-48a5-b269-407cd5b097f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479817 Sep 15 07:41:04.487898 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:41:04.504089 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e832d23e-a4ca-46aa-a9ef-c732d85ce2ac req-3ff4d1eb-aace-4c39-b3be-2f9437b7608e tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:41:04.505484 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-e832d23e-a4ca-46aa-a9ef-c732d85ce2ac req-3ff4d1eb-aace-4c39-b3be-2f9437b7608e tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=81bf969c-3300-4003-9606-ea44bac82330 HTTP/1.1" status: 200 len: 946 time: 0.0489585 Sep 15 07:41:04.506070 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.scheduler.base_scheduler [None req-69466166-0b56-4d01-a56b-0d6afb730c0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824149-6-iscsi, 2c10a638-2533-4c87-88f1-ce4db4dec0fd) {{(pid=107279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 07:41:04.510447 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69466166-0b56-4d01-a56b-0d6afb730c0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:41:04.511090 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-69466166-0b56-4d01-a56b-0d6afb730c0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586190'] for subnet (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:04.516575 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a64fada-5fab-4fce-945c-632d7519e106 None None] Network 2c10a638-2533-4c87-88f1-ce4db4dec0fd requested from dv-cinder-824149-6-iscsi {{(pid=107290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 07:41:04.567412 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-e832d23e-a4ca-46aa-a9ef-c732d85ce2ac req-8f915206-5f00-43e0-b71a-9c5bb4c293e4 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3bbd3c93-b7a5-43ea-bc32-62815f5ad2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536637 Sep 15 07:41:04.619164 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a2b5f35-3842-4dc0-ac1c-418ee07ebd05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29e20e6a-f4c7-5fd3-bcac-85a18cccc141-2c10a638-2533-4c87-88f1-ce4db4dec0fd', 'network_id': '2c10a638-2533-4c87-88f1-ce4db4dec0fd', 'project_id': 'af1e008c4bfa41e18488c63ea0f17b27', 'fixed_ips': [{'subnet_id': 'c8bb4817-976c-49f3-9d00-c474544f8d63'}]}} from dv-cinder-824149-6-iscsi. {{(pid=107290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 15 07:41:04.620069 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-1a2b5f35-3842-4dc0-ac1c-418ee07ebd05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (None), before_create {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:04.622448 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-69466166-0b56-4d01-a56b-0d6afb730c0f admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1281724 Sep 15 07:41:04.625467 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 35120) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:41:04.630296 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.v2.base [None req-e36f6e06-20f0-4f22-8573-3d70d02b32f0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-938819957-router', 'tenant_id': 'af1e008c4bfa41e18488c63ea0f17b27', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa'}}} {{(pid=107279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:41:04.723706 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-e36f6e06-20f0-4f22-8573-3d70d02b32f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2008969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1936'] for router (67840e2f-de01-4d8c-90b9-81d88ad1a131), before_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:04.724981 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-e36f6e06-20f0-4f22-8573-3d70d02b32f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2014644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2006267', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2072115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1945'] for router (67840e2f-de01-4d8c-90b9-81d88ad1a131), precommit_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:04.759666 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.db_base_plugin_common [None req-1a2b5f35-3842-4dc0-ac1c-418ee07ebd05 None None] Allocated IP 172.20.0.2 (2c10a638-2533-4c87-88f1-ce4db4dec0fd/c8bb4817-976c-49f3-9d00-c474544f8d63/f5e68058-b1c6-4c9b-a014-a0384a751493) {{(pid=107290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 07:41:04.797175 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-e36f6e06-20f0-4f22-8573-3d70d02b32f0 admin admin] Publish callbacks [] for router_controller (67840e2f-de01-4d8c-90b9-81d88ad1a131), precommit_add_association {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:04.908631 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-1a2b5f35-3842-4dc0-ac1c-418ee07ebd05 None None] Publish callbacks [] for port (f5e68058-b1c6-4c9b-a014-a0384a751493), precommit_create {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:04.983251 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-1a2b5f35-3842-4dc0-ac1c-418ee07ebd05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729658170579'] for port (f5e68058-b1c6-4c9b-a014-a0384a751493), after_create {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:05.021653 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-e36f6e06-20f0-4f22-8573-3d70d02b32f0 admin admin] Publish callbacks [] for router_gateway (67840e2f-de01-4d8c-90b9-81d88ad1a131), precommit_update {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:05.022512 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a2b5f35-3842-4dc0-ac1c-418ee07ebd05 None None] Network 2c10a638-2533-4c87-88f1-ce4db4dec0fd is already hosted by enough agents. {{(pid=107290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 07:41:05.025409 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.scheduler.base_scheduler [None req-1a2b5f35-3842-4dc0-ac1c-418ee07ebd05 None None] Resources bound (agent type, host, resource id): {{(pid=107290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 07:41:05.032325 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2b5f35-3842-4dc0-ac1c-418ee07ebd05 None None] Received port after_create {{(pid=107290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 07:41:05.040887 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2b5f35-3842-4dc0-ac1c-418ee07ebd05 None None] Pushing event updated for resources: {'Port': ['ID=f5e68058-b1c6-4c9b-a014-a0384a751493,revision_number=1']} {{(pid=107290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:41:05.046683 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:41:05.069319 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2b5f35-3842-4dc0-ac1c-418ee07ebd05 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:41:05.069696 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2b5f35-3842-4dc0-ac1c-418ee07ebd05 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:41:05.070089 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2b5f35-3842-4dc0-ac1c-418ee07ebd05 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:41:05.070435 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2b5f35-3842-4dc0-ac1c-418ee07ebd05 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:41:05.070776 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2b5f35-3842-4dc0-ac1c-418ee07ebd05 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:41:05.071108 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2b5f35-3842-4dc0-ac1c-418ee07ebd05 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:41:05.071437 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2b5f35-3842-4dc0-ac1c-418ee07ebd05 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:41:05.071765 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2b5f35-3842-4dc0-ac1c-418ee07ebd05 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:41:05.072092 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2b5f35-3842-4dc0-ac1c-418ee07ebd05 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:41:05.072418 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2b5f35-3842-4dc0-ac1c-418ee07ebd05 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:41:05.072748 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2b5f35-3842-4dc0-ac1c-418ee07ebd05 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:41:05.073073 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2b5f35-3842-4dc0-ac1c-418ee07ebd05 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:41:05.073399 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2b5f35-3842-4dc0-ac1c-418ee07ebd05 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:41:05.073780 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2b5f35-3842-4dc0-ac1c-418ee07ebd05 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:41:05.074108 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2b5f35-3842-4dc0-ac1c-418ee07ebd05 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:41:05.111131 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.managers [None req-1a2b5f35-3842-4dc0-ac1c-418ee07ebd05 None None] Attempting to bind port f5e68058-b1c6-4c9b-a014-a0384a751493 on host dv-cinder-824149-6-iscsi for vnic_type normal with profile {{(pid=107290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 07:41:05.111476 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.managers [None req-1a2b5f35-3842-4dc0-ac1c-418ee07ebd05 None None] Attempting to bind port f5e68058-b1c6-4c9b-a014-a0384a751493 by drivers openvswitch,hyperv on host dv-cinder-824149-6-iscsi at level 0 using segments [{'id': 'ec12b675-c824-48b2-b764-cea54c2a6f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '2c10a638-2533-4c87-88f1-ce4db4dec0fd'}] {{(pid=107290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 07:41:05.111839 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2b5f35-3842-4dc0-ac1c-418ee07ebd05 None None] Attempting to bind port f5e68058-b1c6-4c9b-a014-a0384a751493 on network 2c10a638-2533-4c87-88f1-ce4db4dec0fd {{(pid=107290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 07:41:05.140382 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0e4c06-5592-4229-983d-0c370b6c544f req-9d430460-3dc0-4c10-ab21-fb41ae84d273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:41:05.142394 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-5b0e4c06-5592-4229-983d-0c370b6c544f req-9d430460-3dc0-4c10-ab21-fb41ae84d273 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=66cb9c7c7eb24e30bf89b3680c713472&device_id=417dfb32-7368-4c35-8631-f0ca8b7e2680 HTTP/1.1" status: 200 len: 1128 time: 0.0469861 Sep 15 07:41:05.156709 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2b5f35-3842-4dc0-ac1c-418ee07ebd05 None None] Checking agent: {'id': 'c3acd0b9-3b8e-4f77-9053-2ca2457616b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824149-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 7, 30, 28), 'started_at': datetime.datetime(2022, 9, 15, 7, 30, 58), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 7, 40, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824149-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 07:41:05.157356 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2b5f35-3842-4dc0-ac1c-418ee07ebd05 None None] Checking segment: {'id': 'ec12b675-c824-48b2-b764-cea54c2a6f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '2c10a638-2533-4c87-88f1-ce4db4dec0fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 07:41:05.157788 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-1a2b5f35-3842-4dc0-ac1c-418ee07ebd05 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:05.158202 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2b5f35-3842-4dc0-ac1c-418ee07ebd05 None None] Bound using segment: {'id': 'ec12b675-c824-48b2-b764-cea54c2a6f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '2c10a638-2533-4c87-88f1-ce4db4dec0fd'} {{(pid=107290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 07:41:05.158739 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.managers [None req-1a2b5f35-3842-4dc0-ac1c-418ee07ebd05 None None] Bound port: f5e68058-b1c6-4c9b-a014-a0384a751493, host: dv-cinder-824149-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec12b675-c824-48b2-b764-cea54c2a6f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '2c10a638-2533-4c87-88f1-ce4db4dec0fd'}}] {{(pid=107290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 07:41:05.159125 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-1a2b5f35-3842-4dc0-ac1c-418ee07ebd05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (f5e68058-b1c6-4c9b-a014-a0384a751493), before_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:05.218129 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:41:05.223119 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-1a2b5f35-3842-4dc0-ac1c-418ee07ebd05 None None] For port f5e68058-b1c6-4c9b-a014-a0384a751493, host dv-cinder-824149-6-iscsi, cleared binding levels {{(pid=107290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 07:41:05.226596 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-1a2b5f35-3842-4dc0-ac1c-418ee07ebd05 None None] For port f5e68058-b1c6-4c9b-a014-a0384a751493, host dv-cinder-824149-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-6-iscsi',level=0,port_id=f5e68058-b1c6-4c9b-a014-a0384a751493,segment=NetworkSegment(ec12b675-c824-48b2-b764-cea54c2a6f6e),segment_id=ec12b675-c824-48b2-b764-cea54c2a6f6e)] {{(pid=107290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 07:41:05.263133 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0e4c06-5592-4229-983d-0c370b6c544f req-9b38728e-2020-457d-9ce0-bb8274495feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:41:05.264582 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-5b0e4c06-5592-4229-983d-0c370b6c544f req-9b38728e-2020-457d-9ce0-bb8274495feb service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=f394ac71-7474-4bf4-a880-a8c13e331ffa HTTP/1.1" status: 200 len: 915 time: 0.0885170 Sep 15 07:41:05.293140 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-e36f6e06-20f0-4f22-8573-3d70d02b32f0 admin admin] Publish callbacks [] for router_gateway (67840e2f-de01-4d8c-90b9-81d88ad1a131), before_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:05.301446 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.agents_db [None req-df016ec4-f85e-4abb-9405-ce942686afd2 None None] Agent healthcheck: found 6 active agents {{(pid=107295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 07:41:05.313071 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-e36f6e06-20f0-4f22-8573-3d70d02b32f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (None), before_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:05.331745 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-1a2b5f35-3842-4dc0-ac1c-418ee07ebd05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615'] for port (f5e68058-b1c6-4c9b-a014-a0384a751493), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:05.399535 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2b5f35-3842-4dc0-ac1c-418ee07ebd05 None None] Pushing event updated for resources: {'Port': ['ID=f5e68058-b1c6-4c9b-a014-a0384a751493,revision_number=2']} {{(pid=107290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:41:05.445709 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.db.db_base_plugin_common [None req-e36f6e06-20f0-4f22-8573-3d70d02b32f0 admin admin] Allocated IP 172.27.0.149 (7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa/2c94e072-16ef-4b41-8118-d589be48e89d/b909bbd7-0d84-41f0-a949-dea3ab61a99c) {{(pid=107279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 07:41:05.508682 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-5b0e4c06-5592-4229-983d-0c370b6c544f req-2470f971-8719-49cd-9f8d-7fcd0f50d06e service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5f558303-6561-42ea-8bcc-d87ad98fc906 HTTP/1.1" status: 200 len: 217 time: 0.0487018 Sep 15 07:41:05.518367 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c6a4f7-8d2c-4584-9f5f-913fa9c1dc18 req-8d4ec102-216a-4884-b084-7502d1e6d77e tempest-VolumesSnapshotTestJSON-172324038 tempest-VolumesSnapshotTestJSON-172324038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:41:05.520139 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-d2c6a4f7-8d2c-4584-9f5f-913fa9c1dc18 req-8d4ec102-216a-4884-b084-7502d1e6d77e tempest-VolumesSnapshotTestJSON-172324038 tempest-VolumesSnapshotTestJSON-172324038-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=417dfb32-7368-4c35-8631-f0ca8b7e2680 HTTP/1.1" status: 200 len: 944 time: 0.0765917 Sep 15 07:41:05.569023 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=2 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:41:05.583690 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0e4c06-5592-4229-983d-0c370b6c544f req-eb5b3e00-8510-4edb-9341-38fe35bd36a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:41:05.585227 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-5b0e4c06-5592-4229-983d-0c370b6c544f req-eb5b3e00-8510-4edb-9341-38fe35bd36a0 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=64ae8133-cecb-48c0-b856-79547a868359 HTTP/1.1" status: 200 len: 854 time: 0.0696473 Sep 15 07:41:05.633672 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-5b0e4c06-5592-4229-983d-0c370b6c544f req-a976fa29-2176-4425-8f99-f87847e88b04 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=f394ac71-7474-4bf4-a880-a8c13e331ffa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420287 Sep 15 07:41:05.636592 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:41:05.667174 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7898344f-fdcf-4e5d-a524-c3218b1d9380 req-945c49b4-6423-40c5-a468-d55ffaefcd97 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:41:05.669453 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-7898344f-fdcf-4e5d-a524-c3218b1d9380 req-945c49b4-6423-40c5-a468-d55ffaefcd97 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=07ae2103-9abb-45d7-94b1-7e0f83c44fa0 HTTP/1.1" status: 200 len: 946 time: 0.1074038 Sep 15 07:41:05.715270 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-d2c6a4f7-8d2c-4584-9f5f-913fa9c1dc18 req-9d80820f-def5-453d-892b-10835e2be69d tempest-VolumesSnapshotTestJSON-172324038 tempest-VolumesSnapshotTestJSON-172324038-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6eda1ed7-64d2-40ad-adcb-574a95437049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506753 Sep 15 07:41:05.747759 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-e36f6e06-20f0-4f22-8573-3d70d02b32f0 admin admin] Publish callbacks [] for port (b909bbd7-0d84-41f0-a949-dea3ab61a99c), precommit_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:05.783548 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-5b0e4c06-5592-4229-983d-0c370b6c544f req-b81f258c-6cc1-4b50-a1f7-af46572fc936 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/f394ac71-7474-4bf4-a880-a8c13e331ffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415637 Sep 15 07:41:05.826396 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Device f5e68058-b1c6-4c9b-a014-a0384a751493 up at agent ovs-agent-dv-cinder-824149-6-iscsi {{(pid=107290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 07:41:05.829331 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:41:05.844171 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-7898344f-fdcf-4e5d-a524-c3218b1d9380 req-060d3b47-9f5f-4ea5-be5c-ef53776bd9c9 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b407f831-0121-48a5-b269-407cd5b097f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1463511 Sep 15 07:41:05.901787 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8000c28f-438f-4009-be92-a28bb2584c65 req-3f36165a-2fea-4e29-a7ea-6bc80c4ba2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:41:05.903654 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-8000c28f-438f-4009-be92-a28bb2584c65 req-3f36165a-2fea-4e29-a7ea-6bc80c4ba2f6 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=b4a8f2664964492e9c80a595ed043c71&device_id=07ae2103-9abb-45d7-94b1-7e0f83c44fa0 HTTP/1.1" status: 200 len: 1130 time: 0.0731111 Sep 15 07:41:05.917186 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Provisioning complete for port f5e68058-b1c6-4c9b-a014-a0384a751493 triggered by entity L2. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 07:41:05.918368 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862942'] for port (f5e68058-b1c6-4c9b-a014-a0384a751493), provisioning_complete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:05.918984 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Attempt 1 to provision port f5e68058-b1c6-4c9b-a014-a0384a751493 Sep 15 07:41:05.935840 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-5b0e4c06-5592-4229-983d-0c370b6c544f req-129452aa-3502-4bd2-bffc-bf98932d93c1 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/f394ac71-7474-4bf4-a880-a8c13e331ffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220355 Sep 15 07:41:05.987304 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-e36f6e06-20f0-4f22-8573-3d70d02b32f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729658170579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991753'] for port (b909bbd7-0d84-41f0-a949-dea3ab61a99c), after_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:06.029623 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Current status of the port f5e68058-b1c6-4c9b-a014-a0384a751493 is: DOWN; New status is: ACTIVE {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:41:06.030021 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (f5e68058-b1c6-4c9b-a014-a0384a751493), before_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:06.069434 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] For port f5e68058-b1c6-4c9b-a014-a0384a751493, host dv-cinder-824149-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-6-iscsi',level=0,port_id=f5e68058-b1c6-4c9b-a014-a0384a751493,segment=NetworkSegment(ec12b675-c824-48b2-b764-cea54c2a6f6e),segment_id=ec12b675-c824-48b2-b764-cea54c2a6f6e)] {{(pid=107290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:41:06.078907 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba3d248-6cbc-4427-9fc1-8983dc7fe452 req-9a7d6ca2-600e-4bc9-80cd-5064360b79f1 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:41:06.080327 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-bba3d248-6cbc-4427-9fc1-8983dc7fe452 req-9a7d6ca2-600e-4bc9-80cd-5064360b79f1 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=81bf969c-3300-4003-9606-ea44bac82330 HTTP/1.1" status: 200 len: 946 time: 0.1418388 Sep 15 07:41:06.082081 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e36f6e06-20f0-4f22-8573-3d70d02b32f0 admin admin] Network 7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa is already hosted by enough agents. {{(pid=107279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 07:41:06.094393 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36f6e06-20f0-4f22-8573-3d70d02b32f0 admin admin] Pushing event updated for resources: {'Port': ['ID=b909bbd7-0d84-41f0-a949-dea3ab61a99c,revision_number=1']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:41:06.097815 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.scheduler.base_scheduler [None req-e36f6e06-20f0-4f22-8573-3d70d02b32f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=107279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 07:41:06.114170 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36f6e06-20f0-4f22-8573-3d70d02b32f0 admin admin] Received port after_create {{(pid=107279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 07:41:06.135949 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Device 5f558303-6561-42ea-8bcc-d87ad98fc906 details requested by agent hyperv_hv-cinder-82414 with host hv-cinder-82414 {{(pid=107290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 07:41:06.150574 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8000c28f-438f-4009-be92-a28bb2584c65 req-3687e9a3-ffce-4f3e-aa54-d4f87f18f8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:41:06.152044 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-8000c28f-438f-4009-be92-a28bb2584c65 req-3687e9a3-ffce-4f3e-aa54-d4f87f18f8b1 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=2b6b3bac-c651-487a-b144-89fba4985d6c HTTP/1.1" status: 200 len: 917 time: 0.2418854 Sep 15 07:41:06.172413 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615'] for port (f5e68058-b1c6-4c9b-a014-a0384a751493), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:06.264472 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-bba3d248-6cbc-4427-9fc1-8983dc7fe452 req-1287aab3-933c-463b-8390-4ca40c12f3ae tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3bbd3c93-b7a5-43ea-bc32-62815f5ad2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732984 Sep 15 07:41:06.301622 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Pushing event updated for resources: {'Port': ['ID=f5e68058-b1c6-4c9b-a014-a0384a751493,revision_number=3']} {{(pid=107290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:41:06.302877 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] For port 5f558303-6561-42ea-8bcc-d87ad98fc906, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=5f558303-6561-42ea-8bcc-d87ad98fc906,segment=NetworkSegment(933d1858-9190-48af-ab20-a3ec8506eacd),segment_id=933d1858-9190-48af-ab20-a3ec8506eacd)] {{(pid=107290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:41:06.320320 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Returning: {'device': '5f558303-6561-42ea-8bcc-d87ad98fc906', 'network_id': 'f394ac71-7474-4bf4-a880-a8c13e331ffa', 'port_id': '5f558303-6561-42ea-8bcc-d87ad98fc906', 'mac_address': 'fa:16:3e:47:93:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64ae8133-cecb-48c0-b856-79547a868359', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 07:41:06.333410 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-8000c28f-438f-4009-be92-a28bb2584c65 req-cf0c7faa-cf0c-4521-a489-588847c66e4c service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=60114f49-493e-46b0-a653-b05d4362ebe7 HTTP/1.1" status: 200 len: 1001 time: 0.1680186 Sep 15 07:41:06.359331 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Current status of the port 5f558303-6561-42ea-8bcc-d87ad98fc906 is: DOWN; New status is: BUILD {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:41:06.366421 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (5f558303-6561-42ea-8bcc-d87ad98fc906), before_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:06.377001 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.notifiers.nova [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f558303-6561-42ea-8bcc-d87ad98fc906 {{(pid=107290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 07:41:06.398464 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] For port 5f558303-6561-42ea-8bcc-d87ad98fc906, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=5f558303-6561-42ea-8bcc-d87ad98fc906,segment=NetworkSegment(933d1858-9190-48af-ab20-a3ec8506eacd),segment_id=933d1858-9190-48af-ab20-a3ec8506eacd)] {{(pid=107290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:41:06.416712 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8000c28f-438f-4009-be92-a28bb2584c65 req-41dadbca-a5d4-4d1e-925b-614453c7cb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:41:06.418190 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-8000c28f-438f-4009-be92-a28bb2584c65 req-41dadbca-a5d4-4d1e-925b-614453c7cb55 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=37c21616-a845-47e5-a620-a34a553bb45c HTTP/1.1" status: 200 len: 855 time: 0.0636101 Sep 15 07:41:06.455255 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:41:06.462905 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8000c28f-438f-4009-be92-a28bb2584c65 req-8006b117-c256-46d3-8c7a-cc4685291231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:41:06.464407 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-8000c28f-438f-4009-be92-a28bb2584c65 req-8006b117-c256-46d3-8c7a-cc4685291231 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=2b6b3bac-c651-487a-b144-89fba4985d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394294 Sep 15 07:41:06.523963 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-218b60b8-3c73-40f1-a3df-130cd3740a1c None None] Network 2c10a638-2533-4c87-88f1-ce4db4dec0fd requested from dv-cinder-824149-6-iscsi {{(pid=107290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 07:41:06.540301 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615'] for port (5f558303-6561-42ea-8bcc-d87ad98fc906), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:06.561278 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-8000c28f-438f-4009-be92-a28bb2584c65 req-5a559f11-e6e1-4f60-847a-5deffadcca46 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/2b6b3bac-c651-487a-b144-89fba4985d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902886 Sep 15 07:41:06.624150 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-dcb352f4-f1cb-460f-b6bc-b073faa15885 None None] Provisioning complete for port f5e68058-b1c6-4c9b-a014-a0384a751493 triggered by entity DHCP. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 07:41:06.624450 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-dcb352f4-f1cb-460f-b6bc-b073faa15885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862942'] for port (f5e68058-b1c6-4c9b-a014-a0384a751493), provisioning_complete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:06.624790 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-dcb352f4-f1cb-460f-b6bc-b073faa15885 None None] Attempt 1 to provision port f5e68058-b1c6-4c9b-a014-a0384a751493 Sep 15 07:41:06.676860 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Pushing event updated for resources: {'Port': ['ID=5f558303-6561-42ea-8bcc-d87ad98fc906,revision_number=4']} {{(pid=107290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:41:06.733362 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-e36f6e06-20f0-4f22-8573-3d70d02b32f0 admin admin] Publish callbacks [] for router_gateway (67840e2f-de01-4d8c-90b9-81d88ad1a131), after_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:06.749256 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:41:06.775116 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-dcb352f4-f1cb-460f-b6bc-b073faa15885 None None] Current status of the port f5e68058-b1c6-4c9b-a014-a0384a751493 is: ACTIVE; New status is: ACTIVE {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:41:06.775461 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-8000c28f-438f-4009-be92-a28bb2584c65 req-eeab7fa7-5460-4855-a78e-da90afa444fd service neutron] 10.222.0.26 "GET /networking/v2.0/networks/2b6b3bac-c651-487a-b144-89fba4985d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752760 Sep 15 07:41:06.883685 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] get_ports_and_sgs() called for port_ids ['5f558303-6561-42ea-8bcc-d87ad98fc906'] {{(pid=107290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 07:41:06.884354 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f981c8a2-c985-4122-90a9-c0f18a2e1e12 req-d89f8115-a132-4089-87b6-1f252b39ac67 tempest-VolumesSnapshotTestJSON-172324038 tempest-VolumesSnapshotTestJSON-172324038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:41:06.884354 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-f981c8a2-c985-4122-90a9-c0f18a2e1e12 req-d89f8115-a132-4089-87b6-1f252b39ac67 tempest-VolumesSnapshotTestJSON-172324038 tempest-VolumesSnapshotTestJSON-172324038-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=417dfb32-7368-4c35-8631-f0ca8b7e2680 HTTP/1.1" status: 200 len: 945 time: 0.0660048 Sep 15 07:41:06.924341 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:41:06.962522 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:41:06.995814 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-708b3ed5-f2a0-4e8f-b41b-715c360c18c0 None None] Provisioning complete for port f5e68058-b1c6-4c9b-a014-a0384a751493 triggered by entity DHCP. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 07:41:06.996180 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-708b3ed5-f2a0-4e8f-b41b-715c360c18c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862942'] for port (f5e68058-b1c6-4c9b-a014-a0384a751493), provisioning_complete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:06.996509 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-708b3ed5-f2a0-4e8f-b41b-715c360c18c0 None None] Attempt 1 to provision port f5e68058-b1c6-4c9b-a014-a0384a751493 Sep 15 07:41:07.137822 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-708b3ed5-f2a0-4e8f-b41b-715c360c18c0 None None] Current status of the port f5e68058-b1c6-4c9b-a014-a0384a751493 is: ACTIVE; New status is: ACTIVE {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:41:07.254763 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-f981c8a2-c985-4122-90a9-c0f18a2e1e12 req-56dfc1be-2537-4d43-9780-e826fffea749 tempest-VolumesSnapshotTestJSON-172324038 tempest-VolumesSnapshotTestJSON-172324038-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6eda1ed7-64d2-40ad-adcb-574a95437049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3408189 Sep 15 07:41:07.268247 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-e36f6e06-20f0-4f22-8573-3d70d02b32f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2014700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2007332'] for router (67840e2f-de01-4d8c-90b9-81d88ad1a131), after_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:07.277347 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0b54be-1c2e-41e0-bd04-8294e49a3869 req-a59923f0-2c2e-48da-a29c-e32e7b020daf tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:41:07.278833 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-2d0b54be-1c2e-41e0-bd04-8294e49a3869 req-a59923f0-2c2e-48da-a29c-e32e7b020daf tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=07ae2103-9abb-45d7-94b1-7e0f83c44fa0 HTTP/1.1" status: 200 len: 946 time: 0.0768554 Sep 15 07:41:07.440403 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-2d0b54be-1c2e-41e0-bd04-8294e49a3869 req-c22043d1-8e1d-43cc-9735-8fb731fc5938 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b407f831-0121-48a5-b269-407cd5b097f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1263714 Sep 15 07:41:07.458867 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e75053-e083-4a42-aca8-c6820bace78c req-64748f5b-dba8-4eb4-a99a-cbfc8ad5d73e tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:41:07.460468 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-a5e75053-e083-4a42-aca8-c6820bace78c req-64748f5b-dba8-4eb4-a99a-cbfc8ad5d73e tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=81bf969c-3300-4003-9606-ea44bac82330 HTTP/1.1" status: 200 len: 946 time: 0.0843377 Sep 15 07:41:07.536603 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-a5e75053-e083-4a42-aca8-c6820bace78c req-6da449c5-37ae-473d-97e8-cf1f3f88588d tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3bbd3c93-b7a5-43ea-bc32-62815f5ad2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561054 Sep 15 07:41:07.569054 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e36f6e06-20f0-4f22-8573-3d70d02b32f0 admin admin] Router 67840e2f-de01-4d8c-90b9-81d88ad1a131 is scheduled to L3 agent 6177172c-20b9-4a3a-92be-d5dd082cfa3a with binding_index 1 {{(pid=107279) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 07:41:07.669895 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e36f6e06-20f0-4f22-8573-3d70d02b32f0 admin admin] Notify agent at l3_agent.dv-cinder-824149-6-iscsi the message routers_updated {{(pid=107279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 07:41:07.680112 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0a9acf-211e-45c0-a041-889f6efdcf81 None None] Sync routers for ids ['67840e2f-de01-4d8c-90b9-81d88ad1a131'] in dv-cinder-824149-6-iscsi {{(pid=107290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 07:41:07.691685 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0a9acf-211e-45c0-a041-889f6efdcf81 None None] Routers {'67840e2f-de01-4d8c-90b9-81d88ad1a131'} bound to L3 agent in host dv-cinder-824149-6-iscsi {{(pid=107290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 07:41:07.692206 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_hamode_db [None req-bc0a9acf-211e-45c0-a041-889f6efdcf81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T07:30:25Z,description=,heartbeat_timestamp=2022-09-15T07:40:55Z,host='dv-cinder-824149-6-iscsi',id=6177172c-20b9-4a3a-92be-d5dd082cfa3a,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T07:30:25Z,topic='l3_agent')) {'router_ids': ['67840e2f-de01-4d8c-90b9-81d88ad1a131'], 'active': True} {{(pid=107290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:41:07.774359 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Device f5e68058-b1c6-4c9b-a014-a0384a751493 up at agent ovs-agent-dv-cinder-824149-6-iscsi {{(pid=107290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 07:41:07.790556 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-e36f6e06-20f0-4f22-8573-3d70d02b32f0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:07.791801 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-e36f6e06-20f0-4f22-8573-3d70d02b32f0 admin admin] 10.222.0.42 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.1648421 Sep 15 07:41:07.794810 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 35160) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:41:07.827896 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvr_db [None req-bc0a9acf-211e-45c0-a041-889f6efdcf81 None None] Set router 67840e2f-de01-4d8c-90b9-81d88ad1a131 gateway port host: dv-cinder-824149-6-iscsi {{(pid=107290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 07:41:07.847007 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:41:07.903500 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Provisioning complete for port f5e68058-b1c6-4c9b-a014-a0384a751493 triggered by entity L2. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 07:41:07.904187 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862942'] for port (f5e68058-b1c6-4c9b-a014-a0384a751493), provisioning_complete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:07.904286 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Attempt 1 to provision port f5e68058-b1c6-4c9b-a014-a0384a751493 Sep 15 07:41:08.042903 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=100 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:41:08.067376 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Current status of the port f5e68058-b1c6-4c9b-a014-a0384a751493 is: ACTIVE; New status is: ACTIVE {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:41:08.077367 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_hamode_db [None req-bc0a9acf-211e-45c0-a041-889f6efdcf81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67840e2f-de01-4d8c-90b9-81d88ad1a131', 'name': 'tempest-TestVolumeBootPattern-938819957-router', 'tenant_id': 'af1e008c4bfa41e18488c63ea0f17b27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.149'}], 'enable_snat': True}, 'gw_port_id': 'b909bbd7-0d84-41f0-a949-dea3ab61a99c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:41:04Z', 'updated_at': '2022-09-15T07:41:06Z', 'revision_number': 3, 'project_id': 'af1e008c4bfa41e18488c63ea0f17b27', 'gw_port': {'id': 'b909bbd7-0d84-41f0-a949-dea3ab61a99c', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:8d:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67840e2f-de01-4d8c-90b9-81d88ad1a131', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:41:05Z', 'updated_at': '2022-09-15T07:41:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi'}], 'dv-cinder-824149-6-iscsi', False) {} {{(pid=107290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:41:08.101975 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0a9acf-211e-45c0-a041-889f6efdcf81 None None] Checking router: 67840e2f-de01-4d8c-90b9-81d88ad1a131 for host: dv-cinder-824149-6-iscsi {{(pid=107290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 07:41:08.106344 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0a9acf-211e-45c0-a041-889f6efdcf81 None None] Updating router 67840e2f-de01-4d8c-90b9-81d88ad1a131 port b909bbd7-0d84-41f0-a949-dea3ab61a99c binding host dv-cinder-824149-6-iscsi {{(pid=107290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 07:41:08.220179 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:41:08.234555 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-dd37ac97-f3e7-4014-a963-182e58e22961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (None), before_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:08.251956 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Device 5f558303-6561-42ea-8bcc-d87ad98fc906 up at agent hyperv_hv-cinder-82414 {{(pid=107290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 07:41:08.280883 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-bc0a9acf-211e-45c0-a041-889f6efdcf81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (b909bbd7-0d84-41f0-a949-dea3ab61a99c), before_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:08.377490 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Provisioning for port 5f558303-6561-42ea-8bcc-d87ad98fc906 completed by entity L2. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 15 07:41:08.430233 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bad33c-fde2-435e-8acc-8789fc3b7bc2 req-f41e32c9-d81e-4f96-b80e-d1288c140548 tempest-VolumesSnapshotTestJSON-172324038 tempest-VolumesSnapshotTestJSON-172324038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:41:08.431724 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-32bad33c-fde2-435e-8acc-8789fc3b7bc2 req-f41e32c9-d81e-4f96-b80e-d1288c140548 tempest-VolumesSnapshotTestJSON-172324038 tempest-VolumesSnapshotTestJSON-172324038-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=417dfb32-7368-4c35-8631-f0ca8b7e2680 HTTP/1.1" status: 200 len: 945 time: 0.0830858 Sep 15 07:41:08.434787 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.db.db_base_plugin_common [None req-dd37ac97-f3e7-4014-a963-182e58e22961 admin admin] Allocated IP 172.20.0.1 (2c10a638-2533-4c87-88f1-ce4db4dec0fd/c8bb4817-976c-49f3-9d00-c474544f8d63/1a68fd01-d2a8-4a36-a6ad-66233e53b4cd) {{(pid=107279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 07:41:08.458892 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Provisioning complete for port 5f558303-6561-42ea-8bcc-d87ad98fc906 triggered by entity L2. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 07:41:08.459268 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862942'] for port (5f558303-6561-42ea-8bcc-d87ad98fc906), provisioning_complete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:08.459608 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Attempt 1 to provision port 5f558303-6561-42ea-8bcc-d87ad98fc906 Sep 15 07:41:08.583725 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:41:08.592264 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-dd37ac97-f3e7-4014-a963-182e58e22961 admin admin] Publish callbacks [] for port (1a68fd01-d2a8-4a36-a6ad-66233e53b4cd), precommit_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:08.615884 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-32bad33c-fde2-435e-8acc-8789fc3b7bc2 req-78da45db-9d89-4b7f-991f-34e0163b31e4 tempest-VolumesSnapshotTestJSON-172324038 tempest-VolumesSnapshotTestJSON-172324038-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6eda1ed7-64d2-40ad-adcb-574a95437049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763577 Sep 15 07:41:08.621342 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-bc0a9acf-211e-45c0-a041-889f6efdcf81 None None] Publish callbacks [] for port (b909bbd7-0d84-41f0-a949-dea3ab61a99c), precommit_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:08.631693 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Current status of the port 5f558303-6561-42ea-8bcc-d87ad98fc906 is: BUILD; New status is: ACTIVE {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:41:08.632098 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (5f558303-6561-42ea-8bcc-d87ad98fc906), before_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:08.652552 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:41:08.658126 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '417dfb32-7368-4c35-8631-f0ca8b7e2680', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f558303-6561-42ea-8bcc-d87ad98fc906'}] {{(pid=107290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 07:41:08.660479 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff93a2f2a3cb789a491bb2a8c4b01cf70d8343c1611f7c7394898ef54d6aa0cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ade4f8fc-a45b-4df7-96d9-ac627c8cf3d6" -d '{"events": [{"server_uuid": "417dfb32-7368-4c35-8631-f0ca8b7e2680", "name": "network-vif-plugged", "status": "completed", "tag": "5f558303-6561-42ea-8bcc-d87ad98fc906"}]}' {{(pid=107290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 07:41:08.673415 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] For port 5f558303-6561-42ea-8bcc-d87ad98fc906, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=5f558303-6561-42ea-8bcc-d87ad98fc906,segment=NetworkSegment(933d1858-9190-48af-ab20-a3ec8506eacd),segment_id=933d1858-9190-48af-ab20-a3ec8506eacd)] {{(pid=107290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:41:08.681609 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892e9509-722f-41aa-9d88-f4b40ae2aa6f req-149938ed-6da5-4b6b-866f-a6999da48a2f tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:41:08.683084 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-892e9509-722f-41aa-9d88-f4b40ae2aa6f req-149938ed-6da5-4b6b-866f-a6999da48a2f tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=07ae2103-9abb-45d7-94b1-7e0f83c44fa0 HTTP/1.1" status: 200 len: 946 time: 0.1332574 Sep 15 07:41:08.709015 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-bc0a9acf-211e-45c0-a041-889f6efdcf81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615'] for port (b909bbd7-0d84-41f0-a949-dea3ab61a99c), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:08.747608 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.managers [None req-bc0a9acf-211e-45c0-a041-889f6efdcf81 None None] Attempting to bind port b909bbd7-0d84-41f0-a949-dea3ab61a99c on host dv-cinder-824149-6-iscsi for vnic_type normal with profile {{(pid=107290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 07:41:08.747868 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.managers [None req-bc0a9acf-211e-45c0-a041-889f6efdcf81 None None] Attempting to bind port b909bbd7-0d84-41f0-a949-dea3ab61a99c by drivers openvswitch,hyperv on host dv-cinder-824149-6-iscsi at level 0 using segments [{'id': '8c607054-1f24-4b82-9f54-7b368db757ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa'}] {{(pid=107290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 07:41:08.748226 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0a9acf-211e-45c0-a041-889f6efdcf81 None None] Attempting to bind port b909bbd7-0d84-41f0-a949-dea3ab61a99c on network 7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa {{(pid=107290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 07:41:08.751792 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73815072-ea97-424c-814e-0ea819849612 req-c5ef94ba-4168-42de-8921-0afb00bb4da9 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:41:08.753293 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-73815072-ea97-424c-814e-0ea819849612 req-c5ef94ba-4168-42de-8921-0afb00bb4da9 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=81bf969c-3300-4003-9606-ea44bac82330 HTTP/1.1" status: 200 len: 946 time: 0.0664823 Sep 15 07:41:08.779014 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615'] for port (5f558303-6561-42ea-8bcc-d87ad98fc906), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:08.779807 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Device 60114f49-493e-46b0-a653-b05d4362ebe7 no longer exists at agent hyperv_hv-cinder-82414 {{(pid=107290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 07:41:08.786926 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-892e9509-722f-41aa-9d88-f4b40ae2aa6f req-644b5426-9bea-4d93-af69-dec08eab66bd tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b407f831-0121-48a5-b269-407cd5b097f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911405 Sep 15 07:41:08.791981 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-dd37ac97-f3e7-4014-a963-182e58e22961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729658170579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991753'] for port (1a68fd01-d2a8-4a36-a6ad-66233e53b4cd), after_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:08.804496 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f062c7a9-df3f-4c5c-8765-e8b084489571 None None] Pushing event updated for resources: {'Port': ['ID=b909bbd7-0d84-41f0-a949-dea3ab61a99c,revision_number=2']} {{(pid=107290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:41:08.846856 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:41:08.859710 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd37ac97-f3e7-4014-a963-182e58e22961 admin admin] Pushing event updated for resources: {'Port': ['ID=1a68fd01-d2a8-4a36-a6ad-66233e53b4cd,revision_number=1']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:41:08.874131 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd37ac97-f3e7-4014-a963-182e58e22961 admin admin] Network 2c10a638-2533-4c87-88f1-ce4db4dec0fd is already hosted by enough agents. {{(pid=107279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 07:41:08.879712 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.scheduler.base_scheduler [None req-dd37ac97-f3e7-4014-a963-182e58e22961 admin admin] Resources bound (agent type, host, resource id): {{(pid=107279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 07:41:08.880509 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0a9acf-211e-45c0-a041-889f6efdcf81 None None] Checking agent: {'id': 'c3acd0b9-3b8e-4f77-9053-2ca2457616b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824149-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 7, 30, 28), 'started_at': datetime.datetime(2022, 9, 15, 7, 30, 58), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 7, 40, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824149-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 07:41:08.882085 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0a9acf-211e-45c0-a041-889f6efdcf81 None None] Checking segment: {'id': '8c607054-1f24-4b82-9f54-7b368db757ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 07:41:08.882183 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-bc0a9acf-211e-45c0-a041-889f6efdcf81 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:08.882657 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0a9acf-211e-45c0-a041-889f6efdcf81 None None] Bound using segment: {'id': '8c607054-1f24-4b82-9f54-7b368db757ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa'} {{(pid=107290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 07:41:08.883226 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.managers [None req-bc0a9acf-211e-45c0-a041-889f6efdcf81 None None] Bound port: b909bbd7-0d84-41f0-a949-dea3ab61a99c, host: dv-cinder-824149-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c607054-1f24-4b82-9f54-7b368db757ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa'}}] {{(pid=107290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 07:41:08.883674 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-bc0a9acf-211e-45c0-a041-889f6efdcf81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (b909bbd7-0d84-41f0-a949-dea3ab61a99c), before_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:08.896166 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-73815072-ea97-424c-814e-0ea819849612 req-e2695b46-6446-43dc-92e2-7d804c8c5448 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3bbd3c93-b7a5-43ea-bc32-62815f5ad2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313486 Sep 15 07:41:08.897072 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd37ac97-f3e7-4014-a963-182e58e22961 admin admin] Received port after_create {{(pid=107279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 07:41:08.922651 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 07:41:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2399d0b-3602-4e51-a68e-5de54f89a81b x-openstack-request-id: req-f2399d0b-3602-4e51-a68e-5de54f89a81b {{(pid=107290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 07:41:08.923118 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "417dfb32-7368-4c35-8631-f0ca8b7e2680", "name": "network-vif-plugged", "status": "completed", "tag": "5f558303-6561-42ea-8bcc-d87ad98fc906", "code": 200}]} {{(pid=107290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 07:41:08.923533 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f2399d0b-3602-4e51-a68e-5de54f89a81b {{(pid=107290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 07:41:08.924165 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2399d0b-3602-4e51-a68e-5de54f89a81b'] response: {'server_uuid': '417dfb32-7368-4c35-8631-f0ca8b7e2680', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f558303-6561-42ea-8bcc-d87ad98fc906', 'code': 200} Sep 15 07:41:08.950429 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-dd37ac97-f3e7-4014-a963-182e58e22961 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2002461'] for router_interface (67840e2f-de01-4d8c-90b9-81d88ad1a131), before_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:08.973614 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Pushing event updated for resources: {'Port': ['ID=5f558303-6561-42ea-8bcc-d87ad98fc906,revision_number=5']} {{(pid=107290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:41:09.024356 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:41:09.027576 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Current status of the port 60114f49-493e-46b0-a653-b05d4362ebe7 is: ACTIVE; New status is: DOWN {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:41:09.027962 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (60114f49-493e-46b0-a653-b05d4362ebe7), before_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:09.082164 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-bc0a9acf-211e-45c0-a041-889f6efdcf81 None None] For port b909bbd7-0d84-41f0-a949-dea3ab61a99c, host dv-cinder-824149-6-iscsi, cleared binding levels {{(pid=107290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 07:41:09.087311 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-bc0a9acf-211e-45c0-a041-889f6efdcf81 None None] For port b909bbd7-0d84-41f0-a949-dea3ab61a99c, host dv-cinder-824149-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-6-iscsi',level=0,port_id=b909bbd7-0d84-41f0-a949-dea3ab61a99c,segment=NetworkSegment(8c607054-1f24-4b82-9f54-7b368db757ce),segment_id=8c607054-1f24-4b82-9f54-7b368db757ce)] {{(pid=107290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 07:41:09.098939 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] For port 60114f49-493e-46b0-a653-b05d4362ebe7, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=60114f49-493e-46b0-a653-b05d4362ebe7,segment=NetworkSegment(4e083812-1fad-4032-9ca4-75fb637b69f5),segment_id=4e083812-1fad-4032-9ca4-75fb637b69f5)] {{(pid=107290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:41:09.140538 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 35176) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:41:09.176337 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-07d9ec1e-dad8-422a-b299-3de5ad68f6b1 None None] Provisioning complete for port 1a68fd01-d2a8-4a36-a6ad-66233e53b4cd triggered by entity DHCP. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 07:41:09.176714 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-07d9ec1e-dad8-422a-b299-3de5ad68f6b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862942'] for port (1a68fd01-d2a8-4a36-a6ad-66233e53b4cd), provisioning_complete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:09.177050 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-07d9ec1e-dad8-422a-b299-3de5ad68f6b1 None None] Attempt 1 to provision port 1a68fd01-d2a8-4a36-a6ad-66233e53b4cd Sep 15 07:41:09.213595 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-07d9ec1e-dad8-422a-b299-3de5ad68f6b1 None None] Port 1a68fd01-d2a8-4a36-a6ad-66233e53b4cd cannot update to ACTIVE because it is not bound. {{(pid=107290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 07:41:09.215545 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615'] for port (60114f49-493e-46b0-a653-b05d4362ebe7), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:09.219060 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-bc0a9acf-211e-45c0-a041-889f6efdcf81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615'] for port (b909bbd7-0d84-41f0-a949-dea3ab61a99c), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:09.222287 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-dd37ac97-f3e7-4014-a963-182e58e22961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (1a68fd01-d2a8-4a36-a6ad-66233e53b4cd), before_update {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:09.265484 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0a9acf-211e-45c0-a041-889f6efdcf81 None None] Routers {'67840e2f-de01-4d8c-90b9-81d88ad1a131'} bound to L3 agent in host dv-cinder-824149-6-iscsi {{(pid=107290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 07:41:09.266885 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_hamode_db [None req-bc0a9acf-211e-45c0-a041-889f6efdcf81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T07:30:25Z,description=,heartbeat_timestamp=2022-09-15T07:40:55Z,host='dv-cinder-824149-6-iscsi',id=6177172c-20b9-4a3a-92be-d5dd082cfa3a,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T07:30:25Z,topic='l3_agent')) {'router_ids': ['67840e2f-de01-4d8c-90b9-81d88ad1a131'], 'active': True} {{(pid=107290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:41:09.310568 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-1654a477-ae65-48f9-b9b2-4d01d3b0e4db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:09.334915 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Pushing event updated for resources: {'Port': ['ID=60114f49-493e-46b0-a653-b05d4362ebe7,revision_number=8']} {{(pid=107290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:41:09.336788 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:41:09.361569 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab830736-225f-488e-babb-55893ccbc438 req-af983149-e1cf-42be-b98a-c86d87bd9cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:41:09.363084 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-ab830736-225f-488e-babb-55893ccbc438 req-af983149-e1cf-42be-b98a-c86d87bd9cce service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=417dfb32-7368-4c35-8631-f0ca8b7e2680 HTTP/1.1" status: 200 len: 1130 time: 0.0431709 Sep 15 07:41:09.405034 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:41:09.439250 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-ab830736-225f-488e-babb-55893ccbc438 req-19f9c918-10ed-4af6-af07-08cd68a96837 service neutron] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6eda1ed7-64d2-40ad-adcb-574a95437049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501182 Sep 15 07:41:09.439837 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-1654a477-ae65-48f9-b9b2-4d01d3b0e4db admin admin] Publish callbacks [] for security_group (734d3367-ca5e-4bb7-a718-59c60cd43adf), precommit_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:09.444635 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f062c7a9-df3f-4c5c-8765-e8b084489571 None None] Pushing event updated for resources: {'Port': ['ID=b909bbd7-0d84-41f0-a949-dea3ab61a99c,revision_number=3']} {{(pid=107290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:41:09.448421 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvr_db [None req-bc0a9acf-211e-45c0-a041-889f6efdcf81 None None] Set router 67840e2f-de01-4d8c-90b9-81d88ad1a131 gateway port host: dv-cinder-824149-6-iscsi {{(pid=107290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 07:41:09.498775 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-dd37ac97-f3e7-4014-a963-182e58e22961 admin admin] Publish callbacks [] for port (1a68fd01-d2a8-4a36-a6ad-66233e53b4cd), precommit_update {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:09.554440 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-1654a477-ae65-48f9-b9b2-4d01d3b0e4db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (734d3367-ca5e-4bb7-a718-59c60cd43adf), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:09.598850 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-1654a477-ae65-48f9-b9b2-4d01d3b0e4db admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=a53d9cbe31d5495c9bb78d0e7fd5522e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4554148 Sep 15 07:41:09.598850 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1654a477-ae65-48f9-b9b2-4d01d3b0e4db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=734d3367-ca5e-4bb7-a718-59c60cd43adf,revision_number=1']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:41:09.599335 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 35180) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:41:09.608781 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-dd37ac97-f3e7-4014-a963-182e58e22961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991792'] for port (1a68fd01-d2a8-4a36-a6ad-66233e53b4cd), after_update {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:09.644807 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_hamode_db [None req-bc0a9acf-211e-45c0-a041-889f6efdcf81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67840e2f-de01-4d8c-90b9-81d88ad1a131', 'name': 'tempest-TestVolumeBootPattern-938819957-router', 'tenant_id': 'af1e008c4bfa41e18488c63ea0f17b27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.149'}], 'enable_snat': True}, 'gw_port_id': 'b909bbd7-0d84-41f0-a949-dea3ab61a99c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:41:04Z', 'updated_at': '2022-09-15T07:41:09Z', 'revision_number': 4, 'project_id': 'af1e008c4bfa41e18488c63ea0f17b27', 'gw_port': {'id': 'b909bbd7-0d84-41f0-a949-dea3ab61a99c', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:8d:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67840e2f-de01-4d8c-90b9-81d88ad1a131', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:41:05Z', 'updated_at': '2022-09-15T07:41:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi', '_interfaces': [{'id': '1a68fd01-d2a8-4a36-a6ad-66233e53b4cd', 'name': '', 'network_id': '2c10a638-2533-4c87-88f1-ce4db4dec0fd', 'tenant_id': 'af1e008c4bfa41e18488c63ea0f17b27', 'mac_address': 'fa:16:3e:22:c3:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67840e2f-de01-4d8c-90b9-81d88ad1a131', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'c8bb4817-976c-49f3-9d00-c474544f8d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:41:08Z', 'updated_at': '2022-09-15T07:41:08Z', 'revision_number': 1, 'project_id': 'af1e008c4bfa41e18488c63ea0f17b27', 'subnets': [{'id': 'c8bb4817-976c-49f3-9d00-c474544f8d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-6-iscsi', False) {} {{(pid=107290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:41:09.669531 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:41:09.678708 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0a9acf-211e-45c0-a041-889f6efdcf81 None None] The sync data for ids ['67840e2f-de01-4d8c-90b9-81d88ad1a131'] in dv-cinder-824149-6-iscsi is: [{'id': '67840e2f-de01-4d8c-90b9-81d88ad1a131', 'name': 'tempest-TestVolumeBootPattern-938819957-router', 'tenant_id': 'af1e008c4bfa41e18488c63ea0f17b27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.149'}], 'enable_snat': True}, 'gw_port_id': 'b909bbd7-0d84-41f0-a949-dea3ab61a99c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:41:04Z', 'updated_at': '2022-09-15T07:41:09Z', 'revision_number': 4, 'project_id': 'af1e008c4bfa41e18488c63ea0f17b27', 'gw_port': {'id': 'b909bbd7-0d84-41f0-a949-dea3ab61a99c', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:8d:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67840e2f-de01-4d8c-90b9-81d88ad1a131', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:41:05Z', 'updated_at': '2022-09-15T07:41:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi', '_interfaces': [{'id': '1a68fd01-d2a8-4a36-a6ad-66233e53b4cd', 'name': '', 'network_id': '2c10a638-2533-4c87-88f1-ce4db4dec0fd', 'tenant_id': 'af1e008c4bfa41e18488c63ea0f17b27', 'mac_address': 'fa:16:3e:22:c3:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67840e2f-de01-4d8c-90b9-81d88ad1a131', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'c8bb4817-976c-49f3-9d00-c474544f8d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:41:08Z', 'updated_at': '2022-09-15T07:41:08Z', 'revision_number': 1, 'project_id': 'af1e008c4bfa41e18488c63ea0f17b27', 'subnets': [{'id': 'c8bb4817-976c-49f3-9d00-c474544f8d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 07:41:09.714286 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-07d9ec1e-dad8-422a-b299-3de5ad68f6b1 None None] Attempt 2 to provision port 1a68fd01-d2a8-4a36-a6ad-66233e53b4cd Sep 15 07:41:09.739885 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd37ac97-f3e7-4014-a963-182e58e22961 admin admin] Pushing event updated for resources: {'Port': ['ID=1a68fd01-d2a8-4a36-a6ad-66233e53b4cd,revision_number=2']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:41:09.743904 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-dd37ac97-f3e7-4014-a963-182e58e22961 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2002569'] for router_interface (67840e2f-de01-4d8c-90b9-81d88ad1a131), after_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:09.755891 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-07d9ec1e-dad8-422a-b299-3de5ad68f6b1 None None] Port 1a68fd01-d2a8-4a36-a6ad-66233e53b4cd cannot update to ACTIVE because it is not bound. {{(pid=107290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 07:41:09.794447 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac8a029-5eca-44b1-a7e2-1c2101da3006 req-d3da95b1-6159-4758-be73-8850e0fd840c tempest-VolumesSnapshotTestJSON-172324038 tempest-VolumesSnapshotTestJSON-172324038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:41:09.795903 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-eac8a029-5eca-44b1-a7e2-1c2101da3006 req-d3da95b1-6159-4758-be73-8850e0fd840c tempest-VolumesSnapshotTestJSON-172324038 tempest-VolumesSnapshotTestJSON-172324038-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=417dfb32-7368-4c35-8631-f0ca8b7e2680 HTTP/1.1" status: 200 len: 946 time: 0.0930033 Sep 15 07:41:09.796488 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-d4997d4c-35c4-4445-90de-f86c7733e633 admin admin] Publish callbacks [] for security_group (734d3367-ca5e-4bb7-a718-59c60cd43adf), before_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:09.884290 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-d4997d4c-35c4-4445-90de-f86c7733e633 admin admin] Publish callbacks [] for security_group (734d3367-ca5e-4bb7-a718-59c60cd43adf), precommit_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:09.974541 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-eac8a029-5eca-44b1-a7e2-1c2101da3006 req-2ab6eab6-99ab-4ef7-9636-ca7702ae3ce0 tempest-VolumesSnapshotTestJSON-172324038 tempest-VolumesSnapshotTestJSON-172324038-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6eda1ed7-64d2-40ad-adcb-574a95437049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442750 Sep 15 07:41:10.041040 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd37ac97-f3e7-4014-a963-182e58e22961 admin admin] Network 2c10a638-2533-4c87-88f1-ce4db4dec0fd is already hosted by enough agents. {{(pid=107279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 07:41:10.046576 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.scheduler.base_scheduler [None req-dd37ac97-f3e7-4014-a963-182e58e22961 admin admin] Resources bound (agent type, host, resource id): {{(pid=107279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 07:41:10.091987 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:41:10.130067 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7939340-7670-416c-a85b-f90761810732 req-8fd211f7-23dd-4758-acee-96f1a5538c9d tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:41:10.131617 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-b7939340-7670-416c-a85b-f90761810732 req-8fd211f7-23dd-4758-acee-96f1a5538c9d tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=07ae2103-9abb-45d7-94b1-7e0f83c44fa0 HTTP/1.1" status: 200 len: 944 time: 0.1507401 Sep 15 07:41:10.168314 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-d4997d4c-35c4-4445-90de-f86c7733e633 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (734d3367-ca5e-4bb7-a718-59c60cd43adf), after_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:10.171677 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-d4997d4c-35c4-4445-90de-f86c7733e633 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:10.175373 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-d4997d4c-35c4-4445-90de-f86c7733e633 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/734d3367-ca5e-4bb7-a718-59c60cd43adf HTTP/1.1" status: 204 len: 168 time: 0.5725365 Sep 15 07:41:10.179115 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044ad3ed-3c75-4c05-a1c0-08b4c1971fe3 req-0c96d32b-7c40-4eac-b0d8-3f39258f9e15 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:41:10.180598 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-044ad3ed-3c75-4c05-a1c0-08b4c1971fe3 req-0c96d32b-7c40-4eac-b0d8-3f39258f9e15 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=81bf969c-3300-4003-9606-ea44bac82330 HTTP/1.1" status: 200 len: 946 time: 0.1357036 Sep 15 07:41:10.243215 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4997d4c-35c4-4445-90de-f86c7733e633 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=734d3367-ca5e-4bb7-a718-59c60cd43adf,revision_number=None']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:41:10.258413 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-07d9ec1e-dad8-422a-b299-3de5ad68f6b1 None None] Attempt 3 to provision port 1a68fd01-d2a8-4a36-a6ad-66233e53b4cd Sep 15 07:41:10.306909 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-07d9ec1e-dad8-422a-b299-3de5ad68f6b1 None None] Port 1a68fd01-d2a8-4a36-a6ad-66233e53b4cd cannot update to ACTIVE because it is not bound. {{(pid=107290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 07:41:10.309067 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-b7939340-7670-416c-a85b-f90761810732 req-00a3f6c9-86b8-46d2-be3e-53671e352ee8 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b407f831-0121-48a5-b269-407cd5b097f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1541169 Sep 15 07:41:10.333407 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-044ad3ed-3c75-4c05-a1c0-08b4c1971fe3 req-ef288542-98c9-4a01-9951-abc851eadb16 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3bbd3c93-b7a5-43ea-bc32-62815f5ad2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367397 Sep 15 07:41:10.337403 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd37ac97-f3e7-4014-a963-182e58e22961 admin admin] Router 67840e2f-de01-4d8c-90b9-81d88ad1a131 has already been hosted by L3 agent 6177172c-20b9-4a3a-92be-d5dd082cfa3a {{(pid=107279) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 07:41:10.466554 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd37ac97-f3e7-4014-a963-182e58e22961 admin admin] Notify agent at l3_agent.dv-cinder-824149-6-iscsi the message routers_updated {{(pid=107279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 07:41:10.481280 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-dd37ac97-f3e7-4014-a963-182e58e22961 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/67840e2f-de01-4d8c-90b9-81d88ad1a131/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6854033 Sep 15 07:41:10.808267 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-07d9ec1e-dad8-422a-b299-3de5ad68f6b1 None None] Attempt 4 to provision port 1a68fd01-d2a8-4a36-a6ad-66233e53b4cd Sep 15 07:41:10.847836 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-07d9ec1e-dad8-422a-b299-3de5ad68f6b1 None None] Port 1a68fd01-d2a8-4a36-a6ad-66233e53b4cd cannot update to ACTIVE because it is not bound. {{(pid=107290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 07:41:10.926816 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07ae2103-9abb-45d7-94b1-7e0f83c44fa0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60114f49-493e-46b0-a653-b05d4362ebe7'}] {{(pid=107290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 07:41:10.929123 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff93a2f2a3cb789a491bb2a8c4b01cf70d8343c1611f7c7394898ef54d6aa0cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-498880a7-8a9a-44c2-b57f-4f9fca828285" -d '{"events": [{"server_uuid": "07ae2103-9abb-45d7-94b1-7e0f83c44fa0", "name": "network-vif-unplugged", "status": "completed", "tag": "60114f49-493e-46b0-a653-b05d4362ebe7"}]}' {{(pid=107290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 07:41:10.978743 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 15 Sep 2022 07:41:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8388fc07-4e49-4727-b1d4-7fafc1d29e36 x-openstack-request-id: req-8388fc07-4e49-4727-b1d4-7fafc1d29e36 {{(pid=107290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 07:41:10.979095 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07ae2103-9abb-45d7-94b1-7e0f83c44fa0", "name": "network-vif-unplugged", "status": "failed", "tag": "60114f49-493e-46b0-a653-b05d4362ebe7", "code": 422}]} {{(pid=107290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 07:41:10.979458 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8388fc07-4e49-4727-b1d4-7fafc1d29e36 {{(pid=107290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 07:41:10.979893 dv-cinder-824149-6-iscsi neutron-server[107290]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-8388fc07-4e49-4727-b1d4-7fafc1d29e36']: {'server_uuid': '07ae2103-9abb-45d7-94b1-7e0f83c44fa0', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '60114f49-493e-46b0-a653-b05d4362ebe7', 'code': 422} returned with failed status Sep 15 07:41:11.126551 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089b4de0-6e22-4063-b30f-180ee194cc18 req-4a2abfe4-2735-4a10-aade-79b8ce1daaf4 tempest-VolumesSnapshotTestJSON-172324038 tempest-VolumesSnapshotTestJSON-172324038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:41:11.133861 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-089b4de0-6e22-4063-b30f-180ee194cc18 req-4a2abfe4-2735-4a10-aade-79b8ce1daaf4 tempest-VolumesSnapshotTestJSON-172324038 tempest-VolumesSnapshotTestJSON-172324038-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=417dfb32-7368-4c35-8631-f0ca8b7e2680 HTTP/1.1" status: 200 len: 946 time: 0.0644181 Sep 15 07:41:11.194319 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-089b4de0-6e22-4063-b30f-180ee194cc18 req-a2859170-a743-45fa-a0c6-c06278afe1ae tempest-VolumesSnapshotTestJSON-172324038 tempest-VolumesSnapshotTestJSON-172324038-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6eda1ed7-64d2-40ad-adcb-574a95437049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593596 Sep 15 07:41:11.349217 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-07d9ec1e-dad8-422a-b299-3de5ad68f6b1 None None] Attempt 5 to provision port 1a68fd01-d2a8-4a36-a6ad-66233e53b4cd Sep 15 07:41:11.392717 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-07d9ec1e-dad8-422a-b299-3de5ad68f6b1 None None] Port 1a68fd01-d2a8-4a36-a6ad-66233e53b4cd cannot update to ACTIVE because it is not bound. {{(pid=107290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 07:41:11.473078 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 35238) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:41:11.478298 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.v2.base [None req-7972ea3a-f0e8-4dce-b4cc-f7f3d0fdf91f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-911136724-network', 'tenant_id': 'e5ef5d2e9c5d4352ad39a7d1b1a0170e'}} {{(pid=107276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:41:11.497094 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b6f66b-3553-44aa-97a7-f14b296a6063 req-c45e55c3-3ac6-4101-bdce-0362a13e9cd8 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:41:11.498696 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-71b6f66b-3553-44aa-97a7-f14b296a6063 req-c45e55c3-3ac6-4101-bdce-0362a13e9cd8 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=81bf969c-3300-4003-9606-ea44bac82330 HTTP/1.1" status: 200 len: 946 time: 0.0617824 Sep 15 07:41:11.556619 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-71b6f66b-3553-44aa-97a7-f14b296a6063 req-79833a74-5900-4b42-8de0-82e1aef130eb tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3bbd3c93-b7a5-43ea-bc32-62815f5ad2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506883 Sep 15 07:41:11.643405 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7972ea3a-f0e8-4dce-b4cc-f7f3d0fdf91f admin admin] Made reservation on behalf of e5ef5d2e9c5d4352ad39a7d1b1a0170e for: {'network': 1} {{(pid=107276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 07:41:11.645877 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-7972ea3a-f0e8-4dce-b4cc-f7f3d0fdf91f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for network (None), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:11.661835 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-7972ea3a-f0e8-4dce-b4cc-f7f3d0fdf91f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:11.764967 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-7972ea3a-f0e8-4dce-b4cc-f7f3d0fdf91f admin admin] Publish callbacks [] for security_group (6bd76eb9-6793-4ae1-a009-9afa982408e0), precommit_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:11.821936 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Device b909bbd7-0d84-41f0-a949-dea3ab61a99c up at agent ovs-agent-dv-cinder-824149-6-iscsi {{(pid=107290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 07:41:11.841253 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-7972ea3a-f0e8-4dce-b4cc-f7f3d0fdf91f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (6bd76eb9-6793-4ae1-a009-9afa982408e0), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:11.870615 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Provisioning complete for port b909bbd7-0d84-41f0-a949-dea3ab61a99c triggered by entity L2. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 07:41:11.871158 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862942'] for port (b909bbd7-0d84-41f0-a949-dea3ab61a99c), provisioning_complete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:11.871641 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Attempt 1 to provision port b909bbd7-0d84-41f0-a949-dea3ab61a99c Sep 15 07:41:11.886149 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7972ea3a-f0e8-4dce-b4cc-f7f3d0fdf91f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bd76eb9-6793-4ae1-a009-9afa982408e0,revision_number=1']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:41:11.901797 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-07d9ec1e-dad8-422a-b299-3de5ad68f6b1 None None] Attempt 6 to provision port 1a68fd01-d2a8-4a36-a6ad-66233e53b4cd Sep 15 07:41:11.916807 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7972ea3a-f0e8-4dce-b4cc-f7f3d0fdf91f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=107276) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 07:41:11.930410 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-7972ea3a-f0e8-4dce-b4cc-f7f3d0fdf91f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906830'] for segment (f7bd8c6f-f9a4-427b-a8bd-c8539a424e25), precommit_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:11.931103 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.db.segments_db [None req-7972ea3a-f0e8-4dce-b4cc-f7f3d0fdf91f admin admin] Added segment f7bd8c6f-f9a4-427b-a8bd-c8539a424e25 of type vlan for network a27b9b87-ad26-4d3d-9880-03a81e4d590d Sep 15 07:41:11.936671 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [req-376821d3-e407-4cfb-9334-c971d0cd92e8 req-944a34be-e59d-4deb-abf4-0c90ad4e5095 service neutron] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107279) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 15 07:41:11.938838 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-376821d3-e407-4cfb-9334-c971d0cd92e8 req-944a34be-e59d-4deb-abf4-0c90ad4e5095 service neutron] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0070395 Sep 15 07:41:11.958265 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-07d9ec1e-dad8-422a-b299-3de5ad68f6b1 None None] Port 1a68fd01-d2a8-4a36-a6ad-66233e53b4cd cannot update to ACTIVE because it is not bound. {{(pid=107290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 07:41:11.984494 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-7972ea3a-f0e8-4dce-b4cc-f7f3d0fdf91f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729658139832'] for network (a27b9b87-ad26-4d3d-9880-03a81e4d590d), precommit_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:11.985655 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=100 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:41:12.001291 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Current status of the port b909bbd7-0d84-41f0-a949-dea3ab61a99c is: DOWN; New status is: ACTIVE {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:41:12.001798 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (b909bbd7-0d84-41f0-a949-dea3ab61a99c), before_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:12.023773 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] For port b909bbd7-0d84-41f0-a949-dea3ab61a99c, host dv-cinder-824149-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-6-iscsi',level=0,port_id=b909bbd7-0d84-41f0-a949-dea3ab61a99c,segment=NetworkSegment(8c607054-1f24-4b82-9f54-7b368db757ce),segment_id=8c607054-1f24-4b82-9f54-7b368db757ce)] {{(pid=107290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:41:12.112809 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615'] for port (b909bbd7-0d84-41f0-a949-dea3ab61a99c), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:12.113431 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-7972ea3a-f0e8-4dce-b4cc-f7f3d0fdf91f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204'] for network (a27b9b87-ad26-4d3d-9880-03a81e4d590d), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:12.118849 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7972ea3a-f0e8-4dce-b4cc-f7f3d0fdf91f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:41:12.119559 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-7972ea3a-f0e8-4dce-b4cc-f7f3d0fdf91f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586190'] for network (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:12.168839 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Pushing event updated for resources: {'Port': ['ID=b909bbd7-0d84-41f0-a949-dea3ab61a99c,revision_number=4']} {{(pid=107290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:41:12.180691 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Device 60114f49-493e-46b0-a653-b05d4362ebe7 no longer exists at agent hyperv_hv-cinder-82414 {{(pid=107290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 07:41:12.187687 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e06d243-2ee2-4352-afc2-fb158cd9a397 None None] Sync routers for ids ['67840e2f-de01-4d8c-90b9-81d88ad1a131'] in dv-cinder-824149-6-iscsi {{(pid=107295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 07:41:12.196665 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7972ea3a-f0e8-4dce-b4cc-f7f3d0fdf91f admin admin] Pushing event updated for resources: {'Network': ['ID=a27b9b87-ad26-4d3d-9880-03a81e4d590d,revision_number=1']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:41:12.200054 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e06d243-2ee2-4352-afc2-fb158cd9a397 None None] Routers {'67840e2f-de01-4d8c-90b9-81d88ad1a131'} bound to L3 agent in host dv-cinder-824149-6-iscsi {{(pid=107295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 07:41:12.200696 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_hamode_db [None req-3e06d243-2ee2-4352-afc2-fb158cd9a397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T07:30:25Z,description=,heartbeat_timestamp=2022-09-15T07:40:55Z,host='dv-cinder-824149-6-iscsi',id=6177172c-20b9-4a3a-92be-d5dd082cfa3a,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T07:30:25Z,topic='l3_agent')) {'router_ids': ['67840e2f-de01-4d8c-90b9-81d88ad1a131'], 'active': True} {{(pid=107295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:41:12.212466 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Network a27b9b87-ad26-4d3d-9880-03a81e4d590d details requested by agent ovs-agent-dv-cinder-824149-6-iscsi with host dv-cinder-824149-6-iscsi {{(pid=107290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 07:41:12.284171 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-7972ea3a-f0e8-4dce-b4cc-f7f3d0fdf91f admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8096349 Sep 15 07:41:12.286783 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 35256) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:41:12.292431 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.v2.base [None req-3b46fcd4-5a58-4549-9ea2-472b699f5e89 admin admin] Request body: {'subnet': {'network_id': 'a27b9b87-ad26-4d3d-9880-03a81e4d590d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-911136724-subnet', 'tenant_id': 'e5ef5d2e9c5d4352ad39a7d1b1a0170e', 'ip_version': 4}} {{(pid=107276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:41:12.328465 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Current status of the port 60114f49-493e-46b0-a653-b05d4362ebe7 is: DOWN; New status is: DOWN {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:41:12.338207 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_dvr_db [None req-3e06d243-2ee2-4352-afc2-fb158cd9a397 None None] Set router 67840e2f-de01-4d8c-90b9-81d88ad1a131 gateway port host: dv-cinder-824149-6-iscsi {{(pid=107295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 07:41:12.364287 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250295a1-761a-4f02-b0df-15eeca28af6c req-243d6190-42b3-419e-9a62-d82c1859dea5 tempest-VolumesSnapshotTestJSON-172324038 tempest-VolumesSnapshotTestJSON-172324038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:41:12.366049 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-250295a1-761a-4f02-b0df-15eeca28af6c req-243d6190-42b3-419e-9a62-d82c1859dea5 tempest-VolumesSnapshotTestJSON-172324038 tempest-VolumesSnapshotTestJSON-172324038-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=417dfb32-7368-4c35-8631-f0ca8b7e2680 HTTP/1.1" status: 200 len: 946 time: 0.0702555 Sep 15 07:41:12.451605 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b46fcd4-5a58-4549-9ea2-472b699f5e89 admin admin] Made reservation on behalf of e5ef5d2e9c5d4352ad39a7d1b1a0170e for: {'subnet': 1} {{(pid=107276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 07:41:12.454831 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-3b46fcd4-5a58-4549-9ea2-472b699f5e89 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260771387'] for subnet (None), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:12.457882 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-250295a1-761a-4f02-b0df-15eeca28af6c req-86e3cbfb-57f1-4394-b7ba-8d1a863d5790 tempest-VolumesSnapshotTestJSON-172324038 tempest-VolumesSnapshotTestJSON-172324038-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6eda1ed7-64d2-40ad-adcb-574a95437049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843968 Sep 15 07:41:12.467609 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-07d9ec1e-dad8-422a-b299-3de5ad68f6b1 None None] Attempt 7 to provision port 1a68fd01-d2a8-4a36-a6ad-66233e53b4cd Sep 15 07:41:12.468271 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc517c25-dca2-4b1b-b2f9-c70d7f87ea8d req-6942c6c8-5d10-4848-97c7-914b622050c3 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:41:12.468271 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-fc517c25-dca2-4b1b-b2f9-c70d7f87ea8d req-6942c6c8-5d10-4848-97c7-914b622050c3 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=07ae2103-9abb-45d7-94b1-7e0f83c44fa0 HTTP/1.1" status: 200 len: 944 time: 0.0671151 Sep 15 07:41:12.483062 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=100 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:41:12.512423 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-07d9ec1e-dad8-422a-b299-3de5ad68f6b1 None None] Port 1a68fd01-d2a8-4a36-a6ad-66233e53b4cd cannot update to ACTIVE because it is not bound. {{(pid=107290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 07:41:12.616591 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-fc517c25-dca2-4b1b-b2f9-c70d7f87ea8d req-205104a8-ec69-44d4-9467-a9607762dd1f tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b407f831-0121-48a5-b269-407cd5b097f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1394510 Sep 15 07:41:12.617125 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_hamode_db [None req-3e06d243-2ee2-4352-afc2-fb158cd9a397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67840e2f-de01-4d8c-90b9-81d88ad1a131', 'name': 'tempest-TestVolumeBootPattern-938819957-router', 'tenant_id': 'af1e008c4bfa41e18488c63ea0f17b27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.149'}], 'enable_snat': True}, 'gw_port_id': 'b909bbd7-0d84-41f0-a949-dea3ab61a99c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:41:04Z', 'updated_at': '2022-09-15T07:41:09Z', 'revision_number': 4, 'project_id': 'af1e008c4bfa41e18488c63ea0f17b27', 'gw_port': {'id': 'b909bbd7-0d84-41f0-a949-dea3ab61a99c', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:8d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67840e2f-de01-4d8c-90b9-81d88ad1a131', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:41:05Z', 'updated_at': '2022-09-15T07:41:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi', '_interfaces': [{'id': '1a68fd01-d2a8-4a36-a6ad-66233e53b4cd', 'name': '', 'network_id': '2c10a638-2533-4c87-88f1-ce4db4dec0fd', 'tenant_id': 'af1e008c4bfa41e18488c63ea0f17b27', 'mac_address': 'fa:16:3e:22:c3:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67840e2f-de01-4d8c-90b9-81d88ad1a131', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'c8bb4817-976c-49f3-9d00-c474544f8d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:41:08Z', 'updated_at': '2022-09-15T07:41:09Z', 'revision_number': 2, 'project_id': 'af1e008c4bfa41e18488c63ea0f17b27', 'subnets': [{'id': 'c8bb4817-976c-49f3-9d00-c474544f8d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-6-iscsi', False) {} {{(pid=107295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:41:12.695439 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e06d243-2ee2-4352-afc2-fb158cd9a397 None None] Checking router: 67840e2f-de01-4d8c-90b9-81d88ad1a131 for host: dv-cinder-824149-6-iscsi {{(pid=107295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 07:41:12.701968 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e06d243-2ee2-4352-afc2-fb158cd9a397 None None] Updating router 67840e2f-de01-4d8c-90b9-81d88ad1a131 port 1a68fd01-d2a8-4a36-a6ad-66233e53b4cd binding host dv-cinder-824149-6-iscsi {{(pid=107295) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 07:41:12.702498 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=73,neutron:INSERT=23,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:41:12.745976 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron_lib.callbacks.manager [None req-3e06d243-2ee2-4352-afc2-fb158cd9a397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (1a68fd01-d2a8-4a36-a6ad-66233e53b4cd), before_update {{(pid=107295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:12.779743 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (25cf60a6-7ad2-448a-9326-c12b453ddee0), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:12.809785 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d171f476-f7fe-43dc-9284-221a18427d01 req-2c139ce5-6d31-45b9-bf29-39ccbd25579c tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:41:12.818296 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-d171f476-f7fe-43dc-9284-221a18427d01 req-2c139ce5-6d31-45b9-bf29-39ccbd25579c tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=81bf969c-3300-4003-9606-ea44bac82330 HTTP/1.1" status: 200 len: 946 time: 0.1244926 Sep 15 07:41:12.853916 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-3b46fcd4-5a58-4549-9ea2-472b699f5e89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260830098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260771373'] for subnet (ffb8c1fc-f908-4540-b560-7e3f64fec426), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:12.896989 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:41:12.906707 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-d171f476-f7fe-43dc-9284-221a18427d01 req-67395cc3-31f4-454e-a515-edb4fef29d10 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3bbd3c93-b7a5-43ea-bc32-62815f5ad2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874243 Sep 15 07:41:12.929507 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46fcd4-5a58-4549-9ea2-472b699f5e89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ffb8c1fc-f908-4540-b560-7e3f64fec426,revision_number=0']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:41:12.947632 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b46fcd4-5a58-4549-9ea2-472b699f5e89 admin admin] Checking segment: {'id': 'f7bd8c6f-f9a4-427b-a8bd-c8539a424e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a27b9b87-ad26-4d3d-9880-03a81e4d590d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 07:41:12.949614 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b46fcd4-5a58-4549-9ea2-472b699f5e89 admin admin] Network hostable DHCP agents. Network: a27b9b87-ad26-4d3d-9880-03a81e4d590d, hostable agents: ['47b201f8-ba91-4005-8457-67653169c522'], hosted agents: [] {{(pid=107276) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 07:41:13.009709 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:41:13.013756 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-07d9ec1e-dad8-422a-b299-3de5ad68f6b1 None None] Attempt 8 to provision port 1a68fd01-d2a8-4a36-a6ad-66233e53b4cd Sep 15 07:41:13.053349 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-07d9ec1e-dad8-422a-b299-3de5ad68f6b1 None None] Port 1a68fd01-d2a8-4a36-a6ad-66233e53b4cd cannot update to ACTIVE because it is not bound. {{(pid=107290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 07:41:13.088905 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b46fcd4-5a58-4549-9ea2-472b699f5e89 admin admin] Network a27b9b87-ad26-4d3d-9880-03a81e4d590d is scheduled to be hosted by DHCP agent 47b201f8-ba91-4005-8457-67653169c522 with binding_index 1 {{(pid=107276) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 07:41:13.102212 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron_lib.callbacks.manager [None req-3e06d243-2ee2-4352-afc2-fb158cd9a397 None None] Publish callbacks [] for port (1a68fd01-d2a8-4a36-a6ad-66233e53b4cd), precommit_update {{(pid=107295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:13.237542 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.scheduler.base_scheduler [None req-3b46fcd4-5a58-4549-9ea2-472b699f5e89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824149-6-iscsi, a27b9b87-ad26-4d3d-9880-03a81e4d590d) {{(pid=107276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 07:41:13.244614 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b46fcd4-5a58-4549-9ea2-472b699f5e89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:41:13.245344 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d16a0b-573f-457f-8bd0-9c95ce9699fb None None] Network a27b9b87-ad26-4d3d-9880-03a81e4d590d requested from dv-cinder-824149-6-iscsi {{(pid=107290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 07:41:13.246605 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-3b46fcd4-5a58-4549-9ea2-472b699f5e89 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:13.267642 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron_lib.callbacks.manager [None req-3e06d243-2ee2-4352-afc2-fb158cd9a397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615'] for port (1a68fd01-d2a8-4a36-a6ad-66233e53b4cd), after_update {{(pid=107295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:13.320662 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-3b46fcd4-5a58-4549-9ea2-472b699f5e89 admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0322120 Sep 15 07:41:13.323211 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 35322) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:41:13.327375 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:41:13.328318 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.v2.base [None req-ffd8aaca-0307-4790-8b91-c97bcbe015c1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-911136724-router', 'tenant_id': 'e5ef5d2e9c5d4352ad39a7d1b1a0170e', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa'}}} {{(pid=107276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:41:13.341317 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc0a2b9-6fee-4d9a-ba3b-45145b0ab310 None None] Pushing event updated for resources: {'Port': ['ID=1a68fd01-d2a8-4a36-a6ad-66233e53b4cd,revision_number=3']} {{(pid=107295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:41:13.355207 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9190c0b0-62cc-41e3-a08e-0ed73aa54c73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29e20e6a-f4c7-5fd3-bcac-85a18cccc141-a27b9b87-ad26-4d3d-9880-03a81e4d590d', 'network_id': 'a27b9b87-ad26-4d3d-9880-03a81e4d590d', 'project_id': 'e5ef5d2e9c5d4352ad39a7d1b1a0170e', 'fixed_ips': [{'subnet_id': 'ffb8c1fc-f908-4540-b560-7e3f64fec426'}]}} from dv-cinder-824149-6-iscsi. {{(pid=107290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 15 07:41:13.356853 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-9190c0b0-62cc-41e3-a08e-0ed73aa54c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (None), before_create {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:13.373129 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc0a2b9-6fee-4d9a-ba3b-45145b0ab310 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:41:13.373483 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc0a2b9-6fee-4d9a-ba3b-45145b0ab310 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:41:13.374408 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc0a2b9-6fee-4d9a-ba3b-45145b0ab310 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:41:13.374408 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc0a2b9-6fee-4d9a-ba3b-45145b0ab310 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:41:13.374600 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc0a2b9-6fee-4d9a-ba3b-45145b0ab310 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:41:13.374860 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc0a2b9-6fee-4d9a-ba3b-45145b0ab310 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:41:13.375913 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc0a2b9-6fee-4d9a-ba3b-45145b0ab310 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:41:13.376252 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc0a2b9-6fee-4d9a-ba3b-45145b0ab310 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:41:13.376583 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc0a2b9-6fee-4d9a-ba3b-45145b0ab310 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:41:13.376911 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc0a2b9-6fee-4d9a-ba3b-45145b0ab310 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:41:13.377236 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc0a2b9-6fee-4d9a-ba3b-45145b0ab310 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:41:13.377602 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc0a2b9-6fee-4d9a-ba3b-45145b0ab310 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:41:13.378096 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc0a2b9-6fee-4d9a-ba3b-45145b0ab310 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:41:13.378420 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc0a2b9-6fee-4d9a-ba3b-45145b0ab310 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:41:13.387076 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc0a2b9-6fee-4d9a-ba3b-45145b0ab310 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:41:13.412691 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.plugins.ml2.managers [None req-3e06d243-2ee2-4352-afc2-fb158cd9a397 None None] Attempting to bind port 1a68fd01-d2a8-4a36-a6ad-66233e53b4cd on host dv-cinder-824149-6-iscsi for vnic_type normal with profile {{(pid=107295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 07:41:13.412691 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.plugins.ml2.managers [None req-3e06d243-2ee2-4352-afc2-fb158cd9a397 None None] Attempting to bind port 1a68fd01-d2a8-4a36-a6ad-66233e53b4cd by drivers openvswitch,hyperv on host dv-cinder-824149-6-iscsi at level 0 using segments [{'id': 'ec12b675-c824-48b2-b764-cea54c2a6f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '2c10a638-2533-4c87-88f1-ce4db4dec0fd'}] {{(pid=107295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 07:41:13.412691 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e06d243-2ee2-4352-afc2-fb158cd9a397 None None] Attempting to bind port 1a68fd01-d2a8-4a36-a6ad-66233e53b4cd on network 2c10a638-2533-4c87-88f1-ce4db4dec0fd {{(pid=107295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 07:41:13.433878 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 35326) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:41:13.474669 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e06d243-2ee2-4352-afc2-fb158cd9a397 None None] Checking agent: {'id': 'c3acd0b9-3b8e-4f77-9053-2ca2457616b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824149-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 7, 30, 28), 'started_at': datetime.datetime(2022, 9, 15, 7, 30, 58), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 7, 40, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824149-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 07:41:13.475145 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e06d243-2ee2-4352-afc2-fb158cd9a397 None None] Checking segment: {'id': 'ec12b675-c824-48b2-b764-cea54c2a6f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '2c10a638-2533-4c87-88f1-ce4db4dec0fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 07:41:13.475621 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron_lib.callbacks.manager [None req-3e06d243-2ee2-4352-afc2-fb158cd9a397 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:13.476072 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e06d243-2ee2-4352-afc2-fb158cd9a397 None None] Bound using segment: {'id': 'ec12b675-c824-48b2-b764-cea54c2a6f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '2c10a638-2533-4c87-88f1-ce4db4dec0fd'} {{(pid=107295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 07:41:13.476784 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.plugins.ml2.managers [None req-3e06d243-2ee2-4352-afc2-fb158cd9a397 None None] Bound port: 1a68fd01-d2a8-4a36-a6ad-66233e53b4cd, host: dv-cinder-824149-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec12b675-c824-48b2-b764-cea54c2a6f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '2c10a638-2533-4c87-88f1-ce4db4dec0fd'}}] {{(pid=107295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 07:41:13.477233 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron_lib.callbacks.manager [None req-3e06d243-2ee2-4352-afc2-fb158cd9a397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (1a68fd01-d2a8-4a36-a6ad-66233e53b4cd), before_update {{(pid=107295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:13.482409 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-ffd8aaca-0307-4790-8b91-c97bcbe015c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2008969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1936'] for router (b2c585c2-8eb3-4e8c-95f3-6f4a88f92069), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:13.483385 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-ffd8aaca-0307-4790-8b91-c97bcbe015c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2014644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2006267', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2072115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1945'] for router (b2c585c2-8eb3-4e8c-95f3-6f4a88f92069), precommit_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:13.524075 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.db_base_plugin_common [None req-9190c0b0-62cc-41e3-a08e-0ed73aa54c73 None None] Allocated IP 172.20.0.2 (a27b9b87-ad26-4d3d-9880-03a81e4d590d/ffb8c1fc-f908-4540-b560-7e3f64fec426/2bc1d164-53cd-4b37-8d9f-94d597a57ad5) {{(pid=107290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 07:41:13.561559 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-07d9ec1e-dad8-422a-b299-3de5ad68f6b1 None None] Attempt 9 to provision port 1a68fd01-d2a8-4a36-a6ad-66233e53b4cd Sep 15 07:41:13.562544 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.plugins.ml2.db [None req-3e06d243-2ee2-4352-afc2-fb158cd9a397 None None] For port 1a68fd01-d2a8-4a36-a6ad-66233e53b4cd, host dv-cinder-824149-6-iscsi, cleared binding levels {{(pid=107295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 07:41:13.571579 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.plugins.ml2.db [None req-3e06d243-2ee2-4352-afc2-fb158cd9a397 None None] For port 1a68fd01-d2a8-4a36-a6ad-66233e53b4cd, host dv-cinder-824149-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-6-iscsi',level=0,port_id=1a68fd01-d2a8-4a36-a6ad-66233e53b4cd,segment=NetworkSegment(ec12b675-c824-48b2-b764-cea54c2a6f6e),segment_id=ec12b675-c824-48b2-b764-cea54c2a6f6e)] {{(pid=107295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 07:41:13.589148 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:41:13.592148 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-ffd8aaca-0307-4790-8b91-c97bcbe015c1 admin admin] Publish callbacks [] for router_controller (b2c585c2-8eb3-4e8c-95f3-6f4a88f92069), precommit_add_association {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:13.599515 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-8db88e69-9570-4f5c-becf-63fb79a4fefb req-5aa2212e-4bbf-434b-91c3-c6fb3ebcc4a4 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=07ae2103-9abb-45d7-94b1-7e0f83c44fa0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1635244 Sep 15 07:41:13.610876 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [req-8db88e69-9570-4f5c-becf-63fb79a4fefb req-71894b81-f958-47b6-beaa-713c7705b513 service neutron] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107276) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 15 07:41:13.612147 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-8db88e69-9570-4f5c-becf-63fb79a4fefb req-71894b81-f958-47b6-beaa-713c7705b513 service neutron] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0062101 Sep 15 07:41:13.681882 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron_lib.callbacks.manager [None req-3e06d243-2ee2-4352-afc2-fb158cd9a397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615'] for port (1a68fd01-d2a8-4a36-a6ad-66233e53b4cd), after_update {{(pid=107295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:13.703628 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 35340) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:41:13.804605 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-07d9ec1e-dad8-422a-b299-3de5ad68f6b1 None None] Port 1a68fd01-d2a8-4a36-a6ad-66233e53b4cd cannot update to ACTIVE because it is not bound. {{(pid=107290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 07:41:13.839912 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e06d243-2ee2-4352-afc2-fb158cd9a397 None None] Routers {'67840e2f-de01-4d8c-90b9-81d88ad1a131'} bound to L3 agent in host dv-cinder-824149-6-iscsi {{(pid=107295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 07:41:13.842363 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_hamode_db [None req-3e06d243-2ee2-4352-afc2-fb158cd9a397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T07:30:25Z,description=,heartbeat_timestamp=2022-09-15T07:40:55Z,host='dv-cinder-824149-6-iscsi',id=6177172c-20b9-4a3a-92be-d5dd082cfa3a,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T07:30:25Z,topic='l3_agent')) {'router_ids': ['67840e2f-de01-4d8c-90b9-81d88ad1a131'], 'active': True} {{(pid=107295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:41:13.844635 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c83c8c-749d-4a3f-b3b4-92de8402008b req-870a2e1a-f703-4d80-9758-710b8e8e05b1 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:41:13.846257 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-37c83c8c-749d-4a3f-b3b4-92de8402008b req-870a2e1a-f703-4d80-9758-710b8e8e05b1 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=07ae2103-9abb-45d7-94b1-7e0f83c44fa0 HTTP/1.1" status: 200 len: 944 time: 0.1030583 Sep 15 07:41:13.854220 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Device b909bbd7-0d84-41f0-a949-dea3ab61a99c up at agent ovs-agent-dv-cinder-824149-6-iscsi {{(pid=107290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 07:41:13.893051 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc0a2b9-6fee-4d9a-ba3b-45145b0ab310 None None] Pushing event updated for resources: {'Port': ['ID=1a68fd01-d2a8-4a36-a6ad-66233e53b4cd,revision_number=4']} {{(pid=107295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:41:14.004134 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db88e69-9570-4f5c-becf-63fb79a4fefb req-0510ad93-941c-4bfb-8cb0-bfa359a6babe tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:41:14.008682 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-8db88e69-9570-4f5c-becf-63fb79a4fefb req-0510ad93-941c-4bfb-8cb0-bfa359a6babe tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports/60114f49-493e-46b0-a653-b05d4362ebe7 HTTP/1.1" status: 200 len: 941 time: 0.3091829 Sep 15 07:41:14.045967 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:41:14.075646 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-ffd8aaca-0307-4790-8b91-c97bcbe015c1 admin admin] Publish callbacks [] for router_gateway (b2c585c2-8eb3-4e8c-95f3-6f4a88f92069), precommit_update {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:14.126471 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Provisioning complete for port b909bbd7-0d84-41f0-a949-dea3ab61a99c triggered by entity L2. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 07:41:14.126847 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862942'] for port (b909bbd7-0d84-41f0-a949-dea3ab61a99c), provisioning_complete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:14.127240 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Attempt 1 to provision port b909bbd7-0d84-41f0-a949-dea3ab61a99c Sep 15 07:41:14.127357 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_dvr_db [None req-3e06d243-2ee2-4352-afc2-fb158cd9a397 None None] Set router 67840e2f-de01-4d8c-90b9-81d88ad1a131 gateway port host: dv-cinder-824149-6-iscsi {{(pid=107295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 07:41:14.174936 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-9190c0b0-62cc-41e3-a08e-0ed73aa54c73 None None] Publish callbacks [] for port (2bc1d164-53cd-4b37-8d9f-94d597a57ad5), precommit_create {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:14.198733 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-37c83c8c-749d-4a3f-b3b4-92de8402008b req-d7f94ceb-0065-4d76-8d1c-113a6274884b tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b407f831-0121-48a5-b269-407cd5b097f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3344722 Sep 15 07:41:14.248292 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e45d486-cde8-4e9f-b21b-04189aa2848e req-c29d9c0a-2936-4c2c-9d64-079cab3cd51b tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:41:14.249232 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Current status of the port b909bbd7-0d84-41f0-a949-dea3ab61a99c is: ACTIVE; New status is: ACTIVE {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:41:14.249417 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-0e45d486-cde8-4e9f-b21b-04189aa2848e req-c29d9c0a-2936-4c2c-9d64-079cab3cd51b tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=81bf969c-3300-4003-9606-ea44bac82330 HTTP/1.1" status: 200 len: 946 time: 0.1294389 Sep 15 07:41:14.270366 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-9190c0b0-62cc-41e3-a08e-0ed73aa54c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729658170579'] for port (2bc1d164-53cd-4b37-8d9f-94d597a57ad5), after_create {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:14.364214 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-0e45d486-cde8-4e9f-b21b-04189aa2848e req-795369f9-11e1-4045-9755-1debe8a6b20e tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3bbd3c93-b7a5-43ea-bc32-62815f5ad2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042001 Sep 15 07:41:14.369115 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-07d9ec1e-dad8-422a-b299-3de5ad68f6b1 None None] Attempt 10 to provision port 1a68fd01-d2a8-4a36-a6ad-66233e53b4cd Sep 15 07:41:14.448085 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9190c0b0-62cc-41e3-a08e-0ed73aa54c73 None None] Network a27b9b87-ad26-4d3d-9880-03a81e4d590d is already hosted by enough agents. {{(pid=107290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 07:41:14.458685 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.scheduler.base_scheduler [None req-9190c0b0-62cc-41e3-a08e-0ed73aa54c73 None None] Resources bound (agent type, host, resource id): {{(pid=107290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 07:41:14.462303 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9190c0b0-62cc-41e3-a08e-0ed73aa54c73 None None] Pushing event updated for resources: {'Port': ['ID=2bc1d164-53cd-4b37-8d9f-94d597a57ad5,revision_number=1']} {{(pid=107290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:41:14.465728 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9190c0b0-62cc-41e3-a08e-0ed73aa54c73 None None] Received port after_create {{(pid=107290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 07:41:14.496386 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_hamode_db [None req-3e06d243-2ee2-4352-afc2-fb158cd9a397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67840e2f-de01-4d8c-90b9-81d88ad1a131', 'name': 'tempest-TestVolumeBootPattern-938819957-router', 'tenant_id': 'af1e008c4bfa41e18488c63ea0f17b27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.149'}], 'enable_snat': True}, 'gw_port_id': 'b909bbd7-0d84-41f0-a949-dea3ab61a99c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:41:04Z', 'updated_at': '2022-09-15T07:41:09Z', 'revision_number': 4, 'project_id': 'af1e008c4bfa41e18488c63ea0f17b27', 'gw_port': {'id': 'b909bbd7-0d84-41f0-a949-dea3ab61a99c', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:8d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67840e2f-de01-4d8c-90b9-81d88ad1a131', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:41:05Z', 'updated_at': '2022-09-15T07:41:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi', '_interfaces': [{'id': '1a68fd01-d2a8-4a36-a6ad-66233e53b4cd', 'name': '', 'network_id': '2c10a638-2533-4c87-88f1-ce4db4dec0fd', 'tenant_id': 'af1e008c4bfa41e18488c63ea0f17b27', 'mac_address': 'fa:16:3e:22:c3:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67840e2f-de01-4d8c-90b9-81d88ad1a131', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'c8bb4817-976c-49f3-9d00-c474544f8d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:41:08Z', 'updated_at': '2022-09-15T07:41:13Z', 'revision_number': 4, 'project_id': 'af1e008c4bfa41e18488c63ea0f17b27', 'subnets': [{'id': 'c8bb4817-976c-49f3-9d00-c474544f8d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-6-iscsi', False) {} {{(pid=107295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:41:14.531525 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e06d243-2ee2-4352-afc2-fb158cd9a397 None None] The sync data for ids ['67840e2f-de01-4d8c-90b9-81d88ad1a131'] in dv-cinder-824149-6-iscsi is: [{'id': '67840e2f-de01-4d8c-90b9-81d88ad1a131', 'name': 'tempest-TestVolumeBootPattern-938819957-router', 'tenant_id': 'af1e008c4bfa41e18488c63ea0f17b27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.149'}], 'enable_snat': True}, 'gw_port_id': 'b909bbd7-0d84-41f0-a949-dea3ab61a99c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:41:04Z', 'updated_at': '2022-09-15T07:41:09Z', 'revision_number': 4, 'project_id': 'af1e008c4bfa41e18488c63ea0f17b27', 'gw_port': {'id': 'b909bbd7-0d84-41f0-a949-dea3ab61a99c', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:8d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67840e2f-de01-4d8c-90b9-81d88ad1a131', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:41:05Z', 'updated_at': '2022-09-15T07:41:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi', '_interfaces': [{'id': '1a68fd01-d2a8-4a36-a6ad-66233e53b4cd', 'name': '', 'network_id': '2c10a638-2533-4c87-88f1-ce4db4dec0fd', 'tenant_id': 'af1e008c4bfa41e18488c63ea0f17b27', 'mac_address': 'fa:16:3e:22:c3:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67840e2f-de01-4d8c-90b9-81d88ad1a131', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'c8bb4817-976c-49f3-9d00-c474544f8d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:41:08Z', 'updated_at': '2022-09-15T07:41:13Z', 'revision_number': 4, 'project_id': 'af1e008c4bfa41e18488c63ea0f17b27', 'subnets': [{'id': 'c8bb4817-976c-49f3-9d00-c474544f8d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 07:41:14.573768 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-07d9ec1e-dad8-422a-b299-3de5ad68f6b1 None None] Current status of the port 1a68fd01-d2a8-4a36-a6ad-66233e53b4cd is: DOWN; New status is: ACTIVE {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:41:14.574387 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-07d9ec1e-dad8-422a-b299-3de5ad68f6b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (1a68fd01-d2a8-4a36-a6ad-66233e53b4cd), before_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:14.579548 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.managers [None req-9190c0b0-62cc-41e3-a08e-0ed73aa54c73 None None] Attempting to bind port 2bc1d164-53cd-4b37-8d9f-94d597a57ad5 on host dv-cinder-824149-6-iscsi for vnic_type normal with profile {{(pid=107290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 07:41:14.580157 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.managers [None req-9190c0b0-62cc-41e3-a08e-0ed73aa54c73 None None] Attempting to bind port 2bc1d164-53cd-4b37-8d9f-94d597a57ad5 by drivers openvswitch,hyperv on host dv-cinder-824149-6-iscsi at level 0 using segments [{'id': 'f7bd8c6f-f9a4-427b-a8bd-c8539a424e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a27b9b87-ad26-4d3d-9880-03a81e4d590d'}] {{(pid=107290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 07:41:14.580693 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9190c0b0-62cc-41e3-a08e-0ed73aa54c73 None None] Attempting to bind port 2bc1d164-53cd-4b37-8d9f-94d597a57ad5 on network a27b9b87-ad26-4d3d-9880-03a81e4d590d {{(pid=107290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 07:41:14.677481 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-07d9ec1e-dad8-422a-b299-3de5ad68f6b1 None None] For port 1a68fd01-d2a8-4a36-a6ad-66233e53b4cd, host dv-cinder-824149-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-6-iscsi',level=0,port_id=1a68fd01-d2a8-4a36-a6ad-66233e53b4cd,segment=NetworkSegment(ec12b675-c824-48b2-b764-cea54c2a6f6e),segment_id=ec12b675-c824-48b2-b764-cea54c2a6f6e)] {{(pid=107290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:41:14.684343 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9190c0b0-62cc-41e3-a08e-0ed73aa54c73 None None] Checking agent: {'id': 'c3acd0b9-3b8e-4f77-9053-2ca2457616b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824149-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 7, 30, 28), 'started_at': datetime.datetime(2022, 9, 15, 7, 30, 58), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 7, 40, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824149-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 07:41:14.684979 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9190c0b0-62cc-41e3-a08e-0ed73aa54c73 None None] Checking segment: {'id': 'f7bd8c6f-f9a4-427b-a8bd-c8539a424e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a27b9b87-ad26-4d3d-9880-03a81e4d590d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 07:41:14.685549 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-9190c0b0-62cc-41e3-a08e-0ed73aa54c73 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:14.686346 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9190c0b0-62cc-41e3-a08e-0ed73aa54c73 None None] Bound using segment: {'id': 'f7bd8c6f-f9a4-427b-a8bd-c8539a424e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a27b9b87-ad26-4d3d-9880-03a81e4d590d'} {{(pid=107290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 07:41:14.687196 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.managers [None req-9190c0b0-62cc-41e3-a08e-0ed73aa54c73 None None] Bound port: 2bc1d164-53cd-4b37-8d9f-94d597a57ad5, host: dv-cinder-824149-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7bd8c6f-f9a4-427b-a8bd-c8539a424e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a27b9b87-ad26-4d3d-9880-03a81e4d590d'}}] {{(pid=107290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 07:41:14.688344 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-9190c0b0-62cc-41e3-a08e-0ed73aa54c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (2bc1d164-53cd-4b37-8d9f-94d597a57ad5), before_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:14.762472 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:41:14.764007 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-9190c0b0-62cc-41e3-a08e-0ed73aa54c73 None None] For port 2bc1d164-53cd-4b37-8d9f-94d597a57ad5, host dv-cinder-824149-6-iscsi, cleared binding levels {{(pid=107290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 07:41:14.768423 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-9190c0b0-62cc-41e3-a08e-0ed73aa54c73 None None] For port 2bc1d164-53cd-4b37-8d9f-94d597a57ad5, host dv-cinder-824149-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-6-iscsi',level=0,port_id=2bc1d164-53cd-4b37-8d9f-94d597a57ad5,segment=NetworkSegment(f7bd8c6f-f9a4-427b-a8bd-c8539a424e25),segment_id=f7bd8c6f-f9a4-427b-a8bd-c8539a424e25)] {{(pid=107290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 07:41:14.794938 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-07d9ec1e-dad8-422a-b299-3de5ad68f6b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615'] for port (1a68fd01-d2a8-4a36-a6ad-66233e53b4cd), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:14.819367 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-ffd8aaca-0307-4790-8b91-c97bcbe015c1 admin admin] Publish callbacks [] for router_gateway (b2c585c2-8eb3-4e8c-95f3-6f4a88f92069), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:14.846128 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-ffd8aaca-0307-4790-8b91-c97bcbe015c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (None), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:14.870177 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d9ec1e-dad8-422a-b299-3de5ad68f6b1 None None] Pushing event updated for resources: {'Port': ['ID=1a68fd01-d2a8-4a36-a6ad-66233e53b4cd,revision_number=5']} {{(pid=107290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:41:14.874292 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-9190c0b0-62cc-41e3-a08e-0ed73aa54c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615'] for port (2bc1d164-53cd-4b37-8d9f-94d597a57ad5), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:14.965201 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-2c8b66af-2d21-4bc7-9a8c-2e74acb54c2d None None] Provisioning complete for port 1a68fd01-d2a8-4a36-a6ad-66233e53b4cd triggered by entity DHCP. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 07:41:14.965201 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-2c8b66af-2d21-4bc7-9a8c-2e74acb54c2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862942'] for port (1a68fd01-d2a8-4a36-a6ad-66233e53b4cd), provisioning_complete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:14.965201 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-2c8b66af-2d21-4bc7-9a8c-2e74acb54c2d None None] Attempt 1 to provision port 1a68fd01-d2a8-4a36-a6ad-66233e53b4cd Sep 15 07:41:14.992442 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9190c0b0-62cc-41e3-a08e-0ed73aa54c73 None None] Pushing event updated for resources: {'Port': ['ID=2bc1d164-53cd-4b37-8d9f-94d597a57ad5,revision_number=2']} {{(pid=107290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:41:14.995769 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:41:15.060904 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-2c8b66af-2d21-4bc7-9a8c-2e74acb54c2d None None] Current status of the port 1a68fd01-d2a8-4a36-a6ad-66233e53b4cd is: ACTIVE; New status is: ACTIVE {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:41:15.092590 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.db.db_base_plugin_common [None req-ffd8aaca-0307-4790-8b91-c97bcbe015c1 admin admin] Allocated IP 172.27.0.224 (7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa/2c94e072-16ef-4b41-8118-d589be48e89d/6881cbab-787d-4f5a-84c5-b89eecda8de7) {{(pid=107276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 07:41:15.271568 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-ffd8aaca-0307-4790-8b91-c97bcbe015c1 admin admin] Publish callbacks [] for port (6881cbab-787d-4f5a-84c5-b89eecda8de7), precommit_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:15.384262 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-ffd8aaca-0307-4790-8b91-c97bcbe015c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729658170579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260827426'] for port (6881cbab-787d-4f5a-84c5-b89eecda8de7), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:15.433783 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adebf33-3ca9-4c08-858b-3bc713515511 req-9f7993bc-5629-447c-98e7-7817f8b88c0d tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:41:15.435362 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-2adebf33-3ca9-4c08-858b-3bc713515511 req-9f7993bc-5629-447c-98e7-7817f8b88c0d tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=07ae2103-9abb-45d7-94b1-7e0f83c44fa0 HTTP/1.1" status: 200 len: 944 time: 0.0781035 Sep 15 07:41:15.444290 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd8aaca-0307-4790-8b91-c97bcbe015c1 admin admin] Network 7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa is already hosted by enough agents. {{(pid=107276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 07:41:15.447896 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.scheduler.base_scheduler [None req-ffd8aaca-0307-4790-8b91-c97bcbe015c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=107276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 07:41:15.449920 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd8aaca-0307-4790-8b91-c97bcbe015c1 admin admin] Pushing event updated for resources: {'Port': ['ID=6881cbab-787d-4f5a-84c5-b89eecda8de7,revision_number=1']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:41:15.452432 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd8aaca-0307-4790-8b91-c97bcbe015c1 admin admin] Received port after_create {{(pid=107276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 07:41:15.499291 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=6 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:41:15.557203 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-2adebf33-3ca9-4c08-858b-3bc713515511 req-146c13cb-16de-4fa2-839f-e0c0b1acc613 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b407f831-0121-48a5-b269-407cd5b097f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121945 Sep 15 07:41:15.571416 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce29c664-f07e-4777-85dc-f5bb1d8e2235 req-5ac2ba64-489c-40ca-8e9c-687071f87455 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:41:15.576392 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-ce29c664-f07e-4777-85dc-f5bb1d8e2235 req-5ac2ba64-489c-40ca-8e9c-687071f87455 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=81bf969c-3300-4003-9606-ea44bac82330 HTTP/1.1" status: 200 len: 946 time: 0.1027777 Sep 15 07:41:15.645945 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-ce29c664-f07e-4777-85dc-f5bb1d8e2235 req-3e0d99da-a796-45b5-9b9b-5c8c9c7a29a5 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3bbd3c93-b7a5-43ea-bc32-62815f5ad2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577307 Sep 15 07:41:15.862791 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Device 2bc1d164-53cd-4b37-8d9f-94d597a57ad5 up at agent ovs-agent-dv-cinder-824149-6-iscsi {{(pid=107290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 07:41:15.921427 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Provisioning complete for port 2bc1d164-53cd-4b37-8d9f-94d597a57ad5 triggered by entity L2. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 07:41:15.921836 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862942'] for port (2bc1d164-53cd-4b37-8d9f-94d597a57ad5), provisioning_complete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:15.923344 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Attempt 1 to provision port 2bc1d164-53cd-4b37-8d9f-94d597a57ad5 Sep 15 07:41:15.927185 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-ffd8aaca-0307-4790-8b91-c97bcbe015c1 admin admin] Publish callbacks [] for router_gateway (b2c585c2-8eb3-4e8c-95f3-6f4a88f92069), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:16.026784 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Current status of the port 2bc1d164-53cd-4b37-8d9f-94d597a57ad5 is: DOWN; New status is: ACTIVE {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:41:16.027518 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (2bc1d164-53cd-4b37-8d9f-94d597a57ad5), before_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:16.075584 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] For port 2bc1d164-53cd-4b37-8d9f-94d597a57ad5, host dv-cinder-824149-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-6-iscsi',level=0,port_id=2bc1d164-53cd-4b37-8d9f-94d597a57ad5,segment=NetworkSegment(f7bd8c6f-f9a4-427b-a8bd-c8539a424e25),segment_id=f7bd8c6f-f9a4-427b-a8bd-c8539a424e25)] {{(pid=107290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:41:16.087604 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa900aa-abdd-4547-ba05-d004058e7240 None None] Network a27b9b87-ad26-4d3d-9880-03a81e4d590d requested from dv-cinder-824149-6-iscsi {{(pid=107290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 07:41:16.151407 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-ffd8aaca-0307-4790-8b91-c97bcbe015c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2014700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2007332'] for router (b2c585c2-8eb3-4e8c-95f3-6f4a88f92069), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:16.197833 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615'] for port (2bc1d164-53cd-4b37-8d9f-94d597a57ad5), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:16.198628 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Device 1a68fd01-d2a8-4a36-a6ad-66233e53b4cd up at agent ovs-agent-dv-cinder-824149-6-iscsi {{(pid=107290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 07:41:16.227141 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:41:16.262703 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-357196b2-a2f1-4514-a42f-0604b303cc10 None None] Provisioning complete for port 2bc1d164-53cd-4b37-8d9f-94d597a57ad5 triggered by entity DHCP. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 07:41:16.262879 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-357196b2-a2f1-4514-a42f-0604b303cc10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862942'] for port (2bc1d164-53cd-4b37-8d9f-94d597a57ad5), provisioning_complete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:16.263216 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-357196b2-a2f1-4514-a42f-0604b303cc10 None None] Attempt 1 to provision port 2bc1d164-53cd-4b37-8d9f-94d597a57ad5 Sep 15 07:41:16.350724 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Pushing event updated for resources: {'Port': ['ID=2bc1d164-53cd-4b37-8d9f-94d597a57ad5,revision_number=3']} {{(pid=107290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:41:16.362945 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Provisioning complete for port 1a68fd01-d2a8-4a36-a6ad-66233e53b4cd triggered by entity L2. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 07:41:16.363204 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862942'] for port (1a68fd01-d2a8-4a36-a6ad-66233e53b4cd), provisioning_complete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:16.363594 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Attempt 1 to provision port 1a68fd01-d2a8-4a36-a6ad-66233e53b4cd Sep 15 07:41:16.412648 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=100 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:41:16.419162 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffd8aaca-0307-4790-8b91-c97bcbe015c1 admin admin] Router b2c585c2-8eb3-4e8c-95f3-6f4a88f92069 is scheduled to L3 agent 6177172c-20b9-4a3a-92be-d5dd082cfa3a with binding_index 1 {{(pid=107276) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 07:41:16.434712 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-357196b2-a2f1-4514-a42f-0604b303cc10 None None] Current status of the port 2bc1d164-53cd-4b37-8d9f-94d597a57ad5 is: ACTIVE; New status is: ACTIVE {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:41:16.484657 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Current status of the port 1a68fd01-d2a8-4a36-a6ad-66233e53b4cd is: ACTIVE; New status is: ACTIVE {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:41:16.548815 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50c9986-429b-42e0-a426-05965a6296ab req-b2976949-a73b-4ca8-a37e-e4d981580d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:41:16.550979 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-c50c9986-429b-42e0-a426-05965a6296ab req-b2976949-a73b-4ca8-a37e-e4d981580d7c service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=81bf969c-3300-4003-9606-ea44bac82330 HTTP/1.1" status: 200 len: 1130 time: 0.0821970 Sep 15 07:41:16.598495 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffd8aaca-0307-4790-8b91-c97bcbe015c1 admin admin] Notify agent at l3_agent.dv-cinder-824149-6-iscsi the message routers_updated {{(pid=107276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 07:41:16.601740 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-c50c9986-429b-42e0-a426-05965a6296ab req-c2ea703b-08ce-411d-a825-35f0e16ca583 service neutron] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3bbd3c93-b7a5-43ea-bc32-62815f5ad2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439095 Sep 15 07:41:16.613937 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1b58f3-212b-4883-a66c-d64260f47c57 None None] Sync routers for ids ['b2c585c2-8eb3-4e8c-95f3-6f4a88f92069'] in dv-cinder-824149-6-iscsi {{(pid=107290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 07:41:16.630587 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1b58f3-212b-4883-a66c-d64260f47c57 None None] Routers {'b2c585c2-8eb3-4e8c-95f3-6f4a88f92069'} bound to L3 agent in host dv-cinder-824149-6-iscsi {{(pid=107290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 07:41:16.631548 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_hamode_db [None req-6a1b58f3-212b-4883-a66c-d64260f47c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T07:30:25Z,description=,heartbeat_timestamp=2022-09-15T07:40:55Z,host='dv-cinder-824149-6-iscsi',id=6177172c-20b9-4a3a-92be-d5dd082cfa3a,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T07:30:25Z,topic='l3_agent')) {'router_ids': ['b2c585c2-8eb3-4e8c-95f3-6f4a88f92069'], 'active': True} {{(pid=107290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:41:16.689490 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-ffd8aaca-0307-4790-8b91-c97bcbe015c1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:16.693616 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-ffd8aaca-0307-4790-8b91-c97bcbe015c1 admin admin] 10.222.0.42 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.3665833 Sep 15 07:41:16.693858 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 35402) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:41:16.757327 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=100 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:41:16.764461 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680f31f5-7c33-4f9f-a0db-18a560bd9d4e req-87fd699c-5a25-4041-bdde-e3fd34351f80 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:41:16.772357 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvr_db [None req-6a1b58f3-212b-4883-a66c-d64260f47c57 None None] Set router b2c585c2-8eb3-4e8c-95f3-6f4a88f92069 gateway port host: dv-cinder-824149-6-iscsi {{(pid=107290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 07:41:16.774051 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-680f31f5-7c33-4f9f-a0db-18a560bd9d4e req-87fd699c-5a25-4041-bdde-e3fd34351f80 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=07ae2103-9abb-45d7-94b1-7e0f83c44fa0 HTTP/1.1" status: 200 len: 944 time: 0.1134355 Sep 15 07:41:16.774348 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-f598074a-a2d0-430b-9c3c-c89557b7e30a None None] Provisioning complete for port 2bc1d164-53cd-4b37-8d9f-94d597a57ad5 triggered by entity DHCP. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 07:41:16.774729 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-f598074a-a2d0-430b-9c3c-c89557b7e30a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862942'] for port (2bc1d164-53cd-4b37-8d9f-94d597a57ad5), provisioning_complete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:16.780582 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=2 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:41:16.781090 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-f598074a-a2d0-430b-9c3c-c89557b7e30a None None] Attempt 1 to provision port 2bc1d164-53cd-4b37-8d9f-94d597a57ad5 Sep 15 07:41:16.881669 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c000d48-9cc9-426f-80e3-29f77a8e1698 req-37ac8656-95b7-4107-a745-65e357b1c2dc tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:41:16.882980 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-9c000d48-9cc9-426f-80e3-29f77a8e1698 req-37ac8656-95b7-4107-a745-65e357b1c2dc tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=81bf969c-3300-4003-9606-ea44bac82330 HTTP/1.1" status: 200 len: 946 time: 0.0872748 Sep 15 07:41:16.890893 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-680f31f5-7c33-4f9f-a0db-18a560bd9d4e req-4db186a3-51ad-4a0a-922e-a25b6f3923d5 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b407f831-0121-48a5-b269-407cd5b097f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152329 Sep 15 07:41:16.958188 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-9c000d48-9cc9-426f-80e3-29f77a8e1698 req-58ec83aa-aa1d-40ff-bfb1-07b121374777 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3bbd3c93-b7a5-43ea-bc32-62815f5ad2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661421 Sep 15 07:41:17.035195 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=100 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:41:17.043591 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-f598074a-a2d0-430b-9c3c-c89557b7e30a None None] Current status of the port 2bc1d164-53cd-4b37-8d9f-94d597a57ad5 is: ACTIVE; New status is: ACTIVE {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:41:17.059314 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_hamode_db [None req-6a1b58f3-212b-4883-a66c-d64260f47c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2c585c2-8eb3-4e8c-95f3-6f4a88f92069', 'name': 'tempest-TestVolumeBootPattern-911136724-router', 'tenant_id': 'e5ef5d2e9c5d4352ad39a7d1b1a0170e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': '6881cbab-787d-4f5a-84c5-b89eecda8de7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:41:13Z', 'updated_at': '2022-09-15T07:41:15Z', 'revision_number': 3, 'project_id': 'e5ef5d2e9c5d4352ad39a7d1b1a0170e', 'gw_port': {'id': '6881cbab-787d-4f5a-84c5-b89eecda8de7', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:d7:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2c585c2-8eb3-4e8c-95f3-6f4a88f92069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:41:14Z', 'updated_at': '2022-09-15T07:41:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi'}], 'dv-cinder-824149-6-iscsi', False) {} {{(pid=107290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:41:17.217376 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-daa967be-d1c4-4b91-87d7-61a715684404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (None), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:17.220584 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1b58f3-212b-4883-a66c-d64260f47c57 None None] Checking router: b2c585c2-8eb3-4e8c-95f3-6f4a88f92069 for host: dv-cinder-824149-6-iscsi {{(pid=107290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 07:41:17.220931 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1b58f3-212b-4883-a66c-d64260f47c57 None None] Updating router b2c585c2-8eb3-4e8c-95f3-6f4a88f92069 port 6881cbab-787d-4f5a-84c5-b89eecda8de7 binding host dv-cinder-824149-6-iscsi {{(pid=107290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 07:41:17.248486 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-6a1b58f3-212b-4883-a66c-d64260f47c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (6881cbab-787d-4f5a-84c5-b89eecda8de7), before_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:17.375093 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.db.db_base_plugin_common [None req-daa967be-d1c4-4b91-87d7-61a715684404 admin admin] Allocated IP 172.20.0.1 (a27b9b87-ad26-4d3d-9880-03a81e4d590d/ffb8c1fc-f908-4540-b560-7e3f64fec426/6e74f454-8c33-4d87-b0ba-d1ce07526c9c) {{(pid=107276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 07:41:17.488017 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-daa967be-d1c4-4b91-87d7-61a715684404 admin admin] Publish callbacks [] for port (6e74f454-8c33-4d87-b0ba-d1ce07526c9c), precommit_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:17.498343 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:41:17.520122 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-6a1b58f3-212b-4883-a66c-d64260f47c57 None None] Publish callbacks [] for port (6881cbab-787d-4f5a-84c5-b89eecda8de7), precommit_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:17.621377 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-6a1b58f3-212b-4883-a66c-d64260f47c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615'] for port (6881cbab-787d-4f5a-84c5-b89eecda8de7), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:17.621713 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-daa967be-d1c4-4b91-87d7-61a715684404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729658170579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260827426'] for port (6e74f454-8c33-4d87-b0ba-d1ce07526c9c), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:17.656766 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.managers [None req-6a1b58f3-212b-4883-a66c-d64260f47c57 None None] Attempting to bind port 6881cbab-787d-4f5a-84c5-b89eecda8de7 on host dv-cinder-824149-6-iscsi for vnic_type normal with profile {{(pid=107290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 07:41:17.657070 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.managers [None req-6a1b58f3-212b-4883-a66c-d64260f47c57 None None] Attempting to bind port 6881cbab-787d-4f5a-84c5-b89eecda8de7 by drivers openvswitch,hyperv on host dv-cinder-824149-6-iscsi at level 0 using segments [{'id': '8c607054-1f24-4b82-9f54-7b368db757ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa'}] {{(pid=107290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 07:41:17.657358 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1b58f3-212b-4883-a66c-d64260f47c57 None None] Attempting to bind port 6881cbab-787d-4f5a-84c5-b89eecda8de7 on network 7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa {{(pid=107290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 07:41:17.672972 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa967be-d1c4-4b91-87d7-61a715684404 admin admin] Network a27b9b87-ad26-4d3d-9880-03a81e4d590d is already hosted by enough agents. {{(pid=107276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 07:41:17.679995 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.scheduler.base_scheduler [None req-daa967be-d1c4-4b91-87d7-61a715684404 admin admin] Resources bound (agent type, host, resource id): {{(pid=107276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 07:41:17.685337 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa967be-d1c4-4b91-87d7-61a715684404 admin admin] Received port after_create {{(pid=107276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 07:41:17.689447 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa967be-d1c4-4b91-87d7-61a715684404 admin admin] Pushing event updated for resources: {'Port': ['ID=6e74f454-8c33-4d87-b0ba-d1ce07526c9c,revision_number=1']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:41:17.697172 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a382d6ee-e107-4cc9-87aa-8d66fbf72164 None None] Pushing event updated for resources: {'Port': ['ID=6881cbab-787d-4f5a-84c5-b89eecda8de7,revision_number=2']} {{(pid=107290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:41:17.725728 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1b58f3-212b-4883-a66c-d64260f47c57 None None] Checking agent: {'id': 'c3acd0b9-3b8e-4f77-9053-2ca2457616b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824149-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 7, 30, 28), 'started_at': datetime.datetime(2022, 9, 15, 7, 30, 58), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 7, 40, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824149-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 07:41:17.726101 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1b58f3-212b-4883-a66c-d64260f47c57 None None] Checking segment: {'id': '8c607054-1f24-4b82-9f54-7b368db757ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 07:41:17.726571 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-6a1b58f3-212b-4883-a66c-d64260f47c57 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:17.726893 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1b58f3-212b-4883-a66c-d64260f47c57 None None] Bound using segment: {'id': '8c607054-1f24-4b82-9f54-7b368db757ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa'} {{(pid=107290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 07:41:17.727363 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.managers [None req-6a1b58f3-212b-4883-a66c-d64260f47c57 None None] Bound port: 6881cbab-787d-4f5a-84c5-b89eecda8de7, host: dv-cinder-824149-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c607054-1f24-4b82-9f54-7b368db757ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa'}}] {{(pid=107290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 07:41:17.728364 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-6a1b58f3-212b-4883-a66c-d64260f47c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (6881cbab-787d-4f5a-84c5-b89eecda8de7), before_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:17.762683 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-daa967be-d1c4-4b91-87d7-61a715684404 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2002461'] for router_interface (b2c585c2-8eb3-4e8c-95f3-6f4a88f92069), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:17.808073 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-6a1b58f3-212b-4883-a66c-d64260f47c57 None None] For port 6881cbab-787d-4f5a-84c5-b89eecda8de7, host dv-cinder-824149-6-iscsi, cleared binding levels {{(pid=107290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 07:41:17.811887 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-6a1b58f3-212b-4883-a66c-d64260f47c57 None None] For port 6881cbab-787d-4f5a-84c5-b89eecda8de7, host dv-cinder-824149-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-6-iscsi',level=0,port_id=6881cbab-787d-4f5a-84c5-b89eecda8de7,segment=NetworkSegment(8c607054-1f24-4b82-9f54-7b368db757ce),segment_id=8c607054-1f24-4b82-9f54-7b368db757ce)] {{(pid=107290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 07:41:17.887361 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Device 2bc1d164-53cd-4b37-8d9f-94d597a57ad5 up at agent ovs-agent-dv-cinder-824149-6-iscsi {{(pid=107290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 07:41:17.913896 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-6a1b58f3-212b-4883-a66c-d64260f47c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615'] for port (6881cbab-787d-4f5a-84c5-b89eecda8de7), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:17.919913 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:41:17.997359 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1b58f3-212b-4883-a66c-d64260f47c57 None None] Routers {'b2c585c2-8eb3-4e8c-95f3-6f4a88f92069'} bound to L3 agent in host dv-cinder-824149-6-iscsi {{(pid=107290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 07:41:17.998082 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_hamode_db [None req-6a1b58f3-212b-4883-a66c-d64260f47c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T07:30:25Z,description=,heartbeat_timestamp=2022-09-15T07:40:55Z,host='dv-cinder-824149-6-iscsi',id=6177172c-20b9-4a3a-92be-d5dd082cfa3a,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T07:30:25Z,topic='l3_agent')) {'router_ids': ['b2c585c2-8eb3-4e8c-95f3-6f4a88f92069'], 'active': True} {{(pid=107290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:41:18.070641 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Provisioning complete for port 2bc1d164-53cd-4b37-8d9f-94d597a57ad5 triggered by entity L2. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 07:41:18.071272 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862942'] for port (2bc1d164-53cd-4b37-8d9f-94d597a57ad5), provisioning_complete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:18.071384 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Attempt 1 to provision port 2bc1d164-53cd-4b37-8d9f-94d597a57ad5 Sep 15 07:41:18.079748 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a382d6ee-e107-4cc9-87aa-8d66fbf72164 None None] Pushing event updated for resources: {'Port': ['ID=6881cbab-787d-4f5a-84c5-b89eecda8de7,revision_number=3']} {{(pid=107290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:41:18.094621 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-daa967be-d1c4-4b91-87d7-61a715684404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (6e74f454-8c33-4d87-b0ba-d1ce07526c9c), before_update {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:18.116826 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:41:18.129532 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-c3a60654-4bfc-4d1f-b0e1-1f0e4711bb9d None None] Provisioning complete for port 6e74f454-8c33-4d87-b0ba-d1ce07526c9c triggered by entity DHCP. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 07:41:18.138703 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-c3a60654-4bfc-4d1f-b0e1-1f0e4711bb9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862942'] for port (6e74f454-8c33-4d87-b0ba-d1ce07526c9c), provisioning_complete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:18.138703 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-c3a60654-4bfc-4d1f-b0e1-1f0e4711bb9d None None] Attempt 1 to provision port 6e74f454-8c33-4d87-b0ba-d1ce07526c9c Sep 15 07:41:18.214107 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7178ba-e7b7-4441-a933-040c9551d8b8 req-08cfb784-838a-463e-8d5c-4376d9e333c3 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:41:18.221959 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-bf7178ba-e7b7-4441-a933-040c9551d8b8 req-08cfb784-838a-463e-8d5c-4376d9e333c3 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=07ae2103-9abb-45d7-94b1-7e0f83c44fa0 HTTP/1.1" status: 200 len: 944 time: 0.1677451 Sep 15 07:41:18.231038 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406aa5ba-20d8-4bc8-ba4f-0ac290cf3ca3 req-963b38e7-f98d-4a1f-9ae4-f98573412721 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:41:18.235525 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvr_db [None req-6a1b58f3-212b-4883-a66c-d64260f47c57 None None] Set router b2c585c2-8eb3-4e8c-95f3-6f4a88f92069 gateway port host: dv-cinder-824149-6-iscsi {{(pid=107290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 07:41:18.237093 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-406aa5ba-20d8-4bc8-ba4f-0ac290cf3ca3 req-963b38e7-f98d-4a1f-9ae4-f98573412721 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=81bf969c-3300-4003-9606-ea44bac82330 HTTP/1.1" status: 200 len: 946 time: 0.1811659 Sep 15 07:41:18.314155 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-c3a60654-4bfc-4d1f-b0e1-1f0e4711bb9d None None] Port 6e74f454-8c33-4d87-b0ba-d1ce07526c9c cannot update to ACTIVE because it is not bound. {{(pid=107290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 07:41:18.353438 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-daa967be-d1c4-4b91-87d7-61a715684404 admin admin] Publish callbacks [] for port (6e74f454-8c33-4d87-b0ba-d1ce07526c9c), precommit_update {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:18.357336 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:41:18.375247 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:41:18.394581 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-bf7178ba-e7b7-4441-a933-040c9551d8b8 req-4a004270-3265-4420-ad8a-9c57935875e2 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b407f831-0121-48a5-b269-407cd5b097f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1708071 Sep 15 07:41:18.406109 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-406aa5ba-20d8-4bc8-ba4f-0ac290cf3ca3 req-daafc9ab-e40d-4f3f-af6b-2dedc6781813 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3bbd3c93-b7a5-43ea-bc32-62815f5ad2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566775 Sep 15 07:41:18.430162 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-daa967be-d1c4-4b91-87d7-61a715684404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260827419'] for port (6e74f454-8c33-4d87-b0ba-d1ce07526c9c), after_update {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:18.454389 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Current status of the port 2bc1d164-53cd-4b37-8d9f-94d597a57ad5 is: ACTIVE; New status is: ACTIVE {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:41:18.516052 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-daa967be-d1c4-4b91-87d7-61a715684404 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2002569'] for router_interface (b2c585c2-8eb3-4e8c-95f3-6f4a88f92069), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:18.526185 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa967be-d1c4-4b91-87d7-61a715684404 admin admin] Pushing event updated for resources: {'Port': ['ID=6e74f454-8c33-4d87-b0ba-d1ce07526c9c,revision_number=2']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:41:18.537496 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_hamode_db [None req-6a1b58f3-212b-4883-a66c-d64260f47c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2c585c2-8eb3-4e8c-95f3-6f4a88f92069', 'name': 'tempest-TestVolumeBootPattern-911136724-router', 'tenant_id': 'e5ef5d2e9c5d4352ad39a7d1b1a0170e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': '6881cbab-787d-4f5a-84c5-b89eecda8de7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:41:13Z', 'updated_at': '2022-09-15T07:41:17Z', 'revision_number': 4, 'project_id': 'e5ef5d2e9c5d4352ad39a7d1b1a0170e', 'gw_port': {'id': '6881cbab-787d-4f5a-84c5-b89eecda8de7', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:d7:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2c585c2-8eb3-4e8c-95f3-6f4a88f92069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:41:14Z', 'updated_at': '2022-09-15T07:41:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi', '_interfaces': [{'id': '6e74f454-8c33-4d87-b0ba-d1ce07526c9c', 'name': '', 'network_id': 'a27b9b87-ad26-4d3d-9880-03a81e4d590d', 'tenant_id': 'e5ef5d2e9c5d4352ad39a7d1b1a0170e', 'mac_address': 'fa:16:3e:ce:c4:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2c585c2-8eb3-4e8c-95f3-6f4a88f92069', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'ffb8c1fc-f908-4540-b560-7e3f64fec426', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:41:17Z', 'updated_at': '2022-09-15T07:41:17Z', 'revision_number': 1, 'project_id': 'e5ef5d2e9c5d4352ad39a7d1b1a0170e', 'subnets': [{'id': 'ffb8c1fc-f908-4540-b560-7e3f64fec426', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-6-iscsi', False) {} {{(pid=107290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:41:18.570253 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1b58f3-212b-4883-a66c-d64260f47c57 None None] The sync data for ids ['b2c585c2-8eb3-4e8c-95f3-6f4a88f92069'] in dv-cinder-824149-6-iscsi is: [{'id': 'b2c585c2-8eb3-4e8c-95f3-6f4a88f92069', 'name': 'tempest-TestVolumeBootPattern-911136724-router', 'tenant_id': 'e5ef5d2e9c5d4352ad39a7d1b1a0170e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': '6881cbab-787d-4f5a-84c5-b89eecda8de7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:41:13Z', 'updated_at': '2022-09-15T07:41:17Z', 'revision_number': 4, 'project_id': 'e5ef5d2e9c5d4352ad39a7d1b1a0170e', 'gw_port': {'id': '6881cbab-787d-4f5a-84c5-b89eecda8de7', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:d7:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2c585c2-8eb3-4e8c-95f3-6f4a88f92069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:41:14Z', 'updated_at': '2022-09-15T07:41:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi', '_interfaces': [{'id': '6e74f454-8c33-4d87-b0ba-d1ce07526c9c', 'name': '', 'network_id': 'a27b9b87-ad26-4d3d-9880-03a81e4d590d', 'tenant_id': 'e5ef5d2e9c5d4352ad39a7d1b1a0170e', 'mac_address': 'fa:16:3e:ce:c4:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2c585c2-8eb3-4e8c-95f3-6f4a88f92069', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'ffb8c1fc-f908-4540-b560-7e3f64fec426', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:41:17Z', 'updated_at': '2022-09-15T07:41:17Z', 'revision_number': 1, 'project_id': 'e5ef5d2e9c5d4352ad39a7d1b1a0170e', 'subnets': [{'id': 'ffb8c1fc-f908-4540-b560-7e3f64fec426', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 07:41:18.647699 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa967be-d1c4-4b91-87d7-61a715684404 admin admin] Network a27b9b87-ad26-4d3d-9880-03a81e4d590d is already hosted by enough agents. {{(pid=107276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 07:41:18.649151 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.scheduler.base_scheduler [None req-daa967be-d1c4-4b91-87d7-61a715684404 admin admin] Resources bound (agent type, host, resource id): {{(pid=107276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 07:41:18.795601 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=100 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:41:18.800673 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daa967be-d1c4-4b91-87d7-61a715684404 admin admin] Router b2c585c2-8eb3-4e8c-95f3-6f4a88f92069 has already been hosted by L3 agent 6177172c-20b9-4a3a-92be-d5dd082cfa3a {{(pid=107276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 07:41:18.813968 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-c3a60654-4bfc-4d1f-b0e1-1f0e4711bb9d None None] Attempt 2 to provision port 6e74f454-8c33-4d87-b0ba-d1ce07526c9c Sep 15 07:41:18.896687 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-c3a60654-4bfc-4d1f-b0e1-1f0e4711bb9d None None] Port 6e74f454-8c33-4d87-b0ba-d1ce07526c9c cannot update to ACTIVE because it is not bound. {{(pid=107290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 07:41:19.031155 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daa967be-d1c4-4b91-87d7-61a715684404 admin admin] Notify agent at l3_agent.dv-cinder-824149-6-iscsi the message routers_updated {{(pid=107276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 07:41:19.049254 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-daa967be-d1c4-4b91-87d7-61a715684404 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/b2c585c2-8eb3-4e8c-95f3-6f4a88f92069/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3441088 Sep 15 07:41:19.397819 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-c3a60654-4bfc-4d1f-b0e1-1f0e4711bb9d None None] Attempt 3 to provision port 6e74f454-8c33-4d87-b0ba-d1ce07526c9c Sep 15 07:41:19.454717 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-c3a60654-4bfc-4d1f-b0e1-1f0e4711bb9d None None] Port 6e74f454-8c33-4d87-b0ba-d1ce07526c9c cannot update to ACTIVE because it is not bound. {{(pid=107290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 07:41:19.491740 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 35458) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:41:19.498970 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.v2.base [None req-d67571cb-cf20-440b-bba5-418f55682057 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1463350431', 'description': 'tempest-secgroup-smoke-1463350431 description', 'project_id': 'af1e008c4bfa41e18488c63ea0f17b27'}} {{(pid=107276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:41:19.577371 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=100 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:41:19.632314 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-d67571cb-cf20-440b-bba5-418f55682057 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Publish callbacks [] for security_group (None), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:19.645827 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6fa22b-215b-4cb7-ac97-c1d78b050815 req-7e4c5fd1-dca5-49ac-9060-a8e183eafda6 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:41:19.647093 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-9d6fa22b-215b-4cb7-ac97-c1d78b050815 req-7e4c5fd1-dca5-49ac-9060-a8e183eafda6 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=81bf969c-3300-4003-9606-ea44bac82330 HTTP/1.1" status: 200 len: 946 time: 0.1007688 Sep 15 07:41:19.711068 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d94d06d-b31a-4d4d-bb84-299362517e2b req-803ab58b-8193-4a68-a17b-8a868a8cedcc tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:41:19.712508 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-4d94d06d-b31a-4d4d-bb84-299362517e2b req-803ab58b-8193-4a68-a17b-8a868a8cedcc tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=07ae2103-9abb-45d7-94b1-7e0f83c44fa0 HTTP/1.1" status: 200 len: 944 time: 0.1310527 Sep 15 07:41:19.718700 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-d67571cb-cf20-440b-bba5-418f55682057 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Publish callbacks [] for security_group (bd1948ba-0dcc-463f-ac7d-46ca49a9cc24), precommit_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:19.750136 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db88e69-9570-4f5c-becf-63fb79a4fefb req-1895db40-6fef-40ec-995a-0067510fad4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:41:19.752372 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-8db88e69-9570-4f5c-becf-63fb79a4fefb req-1895db40-6fef-40ec-995a-0067510fad4e service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=07ae2103-9abb-45d7-94b1-7e0f83c44fa0&tenant_id=b4a8f2664964492e9c80a595ed043c71 HTTP/1.1" status: 200 len: 1128 time: 0.1327603 Sep 15 07:41:19.832336 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-d67571cb-cf20-440b-bba5-418f55682057 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (bd1948ba-0dcc-463f-ac7d-46ca49a9cc24), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:19.864396 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Device 6881cbab-787d-4f5a-84c5-b89eecda8de7 up at agent ovs-agent-dv-cinder-824149-6-iscsi {{(pid=107290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 07:41:19.872367 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67571cb-cf20-440b-bba5-418f55682057 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd1948ba-0dcc-463f-ac7d-46ca49a9cc24,revision_number=1']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:41:19.943749 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-d67571cb-cf20-440b-bba5-418f55682057 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Publish callbacks [] for security_group (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:19.951934 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-d67571cb-cf20-440b-bba5-418f55682057 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4545338 Sep 15 07:41:19.951934 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 35468) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:41:19.960738 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-c3a60654-4bfc-4d1f-b0e1-1f0e4711bb9d None None] Attempt 4 to provision port 6e74f454-8c33-4d87-b0ba-d1ce07526c9c Sep 15 07:41:19.962655 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.v2.base [None req-f9fee0cf-7e16-4a03-a52b-d51c92e0d607 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Request body: {'security_group_rule': {'security_group_id': 'bd1948ba-0dcc-463f-ac7d-46ca49a9cc24', 'project_id': 'af1e008c4bfa41e18488c63ea0f17b27', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:41:19.999763 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Provisioning complete for port 6881cbab-787d-4f5a-84c5-b89eecda8de7 triggered by entity L2. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 07:41:20.000409 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862942'] for port (6881cbab-787d-4f5a-84c5-b89eecda8de7), provisioning_complete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:20.000787 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Attempt 1 to provision port 6881cbab-787d-4f5a-84c5-b89eecda8de7 Sep 15 07:41:20.031147 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-c3a60654-4bfc-4d1f-b0e1-1f0e4711bb9d None None] Port 6e74f454-8c33-4d87-b0ba-d1ce07526c9c cannot update to ACTIVE because it is not bound. {{(pid=107290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 07:41:20.072915 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-9d6fa22b-215b-4cb7-ac97-c1d78b050815 req-583e1460-0829-4e87-88e9-1404d0c8f0de tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3bbd3c93-b7a5-43ea-bc32-62815f5ad2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4026680 Sep 15 07:41:20.082156 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-f9fee0cf-7e16-4a03-a52b-d51c92e0d607 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Publish callbacks [] for security_group_rule (87145e11-1aa7-4541-a076-fc64917c114d), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:20.098830 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-4d94d06d-b31a-4d4d-bb84-299362517e2b req-c9e8f1b8-5447-45d9-8ed7-cb78456fd988 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b407f831-0121-48a5-b269-407cd5b097f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3584421 Sep 15 07:41:20.115540 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db88e69-9570-4f5c-becf-63fb79a4fefb req-34f2d724-5a10-496b-a52e-9c7bd6d2bf56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:41:20.117074 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-8db88e69-9570-4f5c-becf-63fb79a4fefb req-34f2d724-5a10-496b-a52e-9c7bd6d2bf56 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=b4a8f2664964492e9c80a595ed043c71&device_id=07ae2103-9abb-45d7-94b1-7e0f83c44fa0 HTTP/1.1" status: 200 len: 1128 time: 0.3219488 Sep 15 07:41:20.123634 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Current status of the port 6881cbab-787d-4f5a-84c5-b89eecda8de7 is: DOWN; New status is: ACTIVE {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:41:20.124036 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (6881cbab-787d-4f5a-84c5-b89eecda8de7), before_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:20.179836 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] For port 6881cbab-787d-4f5a-84c5-b89eecda8de7, host dv-cinder-824149-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-6-iscsi',level=0,port_id=6881cbab-787d-4f5a-84c5-b89eecda8de7,segment=NetworkSegment(8c607054-1f24-4b82-9f54-7b368db757ce),segment_id=8c607054-1f24-4b82-9f54-7b368db757ce)] {{(pid=107290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:41:20.185465 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-f9fee0cf-7e16-4a03-a52b-d51c92e0d607 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Publish callbacks [] for security_group_rule (87145e11-1aa7-4541-a076-fc64917c114d), precommit_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:20.255707 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0da85e-09ef-4535-843c-d30a7c029438 req-d2b93b45-ef8b-4ff3-bb66-f75657f217cb tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:41:20.257159 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-7f0da85e-09ef-4535-843c-d30a7c029438 req-d2b93b45-ef8b-4ff3-bb66-f75657f217cb tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=48afb5a2-e7d3-44a4-8882-d81cfd5418ab HTTP/1.1" status: 200 len: 946 time: 0.0634418 Sep 15 07:41:20.269427 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615'] for port (6881cbab-787d-4f5a-84c5-b89eecda8de7), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:20.294509 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db88e69-9570-4f5c-becf-63fb79a4fefb req-38f959ea-1571-4863-ba58-94b6ebf98602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:41:20.299027 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-8db88e69-9570-4f5c-becf-63fb79a4fefb req-38f959ea-1571-4863-ba58-94b6ebf98602 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=2b6b3bac-c651-487a-b144-89fba4985d6c HTTP/1.1" status: 200 len: 917 time: 0.1721246 Sep 15 07:41:20.326682 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-f9fee0cf-7e16-4a03-a52b-d51c92e0d607 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691784'] for security_group_rule (87145e11-1aa7-4541-a076-fc64917c114d), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:20.335520 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Pushing event updated for resources: {'Port': ['ID=6881cbab-787d-4f5a-84c5-b89eecda8de7,revision_number=4']} {{(pid=107290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:41:20.355679 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fee0cf-7e16-4a03-a52b-d51c92e0d607 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87145e11-1aa7-4541-a076-fc64917c114d,revision_number=0']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:41:20.360970 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-7f0da85e-09ef-4535-843c-d30a7c029438 req-287e5f8f-782d-49c8-bec5-76c317732f84 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3bbd3c93-b7a5-43ea-bc32-62815f5ad2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969090 Sep 15 07:41:20.384163 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-8db88e69-9570-4f5c-becf-63fb79a4fefb req-8d6d9033-abb1-4c08-8c96-b510703ddf75 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=60114f49-493e-46b0-a653-b05d4362ebe7 HTTP/1.1" status: 200 len: 999 time: 0.0689991 Sep 15 07:41:20.428557 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-f9fee0cf-7e16-4a03-a52b-d51c92e0d607 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:20.431252 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-f9fee0cf-7e16-4a03-a52b-d51c92e0d607 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4768236 Sep 15 07:41:20.434342 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 35484) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:41:20.446600 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.v2.base [None req-86fb7217-40f6-4e5f-85f2-52ed534b8d22 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Request body: {'security_group_rule': {'security_group_id': 'bd1948ba-0dcc-463f-ac7d-46ca49a9cc24', 'project_id': 'af1e008c4bfa41e18488c63ea0f17b27', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=107276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:41:20.465480 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db88e69-9570-4f5c-becf-63fb79a4fefb req-36da73a2-0c05-4254-8106-1994eb9eccb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:41:20.467303 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-8db88e69-9570-4f5c-becf-63fb79a4fefb req-36da73a2-0c05-4254-8106-1994eb9eccb4 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=37c21616-a845-47e5-a620-a34a553bb45c HTTP/1.1" status: 200 len: 855 time: 0.0739031 Sep 15 07:41:20.525716 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db88e69-9570-4f5c-becf-63fb79a4fefb req-4f792b22-03c8-4360-a68a-5903833a6392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:41:20.527415 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-8db88e69-9570-4f5c-becf-63fb79a4fefb req-4f792b22-03c8-4360-a68a-5903833a6392 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=2b6b3bac-c651-487a-b144-89fba4985d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0485694 Sep 15 07:41:20.532346 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-c3a60654-4bfc-4d1f-b0e1-1f0e4711bb9d None None] Attempt 5 to provision port 6e74f454-8c33-4d87-b0ba-d1ce07526c9c Sep 15 07:41:20.566244 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-86fb7217-40f6-4e5f-85f2-52ed534b8d22 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Publish callbacks [] for security_group_rule (63baacd0-7acb-4471-9507-f38ec4d6d26d), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:20.617834 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-c3a60654-4bfc-4d1f-b0e1-1f0e4711bb9d None None] Port 6e74f454-8c33-4d87-b0ba-d1ce07526c9c cannot update to ACTIVE because it is not bound. {{(pid=107290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 07:41:20.663684 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-8db88e69-9570-4f5c-becf-63fb79a4fefb req-f5242c60-7f44-43cc-ae0b-d7c688974fb0 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/2b6b3bac-c651-487a-b144-89fba4985d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235490 Sep 15 07:41:20.668575 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-86fb7217-40f6-4e5f-85f2-52ed534b8d22 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Publish callbacks [] for security_group_rule (63baacd0-7acb-4471-9507-f38ec4d6d26d), precommit_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:20.699020 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=100 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:41:20.749758 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-86fb7217-40f6-4e5f-85f2-52ed534b8d22 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691784'] for security_group_rule (63baacd0-7acb-4471-9507-f38ec4d6d26d), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:20.771951 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-8db88e69-9570-4f5c-becf-63fb79a4fefb req-84b31851-f69e-4592-ad0f-b475da10834c service neutron] 10.222.0.26 "GET /networking/v2.0/networks/2b6b3bac-c651-487a-b144-89fba4985d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017265 Sep 15 07:41:20.775922 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fb7217-40f6-4e5f-85f2-52ed534b8d22 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63baacd0-7acb-4471-9507-f38ec4d6d26d,revision_number=0']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:41:20.867207 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-86fb7217-40f6-4e5f-85f2-52ed534b8d22 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:20.876053 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-86fb7217-40f6-4e5f-85f2-52ed534b8d22 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4330404 Sep 15 07:41:20.876053 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 35492) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:41:20.877179 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.v2.base [None req-857a30b0-75a2-4add-8245-3f34a93fdd9a tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Request body: {'security_group_rule': {'security_group_id': 'bd1948ba-0dcc-463f-ac7d-46ca49a9cc24', 'project_id': 'af1e008c4bfa41e18488c63ea0f17b27', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=107276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:41:20.985198 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-857a30b0-75a2-4add-8245-3f34a93fdd9a tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Publish callbacks [] for security_group_rule (48bd84e8-7585-48d0-b760-3660d01b22a9), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:21.036555 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:DELETE=3 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:41:21.063733 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-857a30b0-75a2-4add-8245-3f34a93fdd9a tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Publish callbacks [] for security_group_rule (48bd84e8-7585-48d0-b760-3660d01b22a9), precommit_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:21.118563 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-c3a60654-4bfc-4d1f-b0e1-1f0e4711bb9d None None] Attempt 6 to provision port 6e74f454-8c33-4d87-b0ba-d1ce07526c9c Sep 15 07:41:21.171249 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-857a30b0-75a2-4add-8245-3f34a93fdd9a tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691784'] for security_group_rule (48bd84e8-7585-48d0-b760-3660d01b22a9), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:21.210526 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-c3a60654-4bfc-4d1f-b0e1-1f0e4711bb9d None None] Port 6e74f454-8c33-4d87-b0ba-d1ce07526c9c cannot update to ACTIVE because it is not bound. {{(pid=107290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 07:41:21.213505 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857a30b0-75a2-4add-8245-3f34a93fdd9a tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48bd84e8-7585-48d0-b760-3660d01b22a9,revision_number=0']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:41:21.322514 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220da5c4-fa1b-4033-8503-22719273f8c8 req-a5092d46-74c8-4859-916b-8ebdef424a5e tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:41:21.334239 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-857a30b0-75a2-4add-8245-3f34a93fdd9a tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:21.336151 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-857a30b0-75a2-4add-8245-3f34a93fdd9a tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4635277 Sep 15 07:41:21.339344 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 35518) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:41:21.339645 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-220da5c4-fa1b-4033-8503-22719273f8c8 req-a5092d46-74c8-4859-916b-8ebdef424a5e tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=07ae2103-9abb-45d7-94b1-7e0f83c44fa0 HTTP/1.1" status: 200 len: 944 time: 0.1056163 Sep 15 07:41:21.347811 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.v2.base [None req-449c60c3-20df-43f2-93b2-91fdfd531241 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Request body: {'security_group_rule': {'security_group_id': 'bd1948ba-0dcc-463f-ac7d-46ca49a9cc24', 'project_id': 'af1e008c4bfa41e18488c63ea0f17b27', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=107276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:41:21.413181 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-220da5c4-fa1b-4033-8503-22719273f8c8 req-a730be84-cec9-46e1-abb0-bd89434bc1f7 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b407f831-0121-48a5-b269-407cd5b097f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721707 Sep 15 07:41:21.510591 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-449c60c3-20df-43f2-93b2-91fdfd531241 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Publish callbacks [] for security_group_rule (23b413bd-3b36-4396-9d22-824c3023845f), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:21.558678 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=80,neutron:UPDATE=4,neutron:INSERT=11,neutron:DELETE=5 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:41:21.580232 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-449c60c3-20df-43f2-93b2-91fdfd531241 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Publish callbacks [] for security_group_rule (23b413bd-3b36-4396-9d22-824c3023845f), precommit_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:21.711941 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-c3a60654-4bfc-4d1f-b0e1-1f0e4711bb9d None None] Attempt 7 to provision port 6e74f454-8c33-4d87-b0ba-d1ce07526c9c Sep 15 07:41:21.729163 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-449c60c3-20df-43f2-93b2-91fdfd531241 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691784'] for security_group_rule (23b413bd-3b36-4396-9d22-824c3023845f), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:21.762094 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449c60c3-20df-43f2-93b2-91fdfd531241 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23b413bd-3b36-4396-9d22-824c3023845f,revision_number=0']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:41:21.808358 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-c3a60654-4bfc-4d1f-b0e1-1f0e4711bb9d None None] Port 6e74f454-8c33-4d87-b0ba-d1ce07526c9c cannot update to ACTIVE because it is not bound. {{(pid=107290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 07:41:21.848611 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Device 6881cbab-787d-4f5a-84c5-b89eecda8de7 up at agent ovs-agent-dv-cinder-824149-6-iscsi {{(pid=107290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 07:41:21.883563 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-449c60c3-20df-43f2-93b2-91fdfd531241 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:21.885734 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-449c60c3-20df-43f2-93b2-91fdfd531241 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5449076 Sep 15 07:41:21.888158 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 35534) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:41:21.895621 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.v2.base [None req-f8a16aa8-49a3-48cb-9ab3-580b83dd9246 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Request body: {'security_group_rule': {'security_group_id': 'bd1948ba-0dcc-463f-ac7d-46ca49a9cc24', 'project_id': 'af1e008c4bfa41e18488c63ea0f17b27', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=107279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:41:21.904650 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:41:21.913012 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Provisioning complete for port 6881cbab-787d-4f5a-84c5-b89eecda8de7 triggered by entity L2. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 07:41:21.913834 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862942'] for port (6881cbab-787d-4f5a-84c5-b89eecda8de7), provisioning_complete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:21.914143 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Attempt 1 to provision port 6881cbab-787d-4f5a-84c5-b89eecda8de7 Sep 15 07:41:21.963163 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:41:22.023879 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Current status of the port 6881cbab-787d-4f5a-84c5-b89eecda8de7 is: ACTIVE; New status is: ACTIVE {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:41:22.067527 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.db.securitygroups_db [None req-f8a16aa8-49a3-48cb-9ab3-580b83dd9246 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Project af1e008c4bfa41e18488c63ea0f17b27 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 07:41:22.080585 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-f8a16aa8-49a3-48cb-9ab3-580b83dd9246 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Publish callbacks [] for security_group_rule (d9c55a7b-2de4-4cbb-8c3a-9f00c0092d4a), before_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:22.145208 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-f8a16aa8-49a3-48cb-9ab3-580b83dd9246 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Publish callbacks [] for security_group_rule (d9c55a7b-2de4-4cbb-8c3a-9f00c0092d4a), precommit_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:22.230387 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-f8a16aa8-49a3-48cb-9ab3-580b83dd9246 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691784'] for security_group_rule (d9c55a7b-2de4-4cbb-8c3a-9f00c0092d4a), after_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:22.252044 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a16aa8-49a3-48cb-9ab3-580b83dd9246 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9c55a7b-2de4-4cbb-8c3a-9f00c0092d4a,revision_number=0']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:41:22.309948 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-c3a60654-4bfc-4d1f-b0e1-1f0e4711bb9d None None] Attempt 8 to provision port 6e74f454-8c33-4d87-b0ba-d1ce07526c9c Sep 15 07:41:22.331737 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-f8a16aa8-49a3-48cb-9ab3-580b83dd9246 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:22.334349 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-f8a16aa8-49a3-48cb-9ab3-580b83dd9246 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4447403 Sep 15 07:41:22.336375 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 35540) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:41:22.342839 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.v2.base [None req-5bc42580-52d1-477b-aa81-59b19b359cd8 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Request body: {'security_group_rule': {'security_group_id': 'bd1948ba-0dcc-463f-ac7d-46ca49a9cc24', 'project_id': 'af1e008c4bfa41e18488c63ea0f17b27', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=107276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:41:22.392406 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-c3a60654-4bfc-4d1f-b0e1-1f0e4711bb9d None None] Port 6e74f454-8c33-4d87-b0ba-d1ce07526c9c cannot update to ACTIVE because it is not bound. {{(pid=107290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 07:41:22.469903 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.db.securitygroups_db [None req-5bc42580-52d1-477b-aa81-59b19b359cd8 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Project af1e008c4bfa41e18488c63ea0f17b27 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 07:41:22.470663 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25bee39e-74b9-476e-a10c-8dc29be4b2d9 None None] Sync routers for ids ['b2c585c2-8eb3-4e8c-95f3-6f4a88f92069'] in dv-cinder-824149-6-iscsi {{(pid=107295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 07:41:22.473258 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:41:22.480882 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-5bc42580-52d1-477b-aa81-59b19b359cd8 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Publish callbacks [] for security_group_rule (d50eac8e-8121-4782-8c68-a4b88eb2b670), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:22.481453 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25bee39e-74b9-476e-a10c-8dc29be4b2d9 None None] Routers {'b2c585c2-8eb3-4e8c-95f3-6f4a88f92069'} bound to L3 agent in host dv-cinder-824149-6-iscsi {{(pid=107295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 07:41:22.482126 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_hamode_db [None req-25bee39e-74b9-476e-a10c-8dc29be4b2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T07:30:25Z,description=,heartbeat_timestamp=2022-09-15T07:40:55Z,host='dv-cinder-824149-6-iscsi',id=6177172c-20b9-4a3a-92be-d5dd082cfa3a,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T07:30:25Z,topic='l3_agent')) {'router_ids': ['b2c585c2-8eb3-4e8c-95f3-6f4a88f92069'], 'active': True} {{(pid=107295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:41:22.550071 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-f843d363-de4f-41e7-819a-0c8b7c12e1b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (47b201f8-ba91-4005-8457-67653169c522), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:22.637479 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_dvr_db [None req-25bee39e-74b9-476e-a10c-8dc29be4b2d9 None None] Set router b2c585c2-8eb3-4e8c-95f3-6f4a88f92069 gateway port host: dv-cinder-824149-6-iscsi {{(pid=107295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 07:41:22.638613 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a78f6b1-27e1-4c97-8527-4df4bea6077f req-1d112c9e-c76d-4943-b6cb-871083b5c72c tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:41:22.645159 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-5bc42580-52d1-477b-aa81-59b19b359cd8 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Publish callbacks [] for security_group_rule (d50eac8e-8121-4782-8c68-a4b88eb2b670), precommit_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:22.645819 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-8a78f6b1-27e1-4c97-8527-4df4bea6077f req-1d112c9e-c76d-4943-b6cb-871083b5c72c tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=07ae2103-9abb-45d7-94b1-7e0f83c44fa0 HTTP/1.1" status: 200 len: 944 time: 0.0901244 Sep 15 07:41:22.708125 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-8a78f6b1-27e1-4c97-8527-4df4bea6077f req-2bb4e798-ba59-4d96-a839-0f27cfb421a1 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b407f831-0121-48a5-b269-407cd5b097f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525355 Sep 15 07:41:22.754419 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-5bc42580-52d1-477b-aa81-59b19b359cd8 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691784'] for security_group_rule (d50eac8e-8121-4782-8c68-a4b88eb2b670), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:22.782044 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc42580-52d1-477b-aa81-59b19b359cd8 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d50eac8e-8121-4782-8c68-a4b88eb2b670,revision_number=0']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:41:22.877770 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_hamode_db [None req-25bee39e-74b9-476e-a10c-8dc29be4b2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2c585c2-8eb3-4e8c-95f3-6f4a88f92069', 'name': 'tempest-TestVolumeBootPattern-911136724-router', 'tenant_id': 'e5ef5d2e9c5d4352ad39a7d1b1a0170e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': '6881cbab-787d-4f5a-84c5-b89eecda8de7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:41:13Z', 'updated_at': '2022-09-15T07:41:17Z', 'revision_number': 4, 'project_id': 'e5ef5d2e9c5d4352ad39a7d1b1a0170e', 'gw_port': {'id': '6881cbab-787d-4f5a-84c5-b89eecda8de7', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:d7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c585c2-8eb3-4e8c-95f3-6f4a88f92069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:41:14Z', 'updated_at': '2022-09-15T07:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi', '_interfaces': [{'id': '6e74f454-8c33-4d87-b0ba-d1ce07526c9c', 'name': '', 'network_id': 'a27b9b87-ad26-4d3d-9880-03a81e4d590d', 'tenant_id': 'e5ef5d2e9c5d4352ad39a7d1b1a0170e', 'mac_address': 'fa:16:3e:ce:c4:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2c585c2-8eb3-4e8c-95f3-6f4a88f92069', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'ffb8c1fc-f908-4540-b560-7e3f64fec426', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:41:17Z', 'updated_at': '2022-09-15T07:41:18Z', 'revision_number': 2, 'project_id': 'e5ef5d2e9c5d4352ad39a7d1b1a0170e', 'subnets': [{'id': 'ffb8c1fc-f908-4540-b560-7e3f64fec426', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-6-iscsi', False) {} {{(pid=107295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:41:22.894181 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-c3a60654-4bfc-4d1f-b0e1-1f0e4711bb9d None None] Attempt 9 to provision port 6e74f454-8c33-4d87-b0ba-d1ce07526c9c Sep 15 07:41:22.917066 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25bee39e-74b9-476e-a10c-8dc29be4b2d9 None None] Checking router: b2c585c2-8eb3-4e8c-95f3-6f4a88f92069 for host: dv-cinder-824149-6-iscsi {{(pid=107295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 07:41:22.917453 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25bee39e-74b9-476e-a10c-8dc29be4b2d9 None None] Updating router b2c585c2-8eb3-4e8c-95f3-6f4a88f92069 port 6e74f454-8c33-4d87-b0ba-d1ce07526c9c binding host dv-cinder-824149-6-iscsi {{(pid=107295) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 07:41:22.957508 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-5bc42580-52d1-477b-aa81-59b19b359cd8 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:22.962154 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-5bc42580-52d1-477b-aa81-59b19b359cd8 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6209903 Sep 15 07:41:22.964595 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-c3a60654-4bfc-4d1f-b0e1-1f0e4711bb9d None None] Port 6e74f454-8c33-4d87-b0ba-d1ce07526c9c cannot update to ACTIVE because it is not bound. {{(pid=107290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 07:41:22.997595 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron_lib.callbacks.manager [None req-25bee39e-74b9-476e-a10c-8dc29be4b2d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (6e74f454-8c33-4d87-b0ba-d1ce07526c9c), before_update {{(pid=107295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:23.014176 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=100 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:41:23.209876 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a440cd-4de3-4539-b958-b6cd2ac61024 req-1333ea60-3b04-4771-8ca0-85d85876df1b tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:41:23.220098 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-d7a440cd-4de3-4539-b958-b6cd2ac61024 req-1333ea60-3b04-4771-8ca0-85d85876df1b tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=48afb5a2-e7d3-44a4-8882-d81cfd5418ab HTTP/1.1" status: 200 len: 946 time: 0.1015291 Sep 15 07:41:23.311148 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-d7a440cd-4de3-4539-b958-b6cd2ac61024 req-9cfb2ee1-36aa-4900-8e0f-eb9392b8fa19 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3bbd3c93-b7a5-43ea-bc32-62815f5ad2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876715 Sep 15 07:41:23.387164 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b1a467-14f2-4d21-9477-d89545a2b59d req-90f130b8-b0f8-4ee8-9755-9009a0f61e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:41:23.396488 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-88b1a467-14f2-4d21-9477-d89545a2b59d req-90f130b8-b0f8-4ee8-9755-9009a0f61e63 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=cdc69db806d24d1f8eb18aadaaafabcb&device_id=48afb5a2-e7d3-44a4-8882-d81cfd5418ab HTTP/1.1" status: 200 len: 1130 time: 0.0833800 Sep 15 07:41:23.463600 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron_lib.callbacks.manager [None req-25bee39e-74b9-476e-a10c-8dc29be4b2d9 None None] Publish callbacks [] for port (6e74f454-8c33-4d87-b0ba-d1ce07526c9c), precommit_update {{(pid=107295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:23.473124 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-c3a60654-4bfc-4d1f-b0e1-1f0e4711bb9d None None] Attempt 10 to provision port 6e74f454-8c33-4d87-b0ba-d1ce07526c9c Sep 15 07:41:23.516012 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-c3a60654-4bfc-4d1f-b0e1-1f0e4711bb9d None None] Port 6e74f454-8c33-4d87-b0ba-d1ce07526c9c cannot update to ACTIVE because it is not bound. {{(pid=107290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 07:41:23.558692 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron_lib.callbacks.manager [None req-25bee39e-74b9-476e-a10c-8dc29be4b2d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615'] for port (6e74f454-8c33-4d87-b0ba-d1ce07526c9c), after_update {{(pid=107295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:23.648627 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3aa06f-4c54-4fa9-a2ae-fef253f4bbdb None None] Pushing event updated for resources: {'Port': ['ID=6e74f454-8c33-4d87-b0ba-d1ce07526c9c,revision_number=3']} {{(pid=107295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:41:23.649859 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-e0e3b006-b94d-4d80-8e11-489a855ce277 None None] Provisioning complete for port 6e74f454-8c33-4d87-b0ba-d1ce07526c9c triggered by entity DHCP. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 07:41:23.650253 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-e0e3b006-b94d-4d80-8e11-489a855ce277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862942'] for port (6e74f454-8c33-4d87-b0ba-d1ce07526c9c), provisioning_complete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:23.650600 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-e0e3b006-b94d-4d80-8e11-489a855ce277 None None] Attempt 1 to provision port 6e74f454-8c33-4d87-b0ba-d1ce07526c9c Sep 15 07:41:23.714149 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.plugins.ml2.managers [None req-25bee39e-74b9-476e-a10c-8dc29be4b2d9 None None] Attempting to bind port 6e74f454-8c33-4d87-b0ba-d1ce07526c9c on host dv-cinder-824149-6-iscsi for vnic_type normal with profile {{(pid=107295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 07:41:23.714572 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.plugins.ml2.managers [None req-25bee39e-74b9-476e-a10c-8dc29be4b2d9 None None] Attempting to bind port 6e74f454-8c33-4d87-b0ba-d1ce07526c9c by drivers openvswitch,hyperv on host dv-cinder-824149-6-iscsi at level 0 using segments [{'id': 'f7bd8c6f-f9a4-427b-a8bd-c8539a424e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a27b9b87-ad26-4d3d-9880-03a81e4d590d'}] {{(pid=107295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 07:41:23.716787 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25bee39e-74b9-476e-a10c-8dc29be4b2d9 None None] Attempting to bind port 6e74f454-8c33-4d87-b0ba-d1ce07526c9c on network a27b9b87-ad26-4d3d-9880-03a81e4d590d {{(pid=107295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 07:41:23.733827 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3b006-b94d-4d80-8e11-489a855ce277 None None] Port 6e74f454-8c33-4d87-b0ba-d1ce07526c9c cannot update to ACTIVE because it is not bound. {{(pid=107290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 07:41:23.776517 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25bee39e-74b9-476e-a10c-8dc29be4b2d9 None None] Checking agent: {'id': 'c3acd0b9-3b8e-4f77-9053-2ca2457616b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824149-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 7, 30, 28), 'started_at': datetime.datetime(2022, 9, 15, 7, 30, 58), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 7, 40, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824149-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 07:41:23.777309 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25bee39e-74b9-476e-a10c-8dc29be4b2d9 None None] Checking segment: {'id': 'f7bd8c6f-f9a4-427b-a8bd-c8539a424e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a27b9b87-ad26-4d3d-9880-03a81e4d590d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 07:41:23.777774 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron_lib.callbacks.manager [None req-25bee39e-74b9-476e-a10c-8dc29be4b2d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:23.778180 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25bee39e-74b9-476e-a10c-8dc29be4b2d9 None None] Bound using segment: {'id': 'f7bd8c6f-f9a4-427b-a8bd-c8539a424e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a27b9b87-ad26-4d3d-9880-03a81e4d590d'} {{(pid=107295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 07:41:23.778657 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.plugins.ml2.managers [None req-25bee39e-74b9-476e-a10c-8dc29be4b2d9 None None] Bound port: 6e74f454-8c33-4d87-b0ba-d1ce07526c9c, host: dv-cinder-824149-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7bd8c6f-f9a4-427b-a8bd-c8539a424e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a27b9b87-ad26-4d3d-9880-03a81e4d590d'}}] {{(pid=107295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 07:41:23.779033 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron_lib.callbacks.manager [None req-25bee39e-74b9-476e-a10c-8dc29be4b2d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (6e74f454-8c33-4d87-b0ba-d1ce07526c9c), before_update {{(pid=107295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:23.878691 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.plugins.ml2.db [None req-25bee39e-74b9-476e-a10c-8dc29be4b2d9 None None] For port 6e74f454-8c33-4d87-b0ba-d1ce07526c9c, host dv-cinder-824149-6-iscsi, cleared binding levels {{(pid=107295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 07:41:23.882040 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.plugins.ml2.db [None req-25bee39e-74b9-476e-a10c-8dc29be4b2d9 None None] For port 6e74f454-8c33-4d87-b0ba-d1ce07526c9c, host dv-cinder-824149-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-6-iscsi',level=0,port_id=6e74f454-8c33-4d87-b0ba-d1ce07526c9c,segment=NetworkSegment(f7bd8c6f-f9a4-427b-a8bd-c8539a424e25),segment_id=f7bd8c6f-f9a4-427b-a8bd-c8539a424e25)] {{(pid=107295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 07:41:23.914847 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb65a67c-bf42-40ce-9cfe-584210b766f4 req-99f88a49-723c-4d6f-b515-54d3b8e193fb tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:41:23.916694 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-eb65a67c-bf42-40ce-9cfe-584210b766f4 req-99f88a49-723c-4d6f-b515-54d3b8e193fb tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=07ae2103-9abb-45d7-94b1-7e0f83c44fa0 HTTP/1.1" status: 200 len: 944 time: 0.0720255 Sep 15 07:41:23.960186 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron_lib.callbacks.manager [None req-25bee39e-74b9-476e-a10c-8dc29be4b2d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615'] for port (6e74f454-8c33-4d87-b0ba-d1ce07526c9c), after_update {{(pid=107295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:23.997048 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-eb65a67c-bf42-40ce-9cfe-584210b766f4 req-e908ea88-4470-4f9a-ac44-464cb7a64a3c tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b407f831-0121-48a5-b269-407cd5b097f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614336 Sep 15 07:41:24.044166 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25bee39e-74b9-476e-a10c-8dc29be4b2d9 None None] Routers {'b2c585c2-8eb3-4e8c-95f3-6f4a88f92069'} bound to L3 agent in host dv-cinder-824149-6-iscsi {{(pid=107295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 07:41:24.044166 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_hamode_db [None req-25bee39e-74b9-476e-a10c-8dc29be4b2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T07:30:25Z,description=,heartbeat_timestamp=2022-09-15T07:40:55Z,host='dv-cinder-824149-6-iscsi',id=6177172c-20b9-4a3a-92be-d5dd082cfa3a,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T07:30:25Z,topic='l3_agent')) {'router_ids': ['b2c585c2-8eb3-4e8c-95f3-6f4a88f92069'], 'active': True} {{(pid=107295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:41:24.110276 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3aa06f-4c54-4fa9-a2ae-fef253f4bbdb None None] Pushing event updated for resources: {'Port': ['ID=6e74f454-8c33-4d87-b0ba-d1ce07526c9c,revision_number=4']} {{(pid=107295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:41:24.187445 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_dvr_db [None req-25bee39e-74b9-476e-a10c-8dc29be4b2d9 None None] Set router b2c585c2-8eb3-4e8c-95f3-6f4a88f92069 gateway port host: dv-cinder-824149-6-iscsi {{(pid=107295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 07:41:24.235134 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-e0e3b006-b94d-4d80-8e11-489a855ce277 None None] Attempt 2 to provision port 6e74f454-8c33-4d87-b0ba-d1ce07526c9c Sep 15 07:41:24.375003 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:41:24.388718 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3b006-b94d-4d80-8e11-489a855ce277 None None] Current status of the port 6e74f454-8c33-4d87-b0ba-d1ce07526c9c is: DOWN; New status is: ACTIVE {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:41:24.389137 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-e0e3b006-b94d-4d80-8e11-489a855ce277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (6e74f454-8c33-4d87-b0ba-d1ce07526c9c), before_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:24.413928 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:41:24.478955 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-e0e3b006-b94d-4d80-8e11-489a855ce277 None None] For port 6e74f454-8c33-4d87-b0ba-d1ce07526c9c, host dv-cinder-824149-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-6-iscsi',level=0,port_id=6e74f454-8c33-4d87-b0ba-d1ce07526c9c,segment=NetworkSegment(f7bd8c6f-f9a4-427b-a8bd-c8539a424e25),segment_id=f7bd8c6f-f9a4-427b-a8bd-c8539a424e25)] {{(pid=107290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:41:24.492916 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_hamode_db [None req-25bee39e-74b9-476e-a10c-8dc29be4b2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2c585c2-8eb3-4e8c-95f3-6f4a88f92069', 'name': 'tempest-TestVolumeBootPattern-911136724-router', 'tenant_id': 'e5ef5d2e9c5d4352ad39a7d1b1a0170e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': '6881cbab-787d-4f5a-84c5-b89eecda8de7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:41:13Z', 'updated_at': '2022-09-15T07:41:17Z', 'revision_number': 4, 'project_id': 'e5ef5d2e9c5d4352ad39a7d1b1a0170e', 'gw_port': {'id': '6881cbab-787d-4f5a-84c5-b89eecda8de7', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:d7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c585c2-8eb3-4e8c-95f3-6f4a88f92069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:41:14Z', 'updated_at': '2022-09-15T07:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi', '_interfaces': [{'id': '6e74f454-8c33-4d87-b0ba-d1ce07526c9c', 'name': '', 'network_id': 'a27b9b87-ad26-4d3d-9880-03a81e4d590d', 'tenant_id': 'e5ef5d2e9c5d4352ad39a7d1b1a0170e', 'mac_address': 'fa:16:3e:ce:c4:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2c585c2-8eb3-4e8c-95f3-6f4a88f92069', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'ffb8c1fc-f908-4540-b560-7e3f64fec426', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:41:17Z', 'updated_at': '2022-09-15T07:41:23Z', 'revision_number': 4, 'project_id': 'e5ef5d2e9c5d4352ad39a7d1b1a0170e', 'subnets': [{'id': 'ffb8c1fc-f908-4540-b560-7e3f64fec426', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-6-iscsi', False) {} {{(pid=107295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:41:24.553081 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25bee39e-74b9-476e-a10c-8dc29be4b2d9 None None] The sync data for ids ['b2c585c2-8eb3-4e8c-95f3-6f4a88f92069'] in dv-cinder-824149-6-iscsi is: [{'id': 'b2c585c2-8eb3-4e8c-95f3-6f4a88f92069', 'name': 'tempest-TestVolumeBootPattern-911136724-router', 'tenant_id': 'e5ef5d2e9c5d4352ad39a7d1b1a0170e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': '6881cbab-787d-4f5a-84c5-b89eecda8de7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:41:13Z', 'updated_at': '2022-09-15T07:41:17Z', 'revision_number': 4, 'project_id': 'e5ef5d2e9c5d4352ad39a7d1b1a0170e', 'gw_port': {'id': '6881cbab-787d-4f5a-84c5-b89eecda8de7', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:d7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c585c2-8eb3-4e8c-95f3-6f4a88f92069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:41:14Z', 'updated_at': '2022-09-15T07:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi', '_interfaces': [{'id': '6e74f454-8c33-4d87-b0ba-d1ce07526c9c', 'name': '', 'network_id': 'a27b9b87-ad26-4d3d-9880-03a81e4d590d', 'tenant_id': 'e5ef5d2e9c5d4352ad39a7d1b1a0170e', 'mac_address': 'fa:16:3e:ce:c4:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2c585c2-8eb3-4e8c-95f3-6f4a88f92069', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'ffb8c1fc-f908-4540-b560-7e3f64fec426', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:41:17Z', 'updated_at': '2022-09-15T07:41:23Z', 'revision_number': 4, 'project_id': 'e5ef5d2e9c5d4352ad39a7d1b1a0170e', 'subnets': [{'id': 'ffb8c1fc-f908-4540-b560-7e3f64fec426', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 07:41:24.560616 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4462a2dd-47b3-454f-8f88-bd573226fbfa req-54f724d3-f879-42dd-abc8-8a4239e82604 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:41:24.564684 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-e0e3b006-b94d-4d80-8e11-489a855ce277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615'] for port (6e74f454-8c33-4d87-b0ba-d1ce07526c9c), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:24.574171 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-4462a2dd-47b3-454f-8f88-bd573226fbfa req-54f724d3-f879-42dd-abc8-8a4239e82604 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=48afb5a2-e7d3-44a4-8882-d81cfd5418ab HTTP/1.1" status: 200 len: 946 time: 0.1107578 Sep 15 07:41:24.689253 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3b006-b94d-4d80-8e11-489a855ce277 None None] Pushing event updated for resources: {'Port': ['ID=6e74f454-8c33-4d87-b0ba-d1ce07526c9c,revision_number=5']} {{(pid=107290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:41:24.714234 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-4462a2dd-47b3-454f-8f88-bd573226fbfa req-142ca984-7aab-40d5-8922-103ccf15a32a tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3bbd3c93-b7a5-43ea-bc32-62815f5ad2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314437 Sep 15 07:41:24.799589 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-112510c6-99fd-4ebc-b9d7-adc542ec3dd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (6177172c-20b9-4a3a-92be-d5dd082cfa3a), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:25.176454 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c25e349-743c-4df9-9776-61d4c36db286 req-23c32de4-e064-4ac6-bdbb-b21b593784af tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:41:25.182286 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-7c25e349-743c-4df9-9776-61d4c36db286 req-23c32de4-e064-4ac6-bdbb-b21b593784af tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=07ae2103-9abb-45d7-94b1-7e0f83c44fa0 HTTP/1.1" status: 200 len: 944 time: 0.0694890 Sep 15 07:41:25.253725 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-7c25e349-743c-4df9-9776-61d4c36db286 req-7ceda91d-0a8c-43d2-82aa-a93623bf1cb2 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b407f831-0121-48a5-b269-407cd5b097f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693843 Sep 15 07:41:25.800588 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Device 6e74f454-8c33-4d87-b0ba-d1ce07526c9c up at agent ovs-agent-dv-cinder-824149-6-iscsi {{(pid=107290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 07:41:25.895325 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Provisioning complete for port 6e74f454-8c33-4d87-b0ba-d1ce07526c9c triggered by entity L2. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 07:41:25.896615 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862942'] for port (6e74f454-8c33-4d87-b0ba-d1ce07526c9c), provisioning_complete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:25.897198 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Attempt 1 to provision port 6e74f454-8c33-4d87-b0ba-d1ce07526c9c Sep 15 07:41:25.906241 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c73bbd-bd94-48a7-ae93-533d454dd485 req-da928ea7-2b57-4f10-9584-d306fc8cd985 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:41:25.908463 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-28c73bbd-bd94-48a7-ae93-533d454dd485 req-da928ea7-2b57-4f10-9584-d306fc8cd985 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=48afb5a2-e7d3-44a4-8882-d81cfd5418ab HTTP/1.1" status: 200 len: 946 time: 0.0601041 Sep 15 07:41:25.998992 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-28c73bbd-bd94-48a7-ae93-533d454dd485 req-22f73796-ffb8-45fe-9ba1-8929f9f3a552 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3bbd3c93-b7a5-43ea-bc32-62815f5ad2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829856 Sep 15 07:41:26.036938 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Current status of the port 6e74f454-8c33-4d87-b0ba-d1ce07526c9c is: ACTIVE; New status is: ACTIVE {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:41:26.381423 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:41:26.399399 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-0f44d0d5-b296-4658-a59d-71e94f9a3b32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (71b2a813-2b59-4e69-b901-83528b6ecb8f), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:26.445987 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf1ac3f-2a53-4f9c-a014-33a29b47fd97 req-edd6ec0d-0eb3-450c-b3c9-ab1784840bef tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:41:26.448150 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-1bf1ac3f-2a53-4f9c-a014-33a29b47fd97 req-edd6ec0d-0eb3-450c-b3c9-ab1784840bef tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=07ae2103-9abb-45d7-94b1-7e0f83c44fa0 HTTP/1.1" status: 200 len: 944 time: 0.0777266 Sep 15 07:41:26.542616 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-1bf1ac3f-2a53-4f9c-a014-33a29b47fd97 req-c30660fd-8463-4a6f-81d2-cf4cc9166af9 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b407f831-0121-48a5-b269-407cd5b097f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878105 Sep 15 07:41:26.791288 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 35632) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:41:26.910275 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-68a0be55-e111-4d14-9400-a3f7e25706b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:26.998418 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-68a0be55-e111-4d14-9400-a3f7e25706b7 admin admin] Publish callbacks [] for security_group (991cabc0-e337-4bf0-9af1-d94f4bf529f8), precommit_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:27.140535 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53f7858-4a1b-4310-9dfc-d5a50f9f25bd req-12e3c47b-8bd4-402b-84c2-dc652b66d2ee tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:41:27.145760 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-a53f7858-4a1b-4310-9dfc-d5a50f9f25bd req-12e3c47b-8bd4-402b-84c2-dc652b66d2ee tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=48afb5a2-e7d3-44a4-8882-d81cfd5418ab HTTP/1.1" status: 200 len: 946 time: 0.0536397 Sep 15 07:41:27.199362 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-a53f7858-4a1b-4310-9dfc-d5a50f9f25bd req-485ee85f-1c7f-46b3-a83a-53898f4368f2 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3bbd3c93-b7a5-43ea-bc32-62815f5ad2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488300 Sep 15 07:41:27.285792 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-68a0be55-e111-4d14-9400-a3f7e25706b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (991cabc0-e337-4bf0-9af1-d94f4bf529f8), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:27.329097 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-68a0be55-e111-4d14-9400-a3f7e25706b7 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=996835437ec740bfaa4cc5aa8e595b63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5366838 Sep 15 07:41:27.330587 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a0be55-e111-4d14-9400-a3f7e25706b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=991cabc0-e337-4bf0-9af1-d94f4bf529f8,revision_number=1']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:41:27.332891 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 35638) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:41:27.394324 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-f11b4b2b-ec43-4b75-ade0-e69e1f42a5ad admin admin] Publish callbacks [] for security_group (991cabc0-e337-4bf0-9af1-d94f4bf529f8), before_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:27.437859 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-f11b4b2b-ec43-4b75-ade0-e69e1f42a5ad admin admin] Publish callbacks [] for security_group (991cabc0-e337-4bf0-9af1-d94f4bf529f8), precommit_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:27.503899 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-677e5667-6d12-4a09-97b6-65dca69daeb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (4c9c4bf3-096b-4dee-b844-12a870317301), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:27.582057 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-f11b4b2b-ec43-4b75-ade0-e69e1f42a5ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (991cabc0-e337-4bf0-9af1-d94f4bf529f8), after_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:27.585444 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-f11b4b2b-ec43-4b75-ade0-e69e1f42a5ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:27.590499 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-f11b4b2b-ec43-4b75-ade0-e69e1f42a5ad admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/991cabc0-e337-4bf0-9af1-d94f4bf529f8 HTTP/1.1" status: 204 len: 168 time: 0.2536628 Sep 15 07:41:27.598335 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11b4b2b-ec43-4b75-ade0-e69e1f42a5ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=991cabc0-e337-4bf0-9af1-d94f4bf529f8,revision_number=None']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:41:27.701850 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:41:27.722165 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (c3acd0b9-3b8e-4f77-9053-2ca2457616b3), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:27.790922 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd8e744-72af-4b38-8c52-bf4937875122 req-c82f7983-0a00-458b-a68f-4f55e774be77 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:41:27.810261 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-8dd8e744-72af-4b38-8c52-bf4937875122 req-c82f7983-0a00-458b-a68f-4f55e774be77 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=07ae2103-9abb-45d7-94b1-7e0f83c44fa0 HTTP/1.1" status: 200 len: 944 time: 0.1120389 Sep 15 07:41:27.847969 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-8dd8e744-72af-4b38-8c52-bf4937875122 req-aaa66e89-fd5b-49ad-ace4-8d76894fffa4 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b407f831-0121-48a5-b269-407cd5b097f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467439 Sep 15 07:41:28.363858 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962cdfab-e154-4804-8f36-a49e966b637b req-5f8bdea0-2164-4e96-901d-a8caa46215fb tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:41:28.366763 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-962cdfab-e154-4804-8f36-a49e966b637b req-5f8bdea0-2164-4e96-901d-a8caa46215fb tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=48afb5a2-e7d3-44a4-8882-d81cfd5418ab HTTP/1.1" status: 200 len: 946 time: 0.0809379 Sep 15 07:41:28.435599 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-962cdfab-e154-4804-8f36-a49e966b637b req-e78af0f6-0033-4c1f-bc5c-c0c3d9178542 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3bbd3c93-b7a5-43ea-bc32-62815f5ad2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575771 Sep 15 07:41:28.887024 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 35696) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:41:28.999614 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae33258c-68cb-451b-a3bb-11387c271512 req-697749d9-36cf-4717-a490-76e5f8510f5b tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:41:29.006289 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-ae33258c-68cb-451b-a3bb-11387c271512 req-697749d9-36cf-4717-a490-76e5f8510f5b tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=07ae2103-9abb-45d7-94b1-7e0f83c44fa0 HTTP/1.1" status: 200 len: 944 time: 0.0574114 Sep 15 07:41:29.029168 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.v2.base [None req-61b339ee-669f-43ec-8bdd-32f88d6295d4 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-797075323-network', 'tenant_id': '7e20a6e5fded473c8905bffff7775ed3'}} {{(pid=107279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:41:29.085621 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-ae33258c-68cb-451b-a3bb-11387c271512 req-f85b5eb7-2507-47b1-9247-afb7669c7292 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b407f831-0121-48a5-b269-407cd5b097f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774813 Sep 15 07:41:29.503950 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61b339ee-669f-43ec-8bdd-32f88d6295d4 admin admin] Made reservation on behalf of 7e20a6e5fded473c8905bffff7775ed3 for: {'network': 1} {{(pid=107279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 07:41:29.512988 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-61b339ee-669f-43ec-8bdd-32f88d6295d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for network (None), before_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:29.547459 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-61b339ee-669f-43ec-8bdd-32f88d6295d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:29.628523 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445d4794-4299-40c6-a963-df22e5015a14 req-0abe4409-2d51-489c-8dc9-f7567a6d0f42 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:41:29.630227 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-445d4794-4299-40c6-a963-df22e5015a14 req-0abe4409-2d51-489c-8dc9-f7567a6d0f42 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=48afb5a2-e7d3-44a4-8882-d81cfd5418ab HTTP/1.1" status: 200 len: 946 time: 0.0766311 Sep 15 07:41:29.723891 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-445d4794-4299-40c6-a963-df22e5015a14 req-1a4b5ed7-2f3c-43cc-8d94-f5b99f4e4337 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3bbd3c93-b7a5-43ea-bc32-62815f5ad2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865169 Sep 15 07:41:29.725927 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-61b339ee-669f-43ec-8bdd-32f88d6295d4 admin admin] Publish callbacks [] for security_group (5c09c9be-fddd-4e5c-ab37-44c1efedb673), precommit_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:29.789727 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-61b339ee-669f-43ec-8bdd-32f88d6295d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (5c09c9be-fddd-4e5c-ab37-44c1efedb673), after_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:29.832738 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61b339ee-669f-43ec-8bdd-32f88d6295d4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=107279) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 07:41:29.840592 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b339ee-669f-43ec-8bdd-32f88d6295d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c09c9be-fddd-4e5c-ab37-44c1efedb673,revision_number=1']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:41:29.860483 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-61b339ee-669f-43ec-8bdd-32f88d6295d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906830'] for segment (7b87a5f2-de0b-43b5-b822-0b7379986e9e), precommit_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:29.884010 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.db.segments_db [None req-61b339ee-669f-43ec-8bdd-32f88d6295d4 admin admin] Added segment 7b87a5f2-de0b-43b5-b822-0b7379986e9e of type vlan for network 85a7f1ba-3d89-421a-8e93-c34cc3e5ffc3 Sep 15 07:41:29.900598 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:41:30.003504 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-61b339ee-669f-43ec-8bdd-32f88d6295d4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729658139832'] for network (85a7f1ba-3d89-421a-8e93-c34cc3e5ffc3), precommit_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:30.110794 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-61b339ee-669f-43ec-8bdd-32f88d6295d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204'] for network (85a7f1ba-3d89-421a-8e93-c34cc3e5ffc3), after_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:30.113832 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b339ee-669f-43ec-8bdd-32f88d6295d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:41:30.115439 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-61b339ee-669f-43ec-8bdd-32f88d6295d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586190'] for network (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:30.253963 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b339ee-669f-43ec-8bdd-32f88d6295d4 admin admin] Pushing event updated for resources: {'Network': ['ID=85a7f1ba-3d89-421a-8e93-c34cc3e5ffc3,revision_number=1']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:41:30.272468 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d0f05f-fc58-4992-87cd-04137efd22f8 req-5bf04b5b-ea9c-4884-bbc5-6483f217fb81 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:41:30.274552 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Network 85a7f1ba-3d89-421a-8e93-c34cc3e5ffc3 details requested by agent ovs-agent-dv-cinder-824149-6-iscsi with host dv-cinder-824149-6-iscsi {{(pid=107290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 07:41:30.275091 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-25d0f05f-fc58-4992-87cd-04137efd22f8 req-5bf04b5b-ea9c-4884-bbc5-6483f217fb81 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=07ae2103-9abb-45d7-94b1-7e0f83c44fa0 HTTP/1.1" status: 200 len: 944 time: 0.0714095 Sep 15 07:41:30.286292 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-61b339ee-669f-43ec-8bdd-32f88d6295d4 admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3976915 Sep 15 07:41:30.286794 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 35710) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:41:30.292334 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.v2.base [None req-e8ea4250-2663-4aff-b368-84a11b3fd044 admin admin] Request body: {'subnet': {'network_id': '85a7f1ba-3d89-421a-8e93-c34cc3e5ffc3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-797075323-subnet', 'tenant_id': '7e20a6e5fded473c8905bffff7775ed3', 'ip_version': 4}} {{(pid=107276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:41:30.309723 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:41:30.390675 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8ea4250-2663-4aff-b368-84a11b3fd044 admin admin] Made reservation on behalf of 7e20a6e5fded473c8905bffff7775ed3 for: {'subnet': 1} {{(pid=107276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 07:41:30.394932 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-25d0f05f-fc58-4992-87cd-04137efd22f8 req-3f2a9baa-ccf9-4ea6-81fa-c32dc1101ff0 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b407f831-0121-48a5-b269-407cd5b097f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049562 Sep 15 07:41:30.395108 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-e8ea4250-2663-4aff-b368-84a11b3fd044 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260771387'] for subnet (None), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:30.873737 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf471675-d335-47a7-a2e2-8107a4485824 req-dd5055f9-e0f6-419d-8275-c11431f6a87f tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:41:30.875221 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-cf471675-d335-47a7-a2e2-8107a4485824 req-dd5055f9-e0f6-419d-8275-c11431f6a87f tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=48afb5a2-e7d3-44a4-8882-d81cfd5418ab HTTP/1.1" status: 200 len: 946 time: 0.0604906 Sep 15 07:41:30.897076 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-e8ea4250-2663-4aff-b368-84a11b3fd044 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260830098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260771373'] for subnet (e61fdb9d-5934-42a7-84a4-5655559ab33d), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:30.930950 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-cf471675-d335-47a7-a2e2-8107a4485824 req-e97cd90a-3dac-4186-9314-7da7f8fd4f10 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3bbd3c93-b7a5-43ea-bc32-62815f5ad2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496278 Sep 15 07:41:30.932583 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:41:30.986063 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ea4250-2663-4aff-b368-84a11b3fd044 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e61fdb9d-5934-42a7-84a4-5655559ab33d,revision_number=0']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:41:30.994425 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ea4250-2663-4aff-b368-84a11b3fd044 admin admin] Checking segment: {'id': '7b87a5f2-de0b-43b5-b822-0b7379986e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '85a7f1ba-3d89-421a-8e93-c34cc3e5ffc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 07:41:30.994583 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ea4250-2663-4aff-b368-84a11b3fd044 admin admin] Network hostable DHCP agents. Network: 85a7f1ba-3d89-421a-8e93-c34cc3e5ffc3, hostable agents: ['47b201f8-ba91-4005-8457-67653169c522'], hosted agents: [] {{(pid=107276) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 07:41:31.073408 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ea4250-2663-4aff-b368-84a11b3fd044 admin admin] Network 85a7f1ba-3d89-421a-8e93-c34cc3e5ffc3 is scheduled to be hosted by DHCP agent 47b201f8-ba91-4005-8457-67653169c522 with binding_index 1 {{(pid=107276) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 07:41:31.166848 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.scheduler.base_scheduler [None req-e8ea4250-2663-4aff-b368-84a11b3fd044 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824149-6-iscsi, 85a7f1ba-3d89-421a-8e93-c34cc3e5ffc3) {{(pid=107276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 07:41:31.170910 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ea4250-2663-4aff-b368-84a11b3fd044 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:41:31.171510 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-e8ea4250-2663-4aff-b368-84a11b3fd044 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:31.178594 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-763c470f-76c4-4693-86f3-64d956b745e1 None None] Network 85a7f1ba-3d89-421a-8e93-c34cc3e5ffc3 requested from dv-cinder-824149-6-iscsi {{(pid=107290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 07:41:31.259488 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:41:31.273143 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-e8ea4250-2663-4aff-b368-84a11b3fd044 admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9846523 Sep 15 07:41:31.278563 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 35720) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:41:31.281072 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.v2.base [None req-c55ed8f1-6e88-4604-b106-6a2899a9dcbf admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-797075323-router', 'tenant_id': '7e20a6e5fded473c8905bffff7775ed3', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa'}}} {{(pid=107276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:41:31.289792 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c6dd2bb-b00f-436b-9b1b-07b741d04a7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29e20e6a-f4c7-5fd3-bcac-85a18cccc141-85a7f1ba-3d89-421a-8e93-c34cc3e5ffc3', 'network_id': '85a7f1ba-3d89-421a-8e93-c34cc3e5ffc3', 'project_id': '7e20a6e5fded473c8905bffff7775ed3', 'fixed_ips': [{'subnet_id': 'e61fdb9d-5934-42a7-84a4-5655559ab33d'}]}} from dv-cinder-824149-6-iscsi. {{(pid=107290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 15 07:41:31.290960 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-8c6dd2bb-b00f-436b-9b1b-07b741d04a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (None), before_create {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:31.292042 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:41:31.389637 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-c55ed8f1-6e88-4604-b106-6a2899a9dcbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2008969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1936'] for router (940e76ea-effa-4cb8-9e5a-a4f047fe5651), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:31.390698 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-c55ed8f1-6e88-4604-b106-6a2899a9dcbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2014644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2006267', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2072115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1945'] for router (940e76ea-effa-4cb8-9e5a-a4f047fe5651), precommit_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:31.444298 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-c55ed8f1-6e88-4604-b106-6a2899a9dcbf admin admin] Publish callbacks [] for router_controller (940e76ea-effa-4cb8-9e5a-a4f047fe5651), precommit_add_association {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:31.548199 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eacd08f-c564-45fd-a9d5-351b2da6c6b1 req-5601d498-34c6-4b20-b3fd-c42b431957df tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:41:31.550115 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-3eacd08f-c564-45fd-a9d5-351b2da6c6b1 req-5601d498-34c6-4b20-b3fd-c42b431957df tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=07ae2103-9abb-45d7-94b1-7e0f83c44fa0 HTTP/1.1" status: 200 len: 944 time: 0.0568919 Sep 15 07:41:31.568215 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.db_base_plugin_common [None req-8c6dd2bb-b00f-436b-9b1b-07b741d04a7c None None] Allocated IP 172.20.0.2 (85a7f1ba-3d89-421a-8e93-c34cc3e5ffc3/e61fdb9d-5934-42a7-84a4-5655559ab33d/3df25161-24f4-4e42-860d-cb9b511ed940) {{(pid=107290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 07:41:31.614194 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-3eacd08f-c564-45fd-a9d5-351b2da6c6b1 req-df622102-df66-4588-995b-a3b7051d046f tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b407f831-0121-48a5-b269-407cd5b097f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543983 Sep 15 07:41:31.639281 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-c55ed8f1-6e88-4604-b106-6a2899a9dcbf admin admin] Publish callbacks [] for router_gateway (940e76ea-effa-4cb8-9e5a-a4f047fe5651), precommit_update {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:31.748361 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-8c6dd2bb-b00f-436b-9b1b-07b741d04a7c None None] Publish callbacks [] for port (3df25161-24f4-4e42-860d-cb9b511ed940), precommit_create {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:31.824168 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-8c6dd2bb-b00f-436b-9b1b-07b741d04a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729658170579'] for port (3df25161-24f4-4e42-860d-cb9b511ed940), after_create {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:31.864121 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6dd2bb-b00f-436b-9b1b-07b741d04a7c None None] Network 85a7f1ba-3d89-421a-8e93-c34cc3e5ffc3 is already hosted by enough agents. {{(pid=107290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 07:41:31.868248 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-c55ed8f1-6e88-4604-b106-6a2899a9dcbf admin admin] Publish callbacks [] for router_gateway (940e76ea-effa-4cb8-9e5a-a4f047fe5651), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:31.871296 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.scheduler.base_scheduler [None req-8c6dd2bb-b00f-436b-9b1b-07b741d04a7c None None] Resources bound (agent type, host, resource id): {{(pid=107290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 07:41:31.874287 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6dd2bb-b00f-436b-9b1b-07b741d04a7c None None] Received port after_create {{(pid=107290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 07:41:31.881550 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6dd2bb-b00f-436b-9b1b-07b741d04a7c None None] Pushing event updated for resources: {'Port': ['ID=3df25161-24f4-4e42-860d-cb9b511ed940,revision_number=1']} {{(pid=107290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:41:31.888656 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-c55ed8f1-6e88-4604-b106-6a2899a9dcbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (None), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:31.935993 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:41:31.944222 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.managers [None req-8c6dd2bb-b00f-436b-9b1b-07b741d04a7c None None] Attempting to bind port 3df25161-24f4-4e42-860d-cb9b511ed940 on host dv-cinder-824149-6-iscsi for vnic_type normal with profile {{(pid=107290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 07:41:31.944222 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.managers [None req-8c6dd2bb-b00f-436b-9b1b-07b741d04a7c None None] Attempting to bind port 3df25161-24f4-4e42-860d-cb9b511ed940 by drivers openvswitch,hyperv on host dv-cinder-824149-6-iscsi at level 0 using segments [{'id': '7b87a5f2-de0b-43b5-b822-0b7379986e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '85a7f1ba-3d89-421a-8e93-c34cc3e5ffc3'}] {{(pid=107290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 07:41:31.944222 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6dd2bb-b00f-436b-9b1b-07b741d04a7c None None] Attempting to bind port 3df25161-24f4-4e42-860d-cb9b511ed940 on network 85a7f1ba-3d89-421a-8e93-c34cc3e5ffc3 {{(pid=107290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 07:41:32.007860 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6dd2bb-b00f-436b-9b1b-07b741d04a7c None None] Checking agent: {'id': 'c3acd0b9-3b8e-4f77-9053-2ca2457616b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824149-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 7, 30, 28), 'started_at': datetime.datetime(2022, 9, 15, 7, 30, 58), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 7, 41, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824149-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 07:41:32.008286 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6dd2bb-b00f-436b-9b1b-07b741d04a7c None None] Checking segment: {'id': '7b87a5f2-de0b-43b5-b822-0b7379986e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '85a7f1ba-3d89-421a-8e93-c34cc3e5ffc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 07:41:32.008695 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-8c6dd2bb-b00f-436b-9b1b-07b741d04a7c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:32.009127 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6dd2bb-b00f-436b-9b1b-07b741d04a7c None None] Bound using segment: {'id': '7b87a5f2-de0b-43b5-b822-0b7379986e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '85a7f1ba-3d89-421a-8e93-c34cc3e5ffc3'} {{(pid=107290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 07:41:32.010144 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.managers [None req-8c6dd2bb-b00f-436b-9b1b-07b741d04a7c None None] Bound port: 3df25161-24f4-4e42-860d-cb9b511ed940, host: dv-cinder-824149-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b87a5f2-de0b-43b5-b822-0b7379986e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '85a7f1ba-3d89-421a-8e93-c34cc3e5ffc3'}}] {{(pid=107290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 07:41:32.010144 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-8c6dd2bb-b00f-436b-9b1b-07b741d04a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (3df25161-24f4-4e42-860d-cb9b511ed940), before_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:32.023640 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.db.db_base_plugin_common [None req-c55ed8f1-6e88-4604-b106-6a2899a9dcbf admin admin] Allocated IP 172.27.0.196 (7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa/2c94e072-16ef-4b41-8118-d589be48e89d/29dd060a-ebf3-4b4d-aa4b-99645697c621) {{(pid=107276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 07:41:32.107631 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0470fa40-2327-4c5e-bd35-30746dce544d req-9cd9f4e2-77b9-4130-b032-f859930c06c5 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:41:32.109392 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-0470fa40-2327-4c5e-bd35-30746dce544d req-9cd9f4e2-77b9-4130-b032-f859930c06c5 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=48afb5a2-e7d3-44a4-8882-d81cfd5418ab HTTP/1.1" status: 200 len: 946 time: 0.0654988 Sep 15 07:41:32.124135 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-8c6dd2bb-b00f-436b-9b1b-07b741d04a7c None None] For port 3df25161-24f4-4e42-860d-cb9b511ed940, host dv-cinder-824149-6-iscsi, cleared binding levels {{(pid=107290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 07:41:32.131540 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-8c6dd2bb-b00f-436b-9b1b-07b741d04a7c None None] For port 3df25161-24f4-4e42-860d-cb9b511ed940, host dv-cinder-824149-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-6-iscsi',level=0,port_id=3df25161-24f4-4e42-860d-cb9b511ed940,segment=NetworkSegment(7b87a5f2-de0b-43b5-b822-0b7379986e9e),segment_id=7b87a5f2-de0b-43b5-b822-0b7379986e9e)] {{(pid=107290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 07:41:32.151125 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b1a467-14f2-4d21-9477-d89545a2b59d req-280b03d4-cdbc-4aea-8c5c-4d3db3460a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:41:32.156837 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-88b1a467-14f2-4d21-9477-d89545a2b59d req-280b03d4-cdbc-4aea-8c5c-4d3db3460a19 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=9125b9da-cf0a-438e-a321-05e9db8df553 HTTP/1.1" status: 200 len: 920 time: 0.1720059 Sep 15 07:41:32.177847 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-0470fa40-2327-4c5e-bd35-30746dce544d req-850cfa66-5e4e-46db-9dd0-cb3199509672 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3bbd3c93-b7a5-43ea-bc32-62815f5ad2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601151 Sep 15 07:41:32.195478 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-c55ed8f1-6e88-4604-b106-6a2899a9dcbf admin admin] Publish callbacks [] for port (29dd060a-ebf3-4b4d-aa4b-99645697c621), precommit_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:32.223207 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-8c6dd2bb-b00f-436b-9b1b-07b741d04a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615'] for port (3df25161-24f4-4e42-860d-cb9b511ed940), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:32.275569 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6dd2bb-b00f-436b-9b1b-07b741d04a7c None None] Pushing event updated for resources: {'Port': ['ID=3df25161-24f4-4e42-860d-cb9b511ed940,revision_number=2']} {{(pid=107290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:41:32.348642 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-c55ed8f1-6e88-4604-b106-6a2899a9dcbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729658170579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260827426'] for port (29dd060a-ebf3-4b4d-aa4b-99645697c621), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:32.383994 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:41:32.397816 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c55ed8f1-6e88-4604-b106-6a2899a9dcbf admin admin] Network 7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa is already hosted by enough agents. {{(pid=107276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 07:41:32.405819 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.scheduler.base_scheduler [None req-c55ed8f1-6e88-4604-b106-6a2899a9dcbf admin admin] Resources bound (agent type, host, resource id): {{(pid=107276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 07:41:32.411751 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55ed8f1-6e88-4604-b106-6a2899a9dcbf admin admin] Received port after_create {{(pid=107276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 07:41:32.418229 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55ed8f1-6e88-4604-b106-6a2899a9dcbf admin admin] Pushing event updated for resources: {'Port': ['ID=29dd060a-ebf3-4b4d-aa4b-99645697c621,revision_number=1']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:41:32.734781 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-88b1a467-14f2-4d21-9477-d89545a2b59d req-01d39379-58d7-4641-b9e2-dba631293580 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a6554f6-3c98-4833-bfe1-d3631c864347 HTTP/1.1" status: 200 len: 217 time: 0.0482900 Sep 15 07:41:32.761208 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:41:32.772705 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-c55ed8f1-6e88-4604-b106-6a2899a9dcbf admin admin] Publish callbacks [] for router_gateway (940e76ea-effa-4cb8-9e5a-a4f047fe5651), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:32.813981 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1769b2ae-f99d-4b23-bc37-f84229892399 req-dc964f28-76a5-47d4-a46d-8e5cfe9ae7b9 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:41:32.815991 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-1769b2ae-f99d-4b23-bc37-f84229892399 req-dc964f28-76a5-47d4-a46d-8e5cfe9ae7b9 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=07ae2103-9abb-45d7-94b1-7e0f83c44fa0 HTTP/1.1" status: 200 len: 944 time: 0.0838349 Sep 15 07:41:32.833480 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b1a467-14f2-4d21-9477-d89545a2b59d req-5c437705-3103-446c-8df8-728737f05b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:41:32.834992 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-88b1a467-14f2-4d21-9477-d89545a2b59d req-5c437705-3103-446c-8df8-728737f05b41 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=56bdd156-8a1e-4af7-bbaf-a09f4f37e06d HTTP/1.1" status: 200 len: 858 time: 0.0885758 Sep 15 07:41:32.910176 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b1a467-14f2-4d21-9477-d89545a2b59d req-f88a865d-595f-42b6-96a2-4c04683d12df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:41:32.911675 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-88b1a467-14f2-4d21-9477-d89545a2b59d req-f88a865d-595f-42b6-96a2-4c04683d12df service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=9125b9da-cf0a-438e-a321-05e9db8df553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0668919 Sep 15 07:41:32.915805 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-1769b2ae-f99d-4b23-bc37-f84229892399 req-cb74406c-66d2-40fa-b153-ec385228afbf tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b407f831-0121-48a5-b269-407cd5b097f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931861 Sep 15 07:41:33.037964 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-c55ed8f1-6e88-4604-b106-6a2899a9dcbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2014700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2007332'] for router (940e76ea-effa-4cb8-9e5a-a4f047fe5651), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:33.072663 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-88b1a467-14f2-4d21-9477-d89545a2b59d req-e7a8319b-1f1c-4478-bc14-12564100166c service neutron] 10.222.0.26 "GET /networking/v2.0/networks/9125b9da-cf0a-438e-a321-05e9db8df553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435928 Sep 15 07:41:33.214770 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-88b1a467-14f2-4d21-9477-d89545a2b59d req-098a6201-19bd-4e99-bbd4-37c924b7b60c service neutron] 10.222.0.26 "GET /networking/v2.0/networks/9125b9da-cf0a-438e-a321-05e9db8df553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350200 Sep 15 07:41:33.247270 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c55ed8f1-6e88-4604-b106-6a2899a9dcbf admin admin] Router 940e76ea-effa-4cb8-9e5a-a4f047fe5651 is scheduled to L3 agent 6177172c-20b9-4a3a-92be-d5dd082cfa3a with binding_index 1 {{(pid=107276) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 07:41:33.331928 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50a05455-a049-491f-87e8-30e6a59c2048 None None] Network 85a7f1ba-3d89-421a-8e93-c34cc3e5ffc3 requested from dv-cinder-824149-6-iscsi {{(pid=107290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 07:41:33.387840 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6e90de-e74a-494d-a4cd-87088902c9ce req-1e9d95b7-d83d-4d8e-b348-66af1408028f tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:41:33.399190 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-bf6e90de-e74a-494d-a4cd-87088902c9ce req-1e9d95b7-d83d-4d8e-b348-66af1408028f tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=48afb5a2-e7d3-44a4-8882-d81cfd5418ab HTTP/1.1" status: 200 len: 946 time: 0.0987470 Sep 15 07:41:33.406196 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-866d0fa1-df1d-4b6c-95b0-0370564c7d1e None None] Provisioning complete for port 3df25161-24f4-4e42-860d-cb9b511ed940 triggered by entity DHCP. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 07:41:33.406569 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-866d0fa1-df1d-4b6c-95b0-0370564c7d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862942'] for port (3df25161-24f4-4e42-860d-cb9b511ed940), provisioning_complete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:33.406908 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-866d0fa1-df1d-4b6c-95b0-0370564c7d1e None None] Attempt 1 to provision port 3df25161-24f4-4e42-860d-cb9b511ed940 Sep 15 07:41:33.442622 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c55ed8f1-6e88-4604-b106-6a2899a9dcbf admin admin] Notify agent at l3_agent.dv-cinder-824149-6-iscsi the message routers_updated {{(pid=107276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 07:41:33.457065 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a65255c-f9b4-4da7-be02-904bcec2f46d None None] Sync routers for ids ['940e76ea-effa-4cb8-9e5a-a4f047fe5651'] in dv-cinder-824149-6-iscsi {{(pid=107290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 07:41:33.464784 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-bf6e90de-e74a-494d-a4cd-87088902c9ce req-3adc1df3-f4d1-4d16-8490-ac05736ab827 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3bbd3c93-b7a5-43ea-bc32-62815f5ad2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644164 Sep 15 07:41:33.486875 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:41:33.488702 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a65255c-f9b4-4da7-be02-904bcec2f46d None None] Routers {'940e76ea-effa-4cb8-9e5a-a4f047fe5651'} bound to L3 agent in host dv-cinder-824149-6-iscsi {{(pid=107290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 07:41:33.489328 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_hamode_db [None req-3a65255c-f9b4-4da7-be02-904bcec2f46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-15T07:30:25Z,description=,heartbeat_timestamp=2022-09-15T07:41:25Z,host='dv-cinder-824149-6-iscsi',id=6177172c-20b9-4a3a-92be-d5dd082cfa3a,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T07:30:25Z,topic='l3_agent')) {'router_ids': ['940e76ea-effa-4cb8-9e5a-a4f047fe5651'], 'active': True} {{(pid=107290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:41:33.512858 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-c55ed8f1-6e88-4604-b106-6a2899a9dcbf admin admin] Publish callbacks [] for router (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:33.514529 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-c55ed8f1-6e88-4604-b106-6a2899a9dcbf admin admin] 10.222.0.42 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2374265 Sep 15 07:41:33.518290 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 35746) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:41:33.635562 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=100 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:41:33.641609 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-866d0fa1-df1d-4b6c-95b0-0370564c7d1e None None] Current status of the port 3df25161-24f4-4e42-860d-cb9b511ed940 is: DOWN; New status is: ACTIVE {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:41:33.642002 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-866d0fa1-df1d-4b6c-95b0-0370564c7d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (3df25161-24f4-4e42-860d-cb9b511ed940), before_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:33.646145 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=100 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:41:33.688947 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvr_db [None req-3a65255c-f9b4-4da7-be02-904bcec2f46d None None] Set router 940e76ea-effa-4cb8-9e5a-a4f047fe5651 gateway port host: dv-cinder-824149-6-iscsi {{(pid=107290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 07:41:33.748360 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-866d0fa1-df1d-4b6c-95b0-0370564c7d1e None None] For port 3df25161-24f4-4e42-860d-cb9b511ed940, host dv-cinder-824149-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-6-iscsi',level=0,port_id=3df25161-24f4-4e42-860d-cb9b511ed940,segment=NetworkSegment(7b87a5f2-de0b-43b5-b822-0b7379986e9e),segment_id=7b87a5f2-de0b-43b5-b822-0b7379986e9e)] {{(pid=107290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:41:33.812442 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-866d0fa1-df1d-4b6c-95b0-0370564c7d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615'] for port (3df25161-24f4-4e42-860d-cb9b511ed940), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:33.862566 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Device 3df25161-24f4-4e42-860d-cb9b511ed940 up at agent ovs-agent-dv-cinder-824149-6-iscsi {{(pid=107290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 07:41:33.969003 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866d0fa1-df1d-4b6c-95b0-0370564c7d1e None None] Pushing event updated for resources: {'Port': ['ID=3df25161-24f4-4e42-860d-cb9b511ed940,revision_number=3']} {{(pid=107290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:41:33.993953 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_hamode_db [None req-3a65255c-f9b4-4da7-be02-904bcec2f46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '940e76ea-effa-4cb8-9e5a-a4f047fe5651', 'name': 'tempest-TestShelveInstance-797075323-router', 'tenant_id': '7e20a6e5fded473c8905bffff7775ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': '29dd060a-ebf3-4b4d-aa4b-99645697c621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:41:31Z', 'updated_at': '2022-09-15T07:41:32Z', 'revision_number': 3, 'project_id': '7e20a6e5fded473c8905bffff7775ed3', 'gw_port': {'id': '29dd060a-ebf3-4b4d-aa4b-99645697c621', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:91:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '940e76ea-effa-4cb8-9e5a-a4f047fe5651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:41:31Z', 'updated_at': '2022-09-15T07:41:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi'}], 'dv-cinder-824149-6-iscsi', False) {} {{(pid=107290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:41:33.997048 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-db84abc3-2973-4bd4-9907-3f23332ef5d0 None None] Provisioning complete for port 3df25161-24f4-4e42-860d-cb9b511ed940 triggered by entity DHCP. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 07:41:33.997422 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-db84abc3-2973-4bd4-9907-3f23332ef5d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862942'] for port (3df25161-24f4-4e42-860d-cb9b511ed940), provisioning_complete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:33.997783 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-db84abc3-2973-4bd4-9907-3f23332ef5d0 None None] Attempt 1 to provision port 3df25161-24f4-4e42-860d-cb9b511ed940 Sep 15 07:41:34.042776 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:41:34.047568 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a65255c-f9b4-4da7-be02-904bcec2f46d None None] Checking router: 940e76ea-effa-4cb8-9e5a-a4f047fe5651 for host: dv-cinder-824149-6-iscsi {{(pid=107290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 07:41:34.047915 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a65255c-f9b4-4da7-be02-904bcec2f46d None None] Updating router 940e76ea-effa-4cb8-9e5a-a4f047fe5651 port 29dd060a-ebf3-4b4d-aa4b-99645697c621 binding host dv-cinder-824149-6-iscsi {{(pid=107290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 07:41:34.076085 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-a3057a44-6775-4801-b4ee-43fbbdd0b2e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (None), before_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:34.083940 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Provisioning complete for port 3df25161-24f4-4e42-860d-cb9b511ed940 triggered by entity L2. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 07:41:34.084308 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862942'] for port (3df25161-24f4-4e42-860d-cb9b511ed940), provisioning_complete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:34.084640 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Attempt 1 to provision port 3df25161-24f4-4e42-860d-cb9b511ed940 Sep 15 07:41:34.110679 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5e65a9-4f3c-4bdb-b5c9-7ebe3a82ba41 req-bc1ddcab-a845-4ebd-aa20-abb246b360c9 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:41:34.112166 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-5a5e65a9-4f3c-4bdb-b5c9-7ebe3a82ba41 req-bc1ddcab-a845-4ebd-aa20-abb246b360c9 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=07ae2103-9abb-45d7-94b1-7e0f83c44fa0 HTTP/1.1" status: 200 len: 944 time: 0.0778272 Sep 15 07:41:34.119241 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-3a65255c-f9b4-4da7-be02-904bcec2f46d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (29dd060a-ebf3-4b4d-aa4b-99645697c621), before_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:34.239704 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-5a5e65a9-4f3c-4bdb-b5c9-7ebe3a82ba41 req-a3d68cc8-d31b-40c1-a34b-a262136ce019 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b407f831-0121-48a5-b269-407cd5b097f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991156 Sep 15 07:41:34.263197 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-db84abc3-2973-4bd4-9907-3f23332ef5d0 None None] Current status of the port 3df25161-24f4-4e42-860d-cb9b511ed940 is: ACTIVE; New status is: ACTIVE {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:41:34.298340 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=100 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:41:34.315863 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.db.db_base_plugin_common [None req-a3057a44-6775-4801-b4ee-43fbbdd0b2e7 admin admin] Allocated IP 172.20.0.1 (85a7f1ba-3d89-421a-8e93-c34cc3e5ffc3/e61fdb9d-5934-42a7-84a4-5655559ab33d/411e105d-52a7-41ba-a0ab-e8381b022d65) {{(pid=107279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 07:41:34.316131 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Current status of the port 3df25161-24f4-4e42-860d-cb9b511ed940 is: ACTIVE; New status is: ACTIVE {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:41:34.455788 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-a3057a44-6775-4801-b4ee-43fbbdd0b2e7 admin admin] Publish callbacks [] for port (411e105d-52a7-41ba-a0ab-e8381b022d65), precommit_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:34.470073 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-3a65255c-f9b4-4da7-be02-904bcec2f46d None None] Publish callbacks [] for port (29dd060a-ebf3-4b4d-aa4b-99645697c621), precommit_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:34.481248 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:41:34.544445 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-3a65255c-f9b4-4da7-be02-904bcec2f46d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615'] for port (29dd060a-ebf3-4b4d-aa4b-99645697c621), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:34.579192 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-a3057a44-6775-4801-b4ee-43fbbdd0b2e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729658170579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991753'] for port (411e105d-52a7-41ba-a0ab-e8381b022d65), after_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:34.584480 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.managers [None req-3a65255c-f9b4-4da7-be02-904bcec2f46d None None] Attempting to bind port 29dd060a-ebf3-4b4d-aa4b-99645697c621 on host dv-cinder-824149-6-iscsi for vnic_type normal with profile {{(pid=107290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 07:41:34.584867 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.managers [None req-3a65255c-f9b4-4da7-be02-904bcec2f46d None None] Attempting to bind port 29dd060a-ebf3-4b4d-aa4b-99645697c621 by drivers openvswitch,hyperv on host dv-cinder-824149-6-iscsi at level 0 using segments [{'id': '8c607054-1f24-4b82-9f54-7b368db757ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa'}] {{(pid=107290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 07:41:34.585220 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a65255c-f9b4-4da7-be02-904bcec2f46d None None] Attempting to bind port 29dd060a-ebf3-4b4d-aa4b-99645697c621 on network 7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa {{(pid=107290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 07:41:34.619033 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce91bd16-8831-4c87-b70c-6bea651299e6 None None] Pushing event updated for resources: {'Port': ['ID=29dd060a-ebf3-4b4d-aa4b-99645697c621,revision_number=2']} {{(pid=107290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:41:34.625783 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3057a44-6775-4801-b4ee-43fbbdd0b2e7 admin admin] Network 85a7f1ba-3d89-421a-8e93-c34cc3e5ffc3 is already hosted by enough agents. {{(pid=107279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 07:41:34.632679 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7eaca8-0387-4dc8-bc1b-2d1aeea53c6c req-d30f362e-8dd0-4496-a0b5-df4be3c1bc1d tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:41:34.634221 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-3d7eaca8-0387-4dc8-bc1b-2d1aeea53c6c req-d30f362e-8dd0-4496-a0b5-df4be3c1bc1d tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=48afb5a2-e7d3-44a4-8882-d81cfd5418ab HTTP/1.1" status: 200 len: 946 time: 0.0916591 Sep 15 07:41:34.637275 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.scheduler.base_scheduler [None req-a3057a44-6775-4801-b4ee-43fbbdd0b2e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=107279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 07:41:34.643429 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3057a44-6775-4801-b4ee-43fbbdd0b2e7 admin admin] Received port after_create {{(pid=107279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 07:41:34.647044 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a65255c-f9b4-4da7-be02-904bcec2f46d None None] Checking agent: {'id': 'c3acd0b9-3b8e-4f77-9053-2ca2457616b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824149-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 7, 30, 28), 'started_at': datetime.datetime(2022, 9, 15, 7, 30, 58), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 7, 41, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824149-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 07:41:34.647556 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a65255c-f9b4-4da7-be02-904bcec2f46d None None] Checking segment: {'id': '8c607054-1f24-4b82-9f54-7b368db757ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 07:41:34.648378 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-3a65255c-f9b4-4da7-be02-904bcec2f46d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:34.649777 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a65255c-f9b4-4da7-be02-904bcec2f46d None None] Bound using segment: {'id': '8c607054-1f24-4b82-9f54-7b368db757ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa'} {{(pid=107290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 07:41:34.655743 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.managers [None req-3a65255c-f9b4-4da7-be02-904bcec2f46d None None] Bound port: 29dd060a-ebf3-4b4d-aa4b-99645697c621, host: dv-cinder-824149-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c607054-1f24-4b82-9f54-7b368db757ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa'}}] {{(pid=107290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 07:41:34.655743 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-3a65255c-f9b4-4da7-be02-904bcec2f46d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (29dd060a-ebf3-4b4d-aa4b-99645697c621), before_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:34.673618 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:41:34.687232 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3057a44-6775-4801-b4ee-43fbbdd0b2e7 admin admin] Pushing event updated for resources: {'Port': ['ID=411e105d-52a7-41ba-a0ab-e8381b022d65,revision_number=1']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:41:34.711398 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-3a65255c-f9b4-4da7-be02-904bcec2f46d None None] For port 29dd060a-ebf3-4b4d-aa4b-99645697c621, host dv-cinder-824149-6-iscsi, cleared binding levels {{(pid=107290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 07:41:34.715029 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-3a65255c-f9b4-4da7-be02-904bcec2f46d None None] For port 29dd060a-ebf3-4b4d-aa4b-99645697c621, host dv-cinder-824149-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-6-iscsi',level=0,port_id=29dd060a-ebf3-4b4d-aa4b-99645697c621,segment=NetworkSegment(8c607054-1f24-4b82-9f54-7b368db757ce),segment_id=8c607054-1f24-4b82-9f54-7b368db757ce)] {{(pid=107290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 07:41:34.715220 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-a3057a44-6775-4801-b4ee-43fbbdd0b2e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2002461'] for router_interface (940e76ea-effa-4cb8-9e5a-a4f047fe5651), before_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:34.767598 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-3d7eaca8-0387-4dc8-bc1b-2d1aeea53c6c req-bcbfbbdc-a755-4307-8da1-857fb7cf0bb1 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3bbd3c93-b7a5-43ea-bc32-62815f5ad2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218390 Sep 15 07:41:34.805310 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-3a65255c-f9b4-4da7-be02-904bcec2f46d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615'] for port (29dd060a-ebf3-4b4d-aa4b-99645697c621), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:34.920622 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-a3057a44-6775-4801-b4ee-43fbbdd0b2e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (411e105d-52a7-41ba-a0ab-e8381b022d65), before_update {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:35.011608 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a65255c-f9b4-4da7-be02-904bcec2f46d None None] Routers {'940e76ea-effa-4cb8-9e5a-a4f047fe5651'} bound to L3 agent in host dv-cinder-824149-6-iscsi {{(pid=107290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 07:41:35.012369 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_hamode_db [None req-3a65255c-f9b4-4da7-be02-904bcec2f46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-15T07:30:25Z,description=,heartbeat_timestamp=2022-09-15T07:41:25Z,host='dv-cinder-824149-6-iscsi',id=6177172c-20b9-4a3a-92be-d5dd082cfa3a,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T07:30:25Z,topic='l3_agent')) {'router_ids': ['940e76ea-effa-4cb8-9e5a-a4f047fe5651'], 'active': True} {{(pid=107290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:41:35.014638 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce91bd16-8831-4c87-b70c-6bea651299e6 None None] Pushing event updated for resources: {'Port': ['ID=29dd060a-ebf3-4b4d-aa4b-99645697c621,revision_number=3']} {{(pid=107290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:41:35.121800 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-1a877705-1603-469f-b992-f436f44af9b4 None None] Provisioning complete for port 411e105d-52a7-41ba-a0ab-e8381b022d65 triggered by entity DHCP. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 07:41:35.121944 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-1a877705-1603-469f-b992-f436f44af9b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862942'] for port (411e105d-52a7-41ba-a0ab-e8381b022d65), provisioning_complete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:35.122256 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-1a877705-1603-469f-b992-f436f44af9b4 None None] Attempt 1 to provision port 411e105d-52a7-41ba-a0ab-e8381b022d65 Sep 15 07:41:35.159217 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvr_db [None req-3a65255c-f9b4-4da7-be02-904bcec2f46d None None] Set router 940e76ea-effa-4cb8-9e5a-a4f047fe5651 gateway port host: dv-cinder-824149-6-iscsi {{(pid=107290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 07:41:35.203969 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-1a877705-1603-469f-b992-f436f44af9b4 None None] Port 411e105d-52a7-41ba-a0ab-e8381b022d65 cannot update to ACTIVE because it is not bound. {{(pid=107290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 07:41:35.330871 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-a3057a44-6775-4801-b4ee-43fbbdd0b2e7 admin admin] Publish callbacks [] for port (411e105d-52a7-41ba-a0ab-e8381b022d65), precommit_update {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:35.336280 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=93,neutron:INSERT=1 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:41:35.337677 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=2 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:41:35.362934 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:41:35.378640 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_hamode_db [None req-3a65255c-f9b4-4da7-be02-904bcec2f46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '940e76ea-effa-4cb8-9e5a-a4f047fe5651', 'name': 'tempest-TestShelveInstance-797075323-router', 'tenant_id': '7e20a6e5fded473c8905bffff7775ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': '29dd060a-ebf3-4b4d-aa4b-99645697c621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:41:31Z', 'updated_at': '2022-09-15T07:41:34Z', 'revision_number': 4, 'project_id': '7e20a6e5fded473c8905bffff7775ed3', 'gw_port': {'id': '29dd060a-ebf3-4b4d-aa4b-99645697c621', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:91:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '940e76ea-effa-4cb8-9e5a-a4f047fe5651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:41:31Z', 'updated_at': '2022-09-15T07:41:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi', '_interfaces': [{'id': '411e105d-52a7-41ba-a0ab-e8381b022d65', 'name': '', 'network_id': '85a7f1ba-3d89-421a-8e93-c34cc3e5ffc3', 'tenant_id': '7e20a6e5fded473c8905bffff7775ed3', 'mac_address': 'fa:16:3e:f0:8f:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '940e76ea-effa-4cb8-9e5a-a4f047fe5651', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'e61fdb9d-5934-42a7-84a4-5655559ab33d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:41:34Z', 'updated_at': '2022-09-15T07:41:34Z', 'revision_number': 1, 'project_id': '7e20a6e5fded473c8905bffff7775ed3', 'subnets': [{'id': 'e61fdb9d-5934-42a7-84a4-5655559ab33d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-6-iscsi', False) {} {{(pid=107290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:41:35.389998 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-a3057a44-6775-4801-b4ee-43fbbdd0b2e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991792'] for port (411e105d-52a7-41ba-a0ab-e8381b022d65), after_update {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:35.409192 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a65255c-f9b4-4da7-be02-904bcec2f46d None None] The sync data for ids ['940e76ea-effa-4cb8-9e5a-a4f047fe5651'] in dv-cinder-824149-6-iscsi is: [{'id': '940e76ea-effa-4cb8-9e5a-a4f047fe5651', 'name': 'tempest-TestShelveInstance-797075323-router', 'tenant_id': '7e20a6e5fded473c8905bffff7775ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': '29dd060a-ebf3-4b4d-aa4b-99645697c621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:41:31Z', 'updated_at': '2022-09-15T07:41:34Z', 'revision_number': 4, 'project_id': '7e20a6e5fded473c8905bffff7775ed3', 'gw_port': {'id': '29dd060a-ebf3-4b4d-aa4b-99645697c621', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:91:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '940e76ea-effa-4cb8-9e5a-a4f047fe5651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:41:31Z', 'updated_at': '2022-09-15T07:41:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi', '_interfaces': [{'id': '411e105d-52a7-41ba-a0ab-e8381b022d65', 'name': '', 'network_id': '85a7f1ba-3d89-421a-8e93-c34cc3e5ffc3', 'tenant_id': '7e20a6e5fded473c8905bffff7775ed3', 'mac_address': 'fa:16:3e:f0:8f:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '940e76ea-effa-4cb8-9e5a-a4f047fe5651', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'e61fdb9d-5934-42a7-84a4-5655559ab33d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:41:34Z', 'updated_at': '2022-09-15T07:41:34Z', 'revision_number': 1, 'project_id': '7e20a6e5fded473c8905bffff7775ed3', 'subnets': [{'id': 'e61fdb9d-5934-42a7-84a4-5655559ab33d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 07:41:35.504111 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3057a44-6775-4801-b4ee-43fbbdd0b2e7 admin admin] Pushing event updated for resources: {'Port': ['ID=411e105d-52a7-41ba-a0ab-e8381b022d65,revision_number=2']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:41:35.514744 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4a7fba-e4a2-41ad-a7a2-031c4de36986 req-8be6d7fd-610e-4f26-885e-32ec904ac6d0 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:41:35.514744 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-cd4a7fba-e4a2-41ad-a7a2-031c4de36986 req-8be6d7fd-610e-4f26-885e-32ec904ac6d0 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=07ae2103-9abb-45d7-94b1-7e0f83c44fa0 HTTP/1.1" status: 200 len: 944 time: 0.1184022 Sep 15 07:41:35.515606 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-a3057a44-6775-4801-b4ee-43fbbdd0b2e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2002569'] for router_interface (940e76ea-effa-4cb8-9e5a-a4f047fe5651), after_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:35.632091 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-cd4a7fba-e4a2-41ad-a7a2-031c4de36986 req-b2d60402-71fb-4fb6-96ad-17065ca323b5 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b407f831-0121-48a5-b269-407cd5b097f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087062 Sep 15 07:41:35.663758 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:41:35.676017 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3057a44-6775-4801-b4ee-43fbbdd0b2e7 admin admin] Network 85a7f1ba-3d89-421a-8e93-c34cc3e5ffc3 is already hosted by enough agents. {{(pid=107279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 07:41:35.676963 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.scheduler.base_scheduler [None req-a3057a44-6775-4801-b4ee-43fbbdd0b2e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=107279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 07:41:35.694061 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-1a877705-1603-469f-b992-f436f44af9b4 None None] Attempt 2 to provision port 411e105d-52a7-41ba-a0ab-e8381b022d65 Sep 15 07:41:35.740203 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-1a877705-1603-469f-b992-f436f44af9b4 None None] Port 411e105d-52a7-41ba-a0ab-e8381b022d65 cannot update to ACTIVE because it is not bound. {{(pid=107290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 07:41:35.807089 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Device 3df25161-24f4-4e42-860d-cb9b511ed940 up at agent ovs-agent-dv-cinder-824149-6-iscsi {{(pid=107290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 07:41:35.849637 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3057a44-6775-4801-b4ee-43fbbdd0b2e7 admin admin] Router 940e76ea-effa-4cb8-9e5a-a4f047fe5651 has already been hosted by L3 agent 6177172c-20b9-4a3a-92be-d5dd082cfa3a {{(pid=107279) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 07:41:35.896044 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Provisioning complete for port 3df25161-24f4-4e42-860d-cb9b511ed940 triggered by entity L2. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 07:41:35.896875 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862942'] for port (3df25161-24f4-4e42-860d-cb9b511ed940), provisioning_complete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:35.897030 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Attempt 1 to provision port 3df25161-24f4-4e42-860d-cb9b511ed940 Sep 15 07:41:35.967209 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2263d7-b7f4-4842-b8dd-0c376fcefd35 req-7066b3fe-856d-4fcd-980e-caa17640c2a8 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:41:35.968782 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-7c2263d7-b7f4-4842-b8dd-0c376fcefd35 req-7066b3fe-856d-4fcd-980e-caa17640c2a8 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=48afb5a2-e7d3-44a4-8882-d81cfd5418ab HTTP/1.1" status: 200 len: 946 time: 0.1051319 Sep 15 07:41:35.991336 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Current status of the port 3df25161-24f4-4e42-860d-cb9b511ed940 is: ACTIVE; New status is: ACTIVE {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:41:36.035212 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=100 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:41:36.048491 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3057a44-6775-4801-b4ee-43fbbdd0b2e7 admin admin] Notify agent at l3_agent.dv-cinder-824149-6-iscsi the message routers_updated {{(pid=107279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 07:41:36.054148 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-a3057a44-6775-4801-b4ee-43fbbdd0b2e7 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/940e76ea-effa-4cb8-9e5a-a4f047fe5651/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5347025 Sep 15 07:41:36.058063 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-7c2263d7-b7f4-4842-b8dd-0c376fcefd35 req-6f8a42a8-4ead-4532-82e8-9672e293b217 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3bbd3c93-b7a5-43ea-bc32-62815f5ad2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645826 Sep 15 07:41:36.241550 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-1a877705-1603-469f-b992-f436f44af9b4 None None] Attempt 3 to provision port 411e105d-52a7-41ba-a0ab-e8381b022d65 Sep 15 07:41:36.267075 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:41:36.276369 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-1a877705-1603-469f-b992-f436f44af9b4 None None] Port 411e105d-52a7-41ba-a0ab-e8381b022d65 cannot update to ACTIVE because it is not bound. {{(pid=107290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 07:41:36.776706 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5c28f0-d445-4763-8e01-dfd586d44948 req-6b26b3c3-590e-4255-8111-345f5bc04b5b tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:41:36.778047 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-1a877705-1603-469f-b992-f436f44af9b4 None None] Attempt 4 to provision port 411e105d-52a7-41ba-a0ab-e8381b022d65 Sep 15 07:41:36.778459 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-4a5c28f0-d445-4763-8e01-dfd586d44948 req-6b26b3c3-590e-4255-8111-345f5bc04b5b tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=07ae2103-9abb-45d7-94b1-7e0f83c44fa0 HTTP/1.1" status: 200 len: 944 time: 0.0493848 Sep 15 07:41:36.824506 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-1a877705-1603-469f-b992-f436f44af9b4 None None] Port 411e105d-52a7-41ba-a0ab-e8381b022d65 cannot update to ACTIVE because it is not bound. {{(pid=107290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 07:41:36.842129 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-4a5c28f0-d445-4763-8e01-dfd586d44948 req-44b9ca7e-645f-45c4-9683-671af1de5ca6 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b407f831-0121-48a5-b269-407cd5b097f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566323 Sep 15 07:41:36.948489 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 35790) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:41:36.953364 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.v2.base [None req-15ecec6a-ec4e-4900-918d-6c65f8c275d3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-383197483-network', 'tenant_id': 'c1f22762fda74145b0fd8abb6d133392'}} {{(pid=107276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:41:37.050863 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15ecec6a-ec4e-4900-918d-6c65f8c275d3 admin admin] Made reservation on behalf of c1f22762fda74145b0fd8abb6d133392 for: {'network': 1} {{(pid=107276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 07:41:37.053280 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-15ecec6a-ec4e-4900-918d-6c65f8c275d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for network (None), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:37.062541 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-15ecec6a-ec4e-4900-918d-6c65f8c275d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:37.140997 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-15ecec6a-ec4e-4900-918d-6c65f8c275d3 admin admin] Publish callbacks [] for security_group (c32a426c-c67a-46d8-b7ce-b473bcaea33f), precommit_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:37.186799 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb223e2b-bbf6-4c1b-bb58-69ff8abe25a3 req-6932f706-2678-4ce2-b908-129ee708a425 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:41:37.190272 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-bb223e2b-bbf6-4c1b-bb58-69ff8abe25a3 req-6932f706-2678-4ce2-b908-129ee708a425 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=48afb5a2-e7d3-44a4-8882-d81cfd5418ab HTTP/1.1" status: 200 len: 946 time: 0.0472217 Sep 15 07:41:37.207956 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-15ecec6a-ec4e-4900-918d-6c65f8c275d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (c32a426c-c67a-46d8-b7ce-b473bcaea33f), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:37.242271 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15ecec6a-ec4e-4900-918d-6c65f8c275d3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=107276) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 07:41:37.251423 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ecec6a-ec4e-4900-918d-6c65f8c275d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c32a426c-c67a-46d8-b7ce-b473bcaea33f,revision_number=1']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:41:37.255463 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-bb223e2b-bbf6-4c1b-bb58-69ff8abe25a3 req-8b4c4b51-7bbe-4e97-94b7-e065d1dff6e6 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3bbd3c93-b7a5-43ea-bc32-62815f5ad2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582297 Sep 15 07:41:37.262248 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-15ecec6a-ec4e-4900-918d-6c65f8c275d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906830'] for segment (e7b9d949-1920-49e5-9e5b-700b79239be1), precommit_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:37.262562 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.db.segments_db [None req-15ecec6a-ec4e-4900-918d-6c65f8c275d3 admin admin] Added segment e7b9d949-1920-49e5-9e5b-700b79239be1 of type vlan for network 2dbd1355-c7fb-4100-b327-7fe5d5bbe209 Sep 15 07:41:37.309242 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-15ecec6a-ec4e-4900-918d-6c65f8c275d3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729658139832'] for network (2dbd1355-c7fb-4100-b327-7fe5d5bbe209), precommit_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:37.311251 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:41:37.325990 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-1a877705-1603-469f-b992-f436f44af9b4 None None] Attempt 5 to provision port 411e105d-52a7-41ba-a0ab-e8381b022d65 Sep 15 07:41:37.361163 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-1a877705-1603-469f-b992-f436f44af9b4 None None] Port 411e105d-52a7-41ba-a0ab-e8381b022d65 cannot update to ACTIVE because it is not bound. {{(pid=107290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 07:41:37.416266 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-15ecec6a-ec4e-4900-918d-6c65f8c275d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204'] for network (2dbd1355-c7fb-4100-b327-7fe5d5bbe209), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:37.417224 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ecec6a-ec4e-4900-918d-6c65f8c275d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:41:37.417800 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-15ecec6a-ec4e-4900-918d-6c65f8c275d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586190'] for network (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:37.432887 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:41:37.486222 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ecec6a-ec4e-4900-918d-6c65f8c275d3 admin admin] Pushing event updated for resources: {'Network': ['ID=2dbd1355-c7fb-4100-b327-7fe5d5bbe209,revision_number=1']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:41:37.498657 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Network 2dbd1355-c7fb-4100-b327-7fe5d5bbe209 details requested by agent ovs-agent-dv-cinder-824149-6-iscsi with host dv-cinder-824149-6-iscsi {{(pid=107290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 07:41:37.544618 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-15ecec6a-ec4e-4900-918d-6c65f8c275d3 admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5919459 Sep 15 07:41:37.550288 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 35798) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:41:37.551148 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.v2.base [None req-8dcc1d91-3496-47fa-8b56-a520d5cb338f admin admin] Request body: {'subnet': {'network_id': '2dbd1355-c7fb-4100-b327-7fe5d5bbe209', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-383197483-subnet', 'tenant_id': 'c1f22762fda74145b0fd8abb6d133392', 'ip_version': 4}} {{(pid=107276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:41:37.608183 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be06fec9-9760-4fb4-95ca-9222776cc2e5 None None] Sync routers for ids ['940e76ea-effa-4cb8-9e5a-a4f047fe5651'] in dv-cinder-824149-6-iscsi {{(pid=107295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 07:41:37.618996 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be06fec9-9760-4fb4-95ca-9222776cc2e5 None None] Routers {'940e76ea-effa-4cb8-9e5a-a4f047fe5651'} bound to L3 agent in host dv-cinder-824149-6-iscsi {{(pid=107295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 07:41:37.619613 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_hamode_db [None req-be06fec9-9760-4fb4-95ca-9222776cc2e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-15T07:30:25Z,description=,heartbeat_timestamp=2022-09-15T07:41:25Z,host='dv-cinder-824149-6-iscsi',id=6177172c-20b9-4a3a-92be-d5dd082cfa3a,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T07:30:25Z,topic='l3_agent')) {'router_ids': ['940e76ea-effa-4cb8-9e5a-a4f047fe5651'], 'active': True} {{(pid=107295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:41:37.650955 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dcc1d91-3496-47fa-8b56-a520d5cb338f admin admin] Made reservation on behalf of c1f22762fda74145b0fd8abb6d133392 for: {'subnet': 1} {{(pid=107276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 07:41:37.653441 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-8dcc1d91-3496-47fa-8b56-a520d5cb338f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260771387'] for subnet (None), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:37.794353 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Device 29dd060a-ebf3-4b4d-aa4b-99645697c621 up at agent ovs-agent-dv-cinder-824149-6-iscsi {{(pid=107290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 07:41:37.814284 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_dvr_db [None req-be06fec9-9760-4fb4-95ca-9222776cc2e5 None None] Set router 940e76ea-effa-4cb8-9e5a-a4f047fe5651 gateway port host: dv-cinder-824149-6-iscsi {{(pid=107295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 07:41:37.849269 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Provisioning complete for port 29dd060a-ebf3-4b4d-aa4b-99645697c621 triggered by entity L2. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 07:41:37.849743 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862942'] for port (29dd060a-ebf3-4b4d-aa4b-99645697c621), provisioning_complete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:37.850199 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Attempt 1 to provision port 29dd060a-ebf3-4b4d-aa4b-99645697c621 Sep 15 07:41:37.872658 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-1a877705-1603-469f-b992-f436f44af9b4 None None] Attempt 6 to provision port 411e105d-52a7-41ba-a0ab-e8381b022d65 Sep 15 07:41:37.902349 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-8dcc1d91-3496-47fa-8b56-a520d5cb338f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260830098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260771373'] for subnet (bddd7ab3-fc85-4731-aae5-489697551137), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:37.922332 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-1a877705-1603-469f-b992-f436f44af9b4 None None] Port 411e105d-52a7-41ba-a0ab-e8381b022d65 cannot update to ACTIVE because it is not bound. {{(pid=107290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 07:41:37.972207 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Current status of the port 29dd060a-ebf3-4b4d-aa4b-99645697c621 is: DOWN; New status is: ACTIVE {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:41:37.972876 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (29dd060a-ebf3-4b4d-aa4b-99645697c621), before_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:37.999428 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] For port 29dd060a-ebf3-4b4d-aa4b-99645697c621, host dv-cinder-824149-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-6-iscsi',level=0,port_id=29dd060a-ebf3-4b4d-aa4b-99645697c621,segment=NetworkSegment(8c607054-1f24-4b82-9f54-7b368db757ce),segment_id=8c607054-1f24-4b82-9f54-7b368db757ce)] {{(pid=107290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:41:37.999666 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcc1d91-3496-47fa-8b56-a520d5cb338f admin admin] Pushing event updated for resources: {'Subnet': ['ID=bddd7ab3-fc85-4731-aae5-489697551137,revision_number=0']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:41:38.008927 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dcc1d91-3496-47fa-8b56-a520d5cb338f admin admin] Checking segment: {'id': 'e7b9d949-1920-49e5-9e5b-700b79239be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2dbd1355-c7fb-4100-b327-7fe5d5bbe209'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 07:41:38.009281 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dcc1d91-3496-47fa-8b56-a520d5cb338f admin admin] Network hostable DHCP agents. Network: 2dbd1355-c7fb-4100-b327-7fe5d5bbe209, hostable agents: ['47b201f8-ba91-4005-8457-67653169c522'], hosted agents: [] {{(pid=107276) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 07:41:38.013630 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcc1d91-3496-47fa-8b56-a520d5cb338f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:41:38.014210 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcc1d91-3496-47fa-8b56-a520d5cb338f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:41:38.014549 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcc1d91-3496-47fa-8b56-a520d5cb338f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:41:38.014879 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcc1d91-3496-47fa-8b56-a520d5cb338f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:41:38.015206 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcc1d91-3496-47fa-8b56-a520d5cb338f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:41:38.015527 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcc1d91-3496-47fa-8b56-a520d5cb338f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:41:38.015852 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcc1d91-3496-47fa-8b56-a520d5cb338f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:41:38.016165 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcc1d91-3496-47fa-8b56-a520d5cb338f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:41:38.016477 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcc1d91-3496-47fa-8b56-a520d5cb338f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:41:38.016793 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcc1d91-3496-47fa-8b56-a520d5cb338f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:41:38.017116 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcc1d91-3496-47fa-8b56-a520d5cb338f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:41:38.017431 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcc1d91-3496-47fa-8b56-a520d5cb338f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:41:38.017862 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcc1d91-3496-47fa-8b56-a520d5cb338f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:41:38.018183 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcc1d91-3496-47fa-8b56-a520d5cb338f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:41:38.018493 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcc1d91-3496-47fa-8b56-a520d5cb338f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:41:38.020105 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd628511-1e72-4c30-9848-102d671a97a2 req-d08efb06-2862-486d-aff6-e85b1790a276 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:41:38.028501 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-cd628511-1e72-4c30-9848-102d671a97a2 req-d08efb06-2862-486d-aff6-e85b1790a276 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=07ae2103-9abb-45d7-94b1-7e0f83c44fa0 HTTP/1.1" status: 200 len: 944 time: 0.0616181 Sep 15 07:41:38.059528 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_hamode_db [None req-be06fec9-9760-4fb4-95ca-9222776cc2e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '940e76ea-effa-4cb8-9e5a-a4f047fe5651', 'name': 'tempest-TestShelveInstance-797075323-router', 'tenant_id': '7e20a6e5fded473c8905bffff7775ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': '29dd060a-ebf3-4b4d-aa4b-99645697c621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:41:31Z', 'updated_at': '2022-09-15T07:41:34Z', 'revision_number': 4, 'project_id': '7e20a6e5fded473c8905bffff7775ed3', 'gw_port': {'id': '29dd060a-ebf3-4b4d-aa4b-99645697c621', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:91:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '940e76ea-effa-4cb8-9e5a-a4f047fe5651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:41:31Z', 'updated_at': '2022-09-15T07:41:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi', '_interfaces': [{'id': '411e105d-52a7-41ba-a0ab-e8381b022d65', 'name': '', 'network_id': '85a7f1ba-3d89-421a-8e93-c34cc3e5ffc3', 'tenant_id': '7e20a6e5fded473c8905bffff7775ed3', 'mac_address': 'fa:16:3e:f0:8f:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '940e76ea-effa-4cb8-9e5a-a4f047fe5651', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'e61fdb9d-5934-42a7-84a4-5655559ab33d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:41:34Z', 'updated_at': '2022-09-15T07:41:35Z', 'revision_number': 2, 'project_id': '7e20a6e5fded473c8905bffff7775ed3', 'subnets': [{'id': 'e61fdb9d-5934-42a7-84a4-5655559ab33d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-6-iscsi', False) {} {{(pid=107295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:41:38.076267 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-cd628511-1e72-4c30-9848-102d671a97a2 req-e8adbeb1-f0a1-4ae5-bad5-f31a7ed0a9d1 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b407f831-0121-48a5-b269-407cd5b097f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468404 Sep 15 07:41:38.088763 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be06fec9-9760-4fb4-95ca-9222776cc2e5 None None] Checking router: 940e76ea-effa-4cb8-9e5a-a4f047fe5651 for host: dv-cinder-824149-6-iscsi {{(pid=107295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 07:41:38.089156 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be06fec9-9760-4fb4-95ca-9222776cc2e5 None None] Updating router 940e76ea-effa-4cb8-9e5a-a4f047fe5651 port 411e105d-52a7-41ba-a0ab-e8381b022d65 binding host dv-cinder-824149-6-iscsi {{(pid=107295) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 07:41:38.102525 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615'] for port (29dd060a-ebf3-4b4d-aa4b-99645697c621), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:38.120238 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron_lib.callbacks.manager [None req-be06fec9-9760-4fb4-95ca-9222776cc2e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (411e105d-52a7-41ba-a0ab-e8381b022d65), before_update {{(pid=107295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:38.125535 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dcc1d91-3496-47fa-8b56-a520d5cb338f admin admin] Network 2dbd1355-c7fb-4100-b327-7fe5d5bbe209 is scheduled to be hosted by DHCP agent 47b201f8-ba91-4005-8457-67653169c522 with binding_index 1 {{(pid=107276) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 07:41:38.158259 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Pushing event updated for resources: {'Port': ['ID=29dd060a-ebf3-4b4d-aa4b-99645697c621,revision_number=4']} {{(pid=107290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:41:38.223848 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.scheduler.base_scheduler [None req-8dcc1d91-3496-47fa-8b56-a520d5cb338f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824149-6-iscsi, 2dbd1355-c7fb-4100-b327-7fe5d5bbe209) {{(pid=107276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 07:41:38.229824 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dcc1d91-3496-47fa-8b56-a520d5cb338f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:41:38.231152 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-8dcc1d91-3496-47fa-8b56-a520d5cb338f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:38.231736 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-921c43ad-3ea9-4cfc-a13d-b61495bc62ad None None] Network 2dbd1355-c7fb-4100-b327-7fe5d5bbe209 requested from dv-cinder-824149-6-iscsi {{(pid=107290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 07:41:38.309947 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 35804) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:41:38.311542 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-8dcc1d91-3496-47fa-8b56-a520d5cb338f admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7655635 Sep 15 07:41:38.316751 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.v2.base [None req-3419d212-7d88-4160-a2bd-c6707eda4a80 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-383197483-router', 'tenant_id': 'c1f22762fda74145b0fd8abb6d133392', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa'}}} {{(pid=107279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:41:38.350573 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d68b05-4eb8-48b5-97d7-a2d8b87d2626 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29e20e6a-f4c7-5fd3-bcac-85a18cccc141-2dbd1355-c7fb-4100-b327-7fe5d5bbe209', 'network_id': '2dbd1355-c7fb-4100-b327-7fe5d5bbe209', 'project_id': 'c1f22762fda74145b0fd8abb6d133392', 'fixed_ips': [{'subnet_id': 'bddd7ab3-fc85-4731-aae5-489697551137'}]}} from dv-cinder-824149-6-iscsi. {{(pid=107290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 15 07:41:38.351988 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-33d68b05-4eb8-48b5-97d7-a2d8b87d2626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (None), before_create {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:38.387604 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron_lib.callbacks.manager [None req-be06fec9-9760-4fb4-95ca-9222776cc2e5 None None] Publish callbacks [] for port (411e105d-52a7-41ba-a0ab-e8381b022d65), precommit_update {{(pid=107295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:38.416160 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a1da1b-45b6-4232-a9ae-853ade231d42 req-66556652-7f0a-4bb3-8107-80402a0d4a45 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:41:38.417727 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-d4a1da1b-45b6-4232-a9ae-853ade231d42 req-66556652-7f0a-4bb3-8107-80402a0d4a45 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=48afb5a2-e7d3-44a4-8882-d81cfd5418ab HTTP/1.1" status: 200 len: 946 time: 0.0605316 Sep 15 07:41:38.419113 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-3419d212-7d88-4160-a2bd-c6707eda4a80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2008969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1936'] for router (8ccf9a74-1778-43f4-b595-a012a79c9908), before_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:38.420160 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-3419d212-7d88-4160-a2bd-c6707eda4a80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2014644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2006267', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2072115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1945'] for router (8ccf9a74-1778-43f4-b595-a012a79c9908), precommit_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:38.435389 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-1a877705-1603-469f-b992-f436f44af9b4 None None] Attempt 7 to provision port 411e105d-52a7-41ba-a0ab-e8381b022d65 Sep 15 07:41:38.456851 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron_lib.callbacks.manager [None req-be06fec9-9760-4fb4-95ca-9222776cc2e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615'] for port (411e105d-52a7-41ba-a0ab-e8381b022d65), after_update {{(pid=107295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:38.485184 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-1a877705-1603-469f-b992-f436f44af9b4 None None] Port 411e105d-52a7-41ba-a0ab-e8381b022d65 cannot update to ACTIVE because it is not bound. {{(pid=107290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 07:41:38.509807 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-3419d212-7d88-4160-a2bd-c6707eda4a80 admin admin] Publish callbacks [] for router_controller (8ccf9a74-1778-43f4-b595-a012a79c9908), precommit_add_association {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:38.514629 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-d4a1da1b-45b6-4232-a9ae-853ade231d42 req-a534783f-5500-4cde-9ea9-740536fa33a5 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3bbd3c93-b7a5-43ea-bc32-62815f5ad2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877616 Sep 15 07:41:38.539660 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.db_base_plugin_common [None req-33d68b05-4eb8-48b5-97d7-a2d8b87d2626 None None] Allocated IP 172.20.0.2 (2dbd1355-c7fb-4100-b327-7fe5d5bbe209/bddd7ab3-fc85-4731-aae5-489697551137/b1ef637f-3bcb-4735-8c17-60990b3f5ab7) {{(pid=107290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 07:41:38.543847 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:41:38.562476 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c921087-bedd-42e9-aabe-413e196afa86 None None] Pushing event updated for resources: {'Port': ['ID=411e105d-52a7-41ba-a0ab-e8381b022d65,revision_number=3']} {{(pid=107295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:41:38.594929 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.plugins.ml2.managers [None req-be06fec9-9760-4fb4-95ca-9222776cc2e5 None None] Attempting to bind port 411e105d-52a7-41ba-a0ab-e8381b022d65 on host dv-cinder-824149-6-iscsi for vnic_type normal with profile {{(pid=107295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 07:41:38.595505 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.plugins.ml2.managers [None req-be06fec9-9760-4fb4-95ca-9222776cc2e5 None None] Attempting to bind port 411e105d-52a7-41ba-a0ab-e8381b022d65 by drivers openvswitch,hyperv on host dv-cinder-824149-6-iscsi at level 0 using segments [{'id': '7b87a5f2-de0b-43b5-b822-0b7379986e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '85a7f1ba-3d89-421a-8e93-c34cc3e5ffc3'}] {{(pid=107295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 07:41:38.595923 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be06fec9-9760-4fb4-95ca-9222776cc2e5 None None] Attempting to bind port 411e105d-52a7-41ba-a0ab-e8381b022d65 on network 85a7f1ba-3d89-421a-8e93-c34cc3e5ffc3 {{(pid=107295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 07:41:38.650083 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be06fec9-9760-4fb4-95ca-9222776cc2e5 None None] Checking agent: {'id': 'c3acd0b9-3b8e-4f77-9053-2ca2457616b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824149-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 7, 30, 28), 'started_at': datetime.datetime(2022, 9, 15, 7, 30, 58), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 7, 41, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824149-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 07:41:38.651316 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be06fec9-9760-4fb4-95ca-9222776cc2e5 None None] Checking segment: {'id': '7b87a5f2-de0b-43b5-b822-0b7379986e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '85a7f1ba-3d89-421a-8e93-c34cc3e5ffc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 07:41:38.651316 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron_lib.callbacks.manager [None req-be06fec9-9760-4fb4-95ca-9222776cc2e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:38.651316 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be06fec9-9760-4fb4-95ca-9222776cc2e5 None None] Bound using segment: {'id': '7b87a5f2-de0b-43b5-b822-0b7379986e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '85a7f1ba-3d89-421a-8e93-c34cc3e5ffc3'} {{(pid=107295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 07:41:38.651752 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.plugins.ml2.managers [None req-be06fec9-9760-4fb4-95ca-9222776cc2e5 None None] Bound port: 411e105d-52a7-41ba-a0ab-e8381b022d65, host: dv-cinder-824149-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b87a5f2-de0b-43b5-b822-0b7379986e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '85a7f1ba-3d89-421a-8e93-c34cc3e5ffc3'}}] {{(pid=107295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 07:41:38.652115 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron_lib.callbacks.manager [None req-be06fec9-9760-4fb4-95ca-9222776cc2e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (411e105d-52a7-41ba-a0ab-e8381b022d65), before_update {{(pid=107295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:38.663158 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:41:38.719472 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-33d68b05-4eb8-48b5-97d7-a2d8b87d2626 None None] Publish callbacks [] for port (b1ef637f-3bcb-4735-8c17-60990b3f5ab7), precommit_create {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:38.728818 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.plugins.ml2.db [None req-be06fec9-9760-4fb4-95ca-9222776cc2e5 None None] For port 411e105d-52a7-41ba-a0ab-e8381b022d65, host dv-cinder-824149-6-iscsi, cleared binding levels {{(pid=107295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 07:41:38.733357 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.plugins.ml2.db [None req-be06fec9-9760-4fb4-95ca-9222776cc2e5 None None] For port 411e105d-52a7-41ba-a0ab-e8381b022d65, host dv-cinder-824149-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-6-iscsi',level=0,port_id=411e105d-52a7-41ba-a0ab-e8381b022d65,segment=NetworkSegment(7b87a5f2-de0b-43b5-b822-0b7379986e9e),segment_id=7b87a5f2-de0b-43b5-b822-0b7379986e9e)] {{(pid=107295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 07:41:38.767626 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-33d68b05-4eb8-48b5-97d7-a2d8b87d2626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729658170579'] for port (b1ef637f-3bcb-4735-8c17-60990b3f5ab7), after_create {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:38.772355 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-3419d212-7d88-4160-a2bd-c6707eda4a80 admin admin] Publish callbacks [] for router_gateway (8ccf9a74-1778-43f4-b595-a012a79c9908), precommit_update {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:38.790755 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron_lib.callbacks.manager [None req-be06fec9-9760-4fb4-95ca-9222776cc2e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615'] for port (411e105d-52a7-41ba-a0ab-e8381b022d65), after_update {{(pid=107295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:38.797795 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:41:38.808330 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d68b05-4eb8-48b5-97d7-a2d8b87d2626 None None] Network 2dbd1355-c7fb-4100-b327-7fe5d5bbe209 is already hosted by enough agents. {{(pid=107290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 07:41:38.812693 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.scheduler.base_scheduler [None req-33d68b05-4eb8-48b5-97d7-a2d8b87d2626 None None] Resources bound (agent type, host, resource id): {{(pid=107290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 07:41:38.819810 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d68b05-4eb8-48b5-97d7-a2d8b87d2626 None None] Received port after_create {{(pid=107290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 07:41:38.826416 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:41:38.828730 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d68b05-4eb8-48b5-97d7-a2d8b87d2626 None None] Pushing event updated for resources: {'Port': ['ID=b1ef637f-3bcb-4735-8c17-60990b3f5ab7,revision_number=1']} {{(pid=107290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:41:38.837296 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be06fec9-9760-4fb4-95ca-9222776cc2e5 None None] Routers {'940e76ea-effa-4cb8-9e5a-a4f047fe5651'} bound to L3 agent in host dv-cinder-824149-6-iscsi {{(pid=107295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 07:41:38.837296 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_hamode_db [None req-be06fec9-9760-4fb4-95ca-9222776cc2e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-15T07:30:25Z,description=,heartbeat_timestamp=2022-09-15T07:41:25Z,host='dv-cinder-824149-6-iscsi',id=6177172c-20b9-4a3a-92be-d5dd082cfa3a,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T07:30:25Z,topic='l3_agent')) {'router_ids': ['940e76ea-effa-4cb8-9e5a-a4f047fe5651'], 'active': True} {{(pid=107295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:41:38.886461 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.managers [None req-33d68b05-4eb8-48b5-97d7-a2d8b87d2626 None None] Attempting to bind port b1ef637f-3bcb-4735-8c17-60990b3f5ab7 on host dv-cinder-824149-6-iscsi for vnic_type normal with profile {{(pid=107290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 07:41:38.886846 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.managers [None req-33d68b05-4eb8-48b5-97d7-a2d8b87d2626 None None] Attempting to bind port b1ef637f-3bcb-4735-8c17-60990b3f5ab7 by drivers openvswitch,hyperv on host dv-cinder-824149-6-iscsi at level 0 using segments [{'id': 'e7b9d949-1920-49e5-9e5b-700b79239be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2dbd1355-c7fb-4100-b327-7fe5d5bbe209'}] {{(pid=107290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 07:41:38.887191 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d68b05-4eb8-48b5-97d7-a2d8b87d2626 None None] Attempting to bind port b1ef637f-3bcb-4735-8c17-60990b3f5ab7 on network 2dbd1355-c7fb-4100-b327-7fe5d5bbe209 {{(pid=107290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 07:41:38.890965 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c921087-bedd-42e9-aabe-413e196afa86 None None] Pushing event updated for resources: {'Port': ['ID=411e105d-52a7-41ba-a0ab-e8381b022d65,revision_number=4']} {{(pid=107295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:41:38.954545 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d68b05-4eb8-48b5-97d7-a2d8b87d2626 None None] Checking agent: {'id': 'c3acd0b9-3b8e-4f77-9053-2ca2457616b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824149-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 7, 30, 28), 'started_at': datetime.datetime(2022, 9, 15, 7, 30, 58), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 7, 41, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824149-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 07:41:38.954917 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d68b05-4eb8-48b5-97d7-a2d8b87d2626 None None] Checking segment: {'id': 'e7b9d949-1920-49e5-9e5b-700b79239be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2dbd1355-c7fb-4100-b327-7fe5d5bbe209'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 07:41:38.955346 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-33d68b05-4eb8-48b5-97d7-a2d8b87d2626 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:38.956136 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d68b05-4eb8-48b5-97d7-a2d8b87d2626 None None] Bound using segment: {'id': 'e7b9d949-1920-49e5-9e5b-700b79239be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2dbd1355-c7fb-4100-b327-7fe5d5bbe209'} {{(pid=107290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 07:41:38.956235 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.managers [None req-33d68b05-4eb8-48b5-97d7-a2d8b87d2626 None None] Bound port: b1ef637f-3bcb-4735-8c17-60990b3f5ab7, host: dv-cinder-824149-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7b9d949-1920-49e5-9e5b-700b79239be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2dbd1355-c7fb-4100-b327-7fe5d5bbe209'}}] {{(pid=107290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 07:41:38.956598 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-33d68b05-4eb8-48b5-97d7-a2d8b87d2626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (b1ef637f-3bcb-4735-8c17-60990b3f5ab7), before_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:38.973393 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_dvr_db [None req-be06fec9-9760-4fb4-95ca-9222776cc2e5 None None] Set router 940e76ea-effa-4cb8-9e5a-a4f047fe5651 gateway port host: dv-cinder-824149-6-iscsi {{(pid=107295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 07:41:39.016177 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-1a877705-1603-469f-b992-f436f44af9b4 None None] Attempt 8 to provision port 411e105d-52a7-41ba-a0ab-e8381b022d65 Sep 15 07:41:39.020901 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:41:39.038712 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-33d68b05-4eb8-48b5-97d7-a2d8b87d2626 None None] For port b1ef637f-3bcb-4735-8c17-60990b3f5ab7, host dv-cinder-824149-6-iscsi, cleared binding levels {{(pid=107290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 07:41:39.056181 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-33d68b05-4eb8-48b5-97d7-a2d8b87d2626 None None] For port b1ef637f-3bcb-4735-8c17-60990b3f5ab7, host dv-cinder-824149-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-6-iscsi',level=0,port_id=b1ef637f-3bcb-4735-8c17-60990b3f5ab7,segment=NetworkSegment(e7b9d949-1920-49e5-9e5b-700b79239be1),segment_id=e7b9d949-1920-49e5-9e5b-700b79239be1)] {{(pid=107290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 07:41:39.063242 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-3419d212-7d88-4160-a2bd-c6707eda4a80 admin admin] Publish callbacks [] for router_gateway (8ccf9a74-1778-43f4-b595-a012a79c9908), before_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:39.095711 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-3419d212-7d88-4160-a2bd-c6707eda4a80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (None), before_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:39.108098 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-1a877705-1603-469f-b992-f436f44af9b4 None None] Current status of the port 411e105d-52a7-41ba-a0ab-e8381b022d65 is: DOWN; New status is: ACTIVE {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:41:39.109449 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-1a877705-1603-469f-b992-f436f44af9b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (411e105d-52a7-41ba-a0ab-e8381b022d65), before_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:39.134676 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-33d68b05-4eb8-48b5-97d7-a2d8b87d2626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615'] for port (b1ef637f-3bcb-4735-8c17-60990b3f5ab7), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:39.208573 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_hamode_db [None req-be06fec9-9760-4fb4-95ca-9222776cc2e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '940e76ea-effa-4cb8-9e5a-a4f047fe5651', 'name': 'tempest-TestShelveInstance-797075323-router', 'tenant_id': '7e20a6e5fded473c8905bffff7775ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': '29dd060a-ebf3-4b4d-aa4b-99645697c621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:41:31Z', 'updated_at': '2022-09-15T07:41:34Z', 'revision_number': 4, 'project_id': '7e20a6e5fded473c8905bffff7775ed3', 'gw_port': {'id': '29dd060a-ebf3-4b4d-aa4b-99645697c621', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:91:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '940e76ea-effa-4cb8-9e5a-a4f047fe5651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:41:31Z', 'updated_at': '2022-09-15T07:41:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi', '_interfaces': [{'id': '411e105d-52a7-41ba-a0ab-e8381b022d65', 'name': '', 'network_id': '85a7f1ba-3d89-421a-8e93-c34cc3e5ffc3', 'tenant_id': '7e20a6e5fded473c8905bffff7775ed3', 'mac_address': 'fa:16:3e:f0:8f:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '940e76ea-effa-4cb8-9e5a-a4f047fe5651', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'e61fdb9d-5934-42a7-84a4-5655559ab33d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:41:34Z', 'updated_at': '2022-09-15T07:41:38Z', 'revision_number': 4, 'project_id': '7e20a6e5fded473c8905bffff7775ed3', 'subnets': [{'id': 'e61fdb9d-5934-42a7-84a4-5655559ab33d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-6-iscsi', False) {} {{(pid=107295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:41:39.211882 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-1a877705-1603-469f-b992-f436f44af9b4 None None] For port 411e105d-52a7-41ba-a0ab-e8381b022d65, host dv-cinder-824149-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-6-iscsi',level=0,port_id=411e105d-52a7-41ba-a0ab-e8381b022d65,segment=NetworkSegment(7b87a5f2-de0b-43b5-b822-0b7379986e9e),segment_id=7b87a5f2-de0b-43b5-b822-0b7379986e9e)] {{(pid=107290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:41:39.227036 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d68b05-4eb8-48b5-97d7-a2d8b87d2626 None None] Pushing event updated for resources: {'Port': ['ID=b1ef637f-3bcb-4735-8c17-60990b3f5ab7,revision_number=2']} {{(pid=107290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:41:39.249287 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be06fec9-9760-4fb4-95ca-9222776cc2e5 None None] The sync data for ids ['940e76ea-effa-4cb8-9e5a-a4f047fe5651'] in dv-cinder-824149-6-iscsi is: [{'id': '940e76ea-effa-4cb8-9e5a-a4f047fe5651', 'name': 'tempest-TestShelveInstance-797075323-router', 'tenant_id': '7e20a6e5fded473c8905bffff7775ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': '29dd060a-ebf3-4b4d-aa4b-99645697c621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:41:31Z', 'updated_at': '2022-09-15T07:41:34Z', 'revision_number': 4, 'project_id': '7e20a6e5fded473c8905bffff7775ed3', 'gw_port': {'id': '29dd060a-ebf3-4b4d-aa4b-99645697c621', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:91:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '940e76ea-effa-4cb8-9e5a-a4f047fe5651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:41:31Z', 'updated_at': '2022-09-15T07:41:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi', '_interfaces': [{'id': '411e105d-52a7-41ba-a0ab-e8381b022d65', 'name': '', 'network_id': '85a7f1ba-3d89-421a-8e93-c34cc3e5ffc3', 'tenant_id': '7e20a6e5fded473c8905bffff7775ed3', 'mac_address': 'fa:16:3e:f0:8f:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '940e76ea-effa-4cb8-9e5a-a4f047fe5651', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'e61fdb9d-5934-42a7-84a4-5655559ab33d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:41:34Z', 'updated_at': '2022-09-15T07:41:38Z', 'revision_number': 4, 'project_id': '7e20a6e5fded473c8905bffff7775ed3', 'subnets': [{'id': 'e61fdb9d-5934-42a7-84a4-5655559ab33d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 07:41:39.279455 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-1a877705-1603-469f-b992-f436f44af9b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615'] for port (411e105d-52a7-41ba-a0ab-e8381b022d65), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:39.293264 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e6cb5c-97c1-434a-8651-99b749023aaa req-ca99e238-bffa-45bf-af8f-5c4d3a8b5915 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:41:39.295228 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-f7e6cb5c-97c1-434a-8651-99b749023aaa req-ca99e238-bffa-45bf-af8f-5c4d3a8b5915 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=07ae2103-9abb-45d7-94b1-7e0f83c44fa0 HTTP/1.1" status: 200 len: 944 time: 0.1065466 Sep 15 07:41:39.334645 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:41:39.354860 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a877705-1603-469f-b992-f436f44af9b4 None None] Pushing event updated for resources: {'Port': ['ID=411e105d-52a7-41ba-a0ab-e8381b022d65,revision_number=5']} {{(pid=107290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:41:39.396401 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.db.db_base_plugin_common [None req-3419d212-7d88-4160-a2bd-c6707eda4a80 admin admin] Allocated IP 172.27.0.95 (7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa/2c94e072-16ef-4b41-8118-d589be48e89d/960a79ad-2c0f-49fa-8f3f-ce64c68d20e0) {{(pid=107279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 07:41:39.404495 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-f7e6cb5c-97c1-434a-8651-99b749023aaa req-9748f8de-3e76-4d7d-a1c5-a2e4116576e7 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b407f831-0121-48a5-b269-407cd5b097f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985820 Sep 15 07:41:39.406659 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-d5802bb8-282d-43c0-b2eb-fe9dcaa84f40 None None] Provisioning complete for port 411e105d-52a7-41ba-a0ab-e8381b022d65 triggered by entity DHCP. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 07:41:39.407038 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d5802bb8-282d-43c0-b2eb-fe9dcaa84f40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862942'] for port (411e105d-52a7-41ba-a0ab-e8381b022d65), provisioning_complete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:39.407377 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-d5802bb8-282d-43c0-b2eb-fe9dcaa84f40 None None] Attempt 1 to provision port 411e105d-52a7-41ba-a0ab-e8381b022d65 Sep 15 07:41:39.468277 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:41:39.520803 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-d5802bb8-282d-43c0-b2eb-fe9dcaa84f40 None None] Current status of the port 411e105d-52a7-41ba-a0ab-e8381b022d65 is: ACTIVE; New status is: ACTIVE {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:41:39.572272 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-3419d212-7d88-4160-a2bd-c6707eda4a80 admin admin] Publish callbacks [] for port (960a79ad-2c0f-49fa-8f3f-ce64c68d20e0), precommit_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:39.671671 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6629c24-a8f6-4595-9728-ac1da5f0623f req-ee1f758e-fb0a-4e1f-8fe8-c72cc25d19cf tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:41:39.673251 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-a6629c24-a8f6-4595-9728-ac1da5f0623f req-ee1f758e-fb0a-4e1f-8fe8-c72cc25d19cf tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=48afb5a2-e7d3-44a4-8882-d81cfd5418ab HTTP/1.1" status: 200 len: 946 time: 0.0645430 Sep 15 07:41:39.695992 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-3419d212-7d88-4160-a2bd-c6707eda4a80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729658170579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991753'] for port (960a79ad-2c0f-49fa-8f3f-ce64c68d20e0), after_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:39.758295 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-a6629c24-a8f6-4595-9728-ac1da5f0623f req-cf9c0721-1bcd-4b86-8b06-12237596c24d tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3bbd3c93-b7a5-43ea-bc32-62815f5ad2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780365 Sep 15 07:41:39.770641 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3419d212-7d88-4160-a2bd-c6707eda4a80 admin admin] Network 7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa is already hosted by enough agents. {{(pid=107279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 07:41:39.776706 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.scheduler.base_scheduler [None req-3419d212-7d88-4160-a2bd-c6707eda4a80 admin admin] Resources bound (agent type, host, resource id): {{(pid=107279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 07:41:39.797085 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3419d212-7d88-4160-a2bd-c6707eda4a80 admin admin] Received port after_create {{(pid=107279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 07:41:39.804197 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3419d212-7d88-4160-a2bd-c6707eda4a80 admin admin] Pushing event updated for resources: {'Port': ['ID=960a79ad-2c0f-49fa-8f3f-ce64c68d20e0,revision_number=1']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:41:39.834118 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3419d212-7d88-4160-a2bd-c6707eda4a80 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:41:39.834468 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3419d212-7d88-4160-a2bd-c6707eda4a80 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:41:39.834815 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3419d212-7d88-4160-a2bd-c6707eda4a80 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:41:39.835409 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3419d212-7d88-4160-a2bd-c6707eda4a80 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:41:39.835515 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3419d212-7d88-4160-a2bd-c6707eda4a80 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:41:39.835813 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3419d212-7d88-4160-a2bd-c6707eda4a80 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:41:39.836138 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3419d212-7d88-4160-a2bd-c6707eda4a80 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:41:39.836462 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3419d212-7d88-4160-a2bd-c6707eda4a80 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:41:39.836789 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3419d212-7d88-4160-a2bd-c6707eda4a80 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:41:39.837113 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3419d212-7d88-4160-a2bd-c6707eda4a80 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:41:39.837438 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3419d212-7d88-4160-a2bd-c6707eda4a80 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:41:39.837786 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3419d212-7d88-4160-a2bd-c6707eda4a80 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:41:39.838105 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3419d212-7d88-4160-a2bd-c6707eda4a80 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:41:39.838427 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3419d212-7d88-4160-a2bd-c6707eda4a80 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:41:39.838745 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3419d212-7d88-4160-a2bd-c6707eda4a80 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:41:39.965626 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Device 411e105d-52a7-41ba-a0ab-e8381b022d65 up at agent ovs-agent-dv-cinder-824149-6-iscsi {{(pid=107290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 07:41:40.026259 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Provisioning complete for port 411e105d-52a7-41ba-a0ab-e8381b022d65 triggered by entity L2. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 07:41:40.026644 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862942'] for port (411e105d-52a7-41ba-a0ab-e8381b022d65), provisioning_complete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:40.026982 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Attempt 1 to provision port 411e105d-52a7-41ba-a0ab-e8381b022d65 Sep 15 07:41:40.112922 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Current status of the port 411e105d-52a7-41ba-a0ab-e8381b022d65 is: ACTIVE; New status is: ACTIVE {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:41:40.114019 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Device 29dd060a-ebf3-4b4d-aa4b-99645697c621 up at agent ovs-agent-dv-cinder-824149-6-iscsi {{(pid=107290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 07:41:40.174533 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Provisioning complete for port 29dd060a-ebf3-4b4d-aa4b-99645697c621 triggered by entity L2. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 07:41:40.174914 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862942'] for port (29dd060a-ebf3-4b4d-aa4b-99645697c621), provisioning_complete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:40.175254 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Attempt 1 to provision port 29dd060a-ebf3-4b4d-aa4b-99645697c621 Sep 15 07:41:40.191212 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-3419d212-7d88-4160-a2bd-c6707eda4a80 admin admin] Publish callbacks [] for router_gateway (8ccf9a74-1778-43f4-b595-a012a79c9908), after_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:40.254146 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Current status of the port 29dd060a-ebf3-4b4d-aa4b-99645697c621 is: ACTIVE; New status is: ACTIVE {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:41:40.255262 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Device b1ef637f-3bcb-4735-8c17-60990b3f5ab7 up at agent ovs-agent-dv-cinder-824149-6-iscsi {{(pid=107290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 07:41:40.274449 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:41:40.310605 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Provisioning complete for port b1ef637f-3bcb-4735-8c17-60990b3f5ab7 triggered by entity L2. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 07:41:40.310990 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862942'] for port (b1ef637f-3bcb-4735-8c17-60990b3f5ab7), provisioning_complete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:40.311332 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Attempt 1 to provision port b1ef637f-3bcb-4735-8c17-60990b3f5ab7 Sep 15 07:41:40.333987 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:41:40.382178 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2340ba19-3af4-4266-bc36-bbe1b999ba4f None None] Network 2dbd1355-c7fb-4100-b327-7fe5d5bbe209 requested from dv-cinder-824149-6-iscsi {{(pid=107290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 07:41:40.399126 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-3419d212-7d88-4160-a2bd-c6707eda4a80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2014700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2007332'] for router (8ccf9a74-1778-43f4-b595-a012a79c9908), after_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:40.452656 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:41:40.454022 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Current status of the port b1ef637f-3bcb-4735-8c17-60990b3f5ab7 is: DOWN; New status is: ACTIVE {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:41:40.454539 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (b1ef637f-3bcb-4735-8c17-60990b3f5ab7), before_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:40.475517 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-ad0b3efd-842d-43ee-aa51-985341b8c542 None None] Provisioning complete for port b1ef637f-3bcb-4735-8c17-60990b3f5ab7 triggered by entity DHCP. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 07:41:40.475900 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-ad0b3efd-842d-43ee-aa51-985341b8c542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862942'] for port (b1ef637f-3bcb-4735-8c17-60990b3f5ab7), provisioning_complete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:40.476246 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-ad0b3efd-842d-43ee-aa51-985341b8c542 None None] Attempt 1 to provision port b1ef637f-3bcb-4735-8c17-60990b3f5ab7 Sep 15 07:41:40.564236 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] For port b1ef637f-3bcb-4735-8c17-60990b3f5ab7, host dv-cinder-824149-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-6-iscsi',level=0,port_id=b1ef637f-3bcb-4735-8c17-60990b3f5ab7,segment=NetworkSegment(e7b9d949-1920-49e5-9e5b-700b79239be1),segment_id=e7b9d949-1920-49e5-9e5b-700b79239be1)] {{(pid=107290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:41:40.566860 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed5f7cb-4447-49ea-9528-6c191f7403ed req-4a06d2a5-fd1e-41b4-99a6-95e84683df0e tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:41:40.568318 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-0ed5f7cb-4447-49ea-9528-6c191f7403ed req-4a06d2a5-fd1e-41b4-99a6-95e84683df0e tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=07ae2103-9abb-45d7-94b1-7e0f83c44fa0 HTTP/1.1" status: 200 len: 944 time: 0.0647516 Sep 15 07:41:40.578990 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:41:40.620850 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-ad0b3efd-842d-43ee-aa51-985341b8c542 None None] Current status of the port b1ef637f-3bcb-4735-8c17-60990b3f5ab7 is: DOWN; New status is: ACTIVE {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:41:40.621246 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-ad0b3efd-842d-43ee-aa51-985341b8c542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (b1ef637f-3bcb-4735-8c17-60990b3f5ab7), before_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:40.626658 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-0ed5f7cb-4447-49ea-9528-6c191f7403ed req-c5f0e24a-5e1a-4c02-a300-4b96a1cb2147 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b407f831-0121-48a5-b269-407cd5b097f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519698 Sep 15 07:41:40.635867 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615'] for port (b1ef637f-3bcb-4735-8c17-60990b3f5ab7), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:40.664294 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3419d212-7d88-4160-a2bd-c6707eda4a80 admin admin] Router 8ccf9a74-1778-43f4-b595-a012a79c9908 is scheduled to L3 agent 6177172c-20b9-4a3a-92be-d5dd082cfa3a with binding_index 1 {{(pid=107279) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 07:41:40.836589 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3419d212-7d88-4160-a2bd-c6707eda4a80 admin admin] Notify agent at l3_agent.dv-cinder-824149-6-iscsi the message routers_updated {{(pid=107279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 07:41:40.852549 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb01b61-9c35-4fb2-be56-b55af037a21d None None] Sync routers for ids ['8ccf9a74-1778-43f4-b595-a012a79c9908'] in dv-cinder-824149-6-iscsi {{(pid=107290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 07:41:40.861401 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.db.api [None req-ad0b3efd-842d-43ee-aa51-985341b8c542 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107290) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 15 07:41:40.861971 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG oslo_db.api [None req-ad0b3efd-842d-43ee-aa51-985341b8c542 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 07:41:40.866119 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Pushing event updated for resources: {'Port': ['ID=b1ef637f-3bcb-4735-8c17-60990b3f5ab7,revision_number=3']} {{(pid=107290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:41:40.871903 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb01b61-9c35-4fb2-be56-b55af037a21d None None] Routers {'8ccf9a74-1778-43f4-b595-a012a79c9908'} bound to L3 agent in host dv-cinder-824149-6-iscsi {{(pid=107290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 07:41:40.872517 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_hamode_db [None req-aeb01b61-9c35-4fb2-be56-b55af037a21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-15T07:30:25Z,description=,heartbeat_timestamp=2022-09-15T07:41:25Z,host='dv-cinder-824149-6-iscsi',id=6177172c-20b9-4a3a-92be-d5dd082cfa3a,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T07:30:25Z,topic='l3_agent')) {'router_ids': ['8ccf9a74-1778-43f4-b595-a012a79c9908'], 'active': True} {{(pid=107290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:41:40.922176 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509247a7-380f-4b4c-a696-1ab1353623c0 req-4c5357af-6835-4415-8371-e83d70f69de9 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:41:40.923636 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-509247a7-380f-4b4c-a696-1ab1353623c0 req-4c5357af-6835-4415-8371-e83d70f69de9 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=48afb5a2-e7d3-44a4-8882-d81cfd5418ab HTTP/1.1" status: 200 len: 946 time: 0.0560598 Sep 15 07:41:40.927460 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-3419d212-7d88-4160-a2bd-c6707eda4a80 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:40.930789 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-3419d212-7d88-4160-a2bd-c6707eda4a80 admin admin] 10.222.0.42 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.6195266 Sep 15 07:41:40.949465 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 35826) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:41:40.983822 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvr_db [None req-aeb01b61-9c35-4fb2-be56-b55af037a21d None None] Set router 8ccf9a74-1778-43f4-b595-a012a79c9908 gateway port host: dv-cinder-824149-6-iscsi {{(pid=107290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 07:41:40.994061 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-509247a7-380f-4b4c-a696-1ab1353623c0 req-a429954d-557b-4892-9fd9-7489629a611e tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3bbd3c93-b7a5-43ea-bc32-62815f5ad2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613790 Sep 15 07:41:41.157877 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_hamode_db [None req-aeb01b61-9c35-4fb2-be56-b55af037a21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ccf9a74-1778-43f4-b595-a012a79c9908', 'name': 'tempest-TestShelveInstance-383197483-router', 'tenant_id': 'c1f22762fda74145b0fd8abb6d133392', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '960a79ad-2c0f-49fa-8f3f-ce64c68d20e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:41:38Z', 'updated_at': '2022-09-15T07:41:39Z', 'revision_number': 3, 'project_id': 'c1f22762fda74145b0fd8abb6d133392', 'gw_port': {'id': '960a79ad-2c0f-49fa-8f3f-ce64c68d20e0', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:4f:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ccf9a74-1778-43f4-b595-a012a79c9908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:41:39Z', 'updated_at': '2022-09-15T07:41:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi'}], 'dv-cinder-824149-6-iscsi', False) {} {{(pid=107290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:41:41.187709 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb01b61-9c35-4fb2-be56-b55af037a21d None None] Checking router: 8ccf9a74-1778-43f4-b595-a012a79c9908 for host: dv-cinder-824149-6-iscsi {{(pid=107290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 07:41:41.188053 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb01b61-9c35-4fb2-be56-b55af037a21d None None] Updating router 8ccf9a74-1778-43f4-b595-a012a79c9908 port 960a79ad-2c0f-49fa-8f3f-ce64c68d20e0 binding host dv-cinder-824149-6-iscsi {{(pid=107290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 07:41:41.217861 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-aeb01b61-9c35-4fb2-be56-b55af037a21d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (960a79ad-2c0f-49fa-8f3f-ce64c68d20e0), before_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:41.256032 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:41:41.369485 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:41:41.376360 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-f45efffa-c2d6-4820-a6e1-7c8d30fb3d6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (None), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:41.419263 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-ad0b3efd-842d-43ee-aa51-985341b8c542 None None] Current status of the port b1ef637f-3bcb-4735-8c17-60990b3f5ab7 is: ACTIVE; New status is: ACTIVE {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:41:41.434404 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:41:41.510775 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-aeb01b61-9c35-4fb2-be56-b55af037a21d None None] Publish callbacks [] for port (960a79ad-2c0f-49fa-8f3f-ce64c68d20e0), precommit_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:41.537177 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.db.db_base_plugin_common [None req-f45efffa-c2d6-4820-a6e1-7c8d30fb3d6b admin admin] Allocated IP 172.20.0.1 (2dbd1355-c7fb-4100-b327-7fe5d5bbe209/bddd7ab3-fc85-4731-aae5-489697551137/44c6e0e2-29de-4df0-a0dd-06670e16f0dc) {{(pid=107276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 07:41:41.537554 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-83716fcb-9041-467b-b93f-18a6f1a36c69 None None] Provisioning complete for port b1ef637f-3bcb-4735-8c17-60990b3f5ab7 triggered by entity DHCP. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 07:41:41.537959 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-83716fcb-9041-467b-b93f-18a6f1a36c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862942'] for port (b1ef637f-3bcb-4735-8c17-60990b3f5ab7), provisioning_complete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:41.538293 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-83716fcb-9041-467b-b93f-18a6f1a36c69 None None] Attempt 1 to provision port b1ef637f-3bcb-4735-8c17-60990b3f5ab7 Sep 15 07:41:41.582127 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:41:41.607240 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-aeb01b61-9c35-4fb2-be56-b55af037a21d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615'] for port (960a79ad-2c0f-49fa-8f3f-ce64c68d20e0), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:41.649315 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.managers [None req-aeb01b61-9c35-4fb2-be56-b55af037a21d None None] Attempting to bind port 960a79ad-2c0f-49fa-8f3f-ce64c68d20e0 on host dv-cinder-824149-6-iscsi for vnic_type normal with profile {{(pid=107290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 07:41:41.649691 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.managers [None req-aeb01b61-9c35-4fb2-be56-b55af037a21d None None] Attempting to bind port 960a79ad-2c0f-49fa-8f3f-ce64c68d20e0 by drivers openvswitch,hyperv on host dv-cinder-824149-6-iscsi at level 0 using segments [{'id': '8c607054-1f24-4b82-9f54-7b368db757ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa'}] {{(pid=107290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 07:41:41.650049 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb01b61-9c35-4fb2-be56-b55af037a21d None None] Attempting to bind port 960a79ad-2c0f-49fa-8f3f-ce64c68d20e0 on network 7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa {{(pid=107290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 07:41:41.657614 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-f45efffa-c2d6-4820-a6e1-7c8d30fb3d6b admin admin] Publish callbacks [] for port (44c6e0e2-29de-4df0-a0dd-06670e16f0dc), precommit_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:41.662305 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-83716fcb-9041-467b-b93f-18a6f1a36c69 None None] Current status of the port b1ef637f-3bcb-4735-8c17-60990b3f5ab7 is: ACTIVE; New status is: ACTIVE {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:41:41.690204 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df93e45-fd61-443b-a120-4c8bc71d2cd5 None None] Pushing event updated for resources: {'Port': ['ID=960a79ad-2c0f-49fa-8f3f-ce64c68d20e0,revision_number=2']} {{(pid=107290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:41:41.712175 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb01b61-9c35-4fb2-be56-b55af037a21d None None] Checking agent: {'id': 'c3acd0b9-3b8e-4f77-9053-2ca2457616b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824149-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 7, 30, 28), 'started_at': datetime.datetime(2022, 9, 15, 7, 30, 58), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 7, 41, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824149-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 07:41:41.712752 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb01b61-9c35-4fb2-be56-b55af037a21d None None] Checking segment: {'id': '8c607054-1f24-4b82-9f54-7b368db757ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 07:41:41.713158 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-aeb01b61-9c35-4fb2-be56-b55af037a21d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:41.713641 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb01b61-9c35-4fb2-be56-b55af037a21d None None] Bound using segment: {'id': '8c607054-1f24-4b82-9f54-7b368db757ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa'} {{(pid=107290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 07:41:41.714017 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.managers [None req-aeb01b61-9c35-4fb2-be56-b55af037a21d None None] Bound port: 960a79ad-2c0f-49fa-8f3f-ce64c68d20e0, host: dv-cinder-824149-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c607054-1f24-4b82-9f54-7b368db757ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa'}}] {{(pid=107290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 07:41:41.714392 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-aeb01b61-9c35-4fb2-be56-b55af037a21d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (960a79ad-2c0f-49fa-8f3f-ce64c68d20e0), before_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:41.769094 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-f45efffa-c2d6-4820-a6e1-7c8d30fb3d6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729658170579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260827426'] for port (44c6e0e2-29de-4df0-a0dd-06670e16f0dc), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:41.774439 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-aeb01b61-9c35-4fb2-be56-b55af037a21d None None] For port 960a79ad-2c0f-49fa-8f3f-ce64c68d20e0, host dv-cinder-824149-6-iscsi, cleared binding levels {{(pid=107290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 07:41:41.777707 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-aeb01b61-9c35-4fb2-be56-b55af037a21d None None] For port 960a79ad-2c0f-49fa-8f3f-ce64c68d20e0, host dv-cinder-824149-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-6-iscsi',level=0,port_id=960a79ad-2c0f-49fa-8f3f-ce64c68d20e0,segment=NetworkSegment(8c607054-1f24-4b82-9f54-7b368db757ce),segment_id=8c607054-1f24-4b82-9f54-7b368db757ce)] {{(pid=107290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 07:41:41.785802 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7cfcc4-4bf0-4c1c-9b20-2ba4f4fa50c7 req-c01065f7-dea0-48fd-ab9a-e31c0429c647 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:41:41.787759 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-7c7cfcc4-4bf0-4c1c-9b20-2ba4f4fa50c7 req-c01065f7-dea0-48fd-ab9a-e31c0429c647 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=07ae2103-9abb-45d7-94b1-7e0f83c44fa0 HTTP/1.1" status: 200 len: 944 time: 0.0565424 Sep 15 07:41:41.815795 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f45efffa-c2d6-4820-a6e1-7c8d30fb3d6b admin admin] Network 2dbd1355-c7fb-4100-b327-7fe5d5bbe209 is already hosted by enough agents. {{(pid=107276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 07:41:41.818941 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.scheduler.base_scheduler [None req-f45efffa-c2d6-4820-a6e1-7c8d30fb3d6b admin admin] Resources bound (agent type, host, resource id): {{(pid=107276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 07:41:41.822708 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45efffa-c2d6-4820-a6e1-7c8d30fb3d6b admin admin] Received port after_create {{(pid=107276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 07:41:41.838243 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Device b1ef637f-3bcb-4735-8c17-60990b3f5ab7 up at agent ovs-agent-dv-cinder-824149-6-iscsi {{(pid=107290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 07:41:41.855465 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-7c7cfcc4-4bf0-4c1c-9b20-2ba4f4fa50c7 req-816ce52e-fcf5-4cba-a60e-a8758680af8c tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b407f831-0121-48a5-b269-407cd5b097f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606747 Sep 15 07:41:41.886482 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-aeb01b61-9c35-4fb2-be56-b55af037a21d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615'] for port (960a79ad-2c0f-49fa-8f3f-ce64c68d20e0), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:41.927715 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Provisioning complete for port b1ef637f-3bcb-4735-8c17-60990b3f5ab7 triggered by entity L2. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 07:41:41.928100 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862942'] for port (b1ef637f-3bcb-4735-8c17-60990b3f5ab7), provisioning_complete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:41.928438 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Attempt 1 to provision port b1ef637f-3bcb-4735-8c17-60990b3f5ab7 Sep 15 07:41:41.964070 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb01b61-9c35-4fb2-be56-b55af037a21d None None] Routers {'8ccf9a74-1778-43f4-b595-a012a79c9908'} bound to L3 agent in host dv-cinder-824149-6-iscsi {{(pid=107290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 07:41:41.964729 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_hamode_db [None req-aeb01b61-9c35-4fb2-be56-b55af037a21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-15T07:30:25Z,description=,heartbeat_timestamp=2022-09-15T07:41:25Z,host='dv-cinder-824149-6-iscsi',id=6177172c-20b9-4a3a-92be-d5dd082cfa3a,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T07:30:25Z,topic='l3_agent')) {'router_ids': ['8ccf9a74-1778-43f4-b595-a012a79c9908'], 'active': True} {{(pid=107290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:41:42.100144 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df93e45-fd61-443b-a120-4c8bc71d2cd5 None None] Pushing event updated for resources: {'Port': ['ID=960a79ad-2c0f-49fa-8f3f-ce64c68d20e0,revision_number=3']} {{(pid=107290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:41:42.128077 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-7654bdde-2f5e-4bc8-856d-26d3aaa7ffbf None None] Provisioning complete for port 44c6e0e2-29de-4df0-a0dd-06670e16f0dc triggered by entity DHCP. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 07:41:42.128471 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-7654bdde-2f5e-4bc8-856d-26d3aaa7ffbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862942'] for port (44c6e0e2-29de-4df0-a0dd-06670e16f0dc), provisioning_complete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:42.128780 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-7654bdde-2f5e-4bc8-856d-26d3aaa7ffbf None None] Attempt 1 to provision port 44c6e0e2-29de-4df0-a0dd-06670e16f0dc Sep 15 07:41:42.147026 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb5b5c4-4582-425e-bf45-65128ac2d6a4 req-97a1a8d1-4a84-48b8-804f-20005565fcd5 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:41:42.148703 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-abb5b5c4-4582-425e-bf45-65128ac2d6a4 req-97a1a8d1-4a84-48b8-804f-20005565fcd5 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=48afb5a2-e7d3-44a4-8882-d81cfd5418ab HTTP/1.1" status: 200 len: 946 time: 0.0573351 Sep 15 07:41:42.157476 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45efffa-c2d6-4820-a6e1-7c8d30fb3d6b admin admin] Pushing event updated for resources: {'Port': ['ID=44c6e0e2-29de-4df0-a0dd-06670e16f0dc,revision_number=1']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:41:42.161913 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvr_db [None req-aeb01b61-9c35-4fb2-be56-b55af037a21d None None] Set router 8ccf9a74-1778-43f4-b595-a012a79c9908 gateway port host: dv-cinder-824149-6-iscsi {{(pid=107290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 07:41:42.164216 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-f45efffa-c2d6-4820-a6e1-7c8d30fb3d6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2002461'] for router_interface (8ccf9a74-1778-43f4-b595-a012a79c9908), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:42.211648 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-abb5b5c4-4582-425e-bf45-65128ac2d6a4 req-3e2d7a72-cc62-4ee3-b358-f16ab2ac03ca tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3bbd3c93-b7a5-43ea-bc32-62815f5ad2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546582 Sep 15 07:41:42.216045 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:41:42.263791 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Current status of the port b1ef637f-3bcb-4735-8c17-60990b3f5ab7 is: ACTIVE; New status is: ACTIVE {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:41:42.275418 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-7654bdde-2f5e-4bc8-856d-26d3aaa7ffbf None None] Port 44c6e0e2-29de-4df0-a0dd-06670e16f0dc cannot update to ACTIVE because it is not bound. {{(pid=107290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 07:41:42.300502 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.agents_db [None req-df016ec4-f85e-4abb-9405-ce942686afd2 None None] Agent healthcheck: found 6 active agents {{(pid=107295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 07:41:42.350695 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:41:42.367501 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-f45efffa-c2d6-4820-a6e1-7c8d30fb3d6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (44c6e0e2-29de-4df0-a0dd-06670e16f0dc), before_update {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:42.386590 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_hamode_db [None req-aeb01b61-9c35-4fb2-be56-b55af037a21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ccf9a74-1778-43f4-b595-a012a79c9908', 'name': 'tempest-TestShelveInstance-383197483-router', 'tenant_id': 'c1f22762fda74145b0fd8abb6d133392', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '960a79ad-2c0f-49fa-8f3f-ce64c68d20e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:41:38Z', 'updated_at': '2022-09-15T07:41:39Z', 'revision_number': 3, 'project_id': 'c1f22762fda74145b0fd8abb6d133392', 'gw_port': {'id': '960a79ad-2c0f-49fa-8f3f-ce64c68d20e0', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:4f:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ccf9a74-1778-43f4-b595-a012a79c9908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:41:39Z', 'updated_at': '2022-09-15T07:41:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi'}], 'dv-cinder-824149-6-iscsi', False) {} {{(pid=107290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:41:42.413730 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb01b61-9c35-4fb2-be56-b55af037a21d None None] The sync data for ids ['8ccf9a74-1778-43f4-b595-a012a79c9908'] in dv-cinder-824149-6-iscsi is: [{'id': '8ccf9a74-1778-43f4-b595-a012a79c9908', 'name': 'tempest-TestShelveInstance-383197483-router', 'tenant_id': 'c1f22762fda74145b0fd8abb6d133392', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '960a79ad-2c0f-49fa-8f3f-ce64c68d20e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:41:38Z', 'updated_at': '2022-09-15T07:41:39Z', 'revision_number': 3, 'project_id': 'c1f22762fda74145b0fd8abb6d133392', 'gw_port': {'id': '960a79ad-2c0f-49fa-8f3f-ce64c68d20e0', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:4f:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ccf9a74-1778-43f4-b595-a012a79c9908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:41:39Z', 'updated_at': '2022-09-15T07:41:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi'}] {{(pid=107290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 07:41:42.532287 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-f45efffa-c2d6-4820-a6e1-7c8d30fb3d6b admin admin] Publish callbacks [] for port (44c6e0e2-29de-4df0-a0dd-06670e16f0dc), precommit_update {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:42.610726 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-f45efffa-c2d6-4820-a6e1-7c8d30fb3d6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260827419'] for port (44c6e0e2-29de-4df0-a0dd-06670e16f0dc), after_update {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:42.700345 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-f45efffa-c2d6-4820-a6e1-7c8d30fb3d6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2002569'] for router_interface (8ccf9a74-1778-43f4-b595-a012a79c9908), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:42.702316 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45efffa-c2d6-4820-a6e1-7c8d30fb3d6b admin admin] Pushing event updated for resources: {'Port': ['ID=44c6e0e2-29de-4df0-a0dd-06670e16f0dc,revision_number=2']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:41:42.762686 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (25cf60a6-7ad2-448a-9326-c12b453ddee0), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:42.776592 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-7654bdde-2f5e-4bc8-856d-26d3aaa7ffbf None None] Attempt 2 to provision port 44c6e0e2-29de-4df0-a0dd-06670e16f0dc Sep 15 07:41:42.812352 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-7654bdde-2f5e-4bc8-856d-26d3aaa7ffbf None None] Port 44c6e0e2-29de-4df0-a0dd-06670e16f0dc cannot update to ACTIVE because it is not bound. {{(pid=107290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 07:41:42.812920 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f45efffa-c2d6-4820-a6e1-7c8d30fb3d6b admin admin] Network 2dbd1355-c7fb-4100-b327-7fe5d5bbe209 is already hosted by enough agents. {{(pid=107276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 07:41:42.814342 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.scheduler.base_scheduler [None req-f45efffa-c2d6-4820-a6e1-7c8d30fb3d6b admin admin] Resources bound (agent type, host, resource id): {{(pid=107276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 07:41:42.963850 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f45efffa-c2d6-4820-a6e1-7c8d30fb3d6b admin admin] Router 8ccf9a74-1778-43f4-b595-a012a79c9908 has already been hosted by L3 agent 6177172c-20b9-4a3a-92be-d5dd082cfa3a {{(pid=107276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 07:41:43.019148 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9acfb49-4899-4054-bc22-b2ab80914d6f req-25a0c748-b9b0-45b3-bc79-ee3f47aeaa2b tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:41:43.027639 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-a9acfb49-4899-4054-bc22-b2ab80914d6f req-25a0c748-b9b0-45b3-bc79-ee3f47aeaa2b tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=07ae2103-9abb-45d7-94b1-7e0f83c44fa0 HTTP/1.1" status: 200 len: 944 time: 0.0582945 Sep 15 07:41:43.071137 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:41:43.078738 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-a9acfb49-4899-4054-bc22-b2ab80914d6f req-bdad1513-ebef-49a3-bf54-aa56c3a38ac1 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b407f831-0121-48a5-b269-407cd5b097f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500164 Sep 15 07:41:43.106281 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f45efffa-c2d6-4820-a6e1-7c8d30fb3d6b admin admin] Notify agent at l3_agent.dv-cinder-824149-6-iscsi the message routers_updated {{(pid=107276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 07:41:43.111493 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-f45efffa-c2d6-4820-a6e1-7c8d30fb3d6b admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/8ccf9a74-1778-43f4-b595-a012a79c9908/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1609190 Sep 15 07:41:43.314151 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-7654bdde-2f5e-4bc8-856d-26d3aaa7ffbf None None] Attempt 3 to provision port 44c6e0e2-29de-4df0-a0dd-06670e16f0dc Sep 15 07:41:43.359623 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-7654bdde-2f5e-4bc8-856d-26d3aaa7ffbf None None] Port 44c6e0e2-29de-4df0-a0dd-06670e16f0dc cannot update to ACTIVE because it is not bound. {{(pid=107290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 07:41:43.363654 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acc87aa-9edc-44d1-827a-666fe8daed44 req-595cef39-2f32-4e29-9205-3be18d8294eb tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:41:43.365211 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-9acc87aa-9edc-44d1-827a-666fe8daed44 req-595cef39-2f32-4e29-9205-3be18d8294eb tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=48afb5a2-e7d3-44a4-8882-d81cfd5418ab HTTP/1.1" status: 200 len: 946 time: 0.0663431 Sep 15 07:41:43.396853 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:41:43.414752 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-9acc87aa-9edc-44d1-827a-666fe8daed44 req-385c451e-1660-4740-bef7-5cda0400f5f3 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3bbd3c93-b7a5-43ea-bc32-62815f5ad2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438426 Sep 15 07:41:43.564102 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 35864) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:41:43.568796 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.v2.base [None req-b1263797-5b4c-402c-a8a6-01822322f97e tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-775038891', 'description': 'tempest-secgroup-smoke-775038891 description', 'project_id': '7e20a6e5fded473c8905bffff7775ed3'}} {{(pid=107276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:41:43.645732 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-b1263797-5b4c-402c-a8a6-01822322f97e tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Publish callbacks [] for security_group (None), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:43.719500 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-b1263797-5b4c-402c-a8a6-01822322f97e tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Publish callbacks [] for security_group (715457f5-6986-4664-80ea-7326eb5df706), precommit_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:43.773266 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-b1263797-5b4c-402c-a8a6-01822322f97e tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (715457f5-6986-4664-80ea-7326eb5df706), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:43.795514 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Device 960a79ad-2c0f-49fa-8f3f-ce64c68d20e0 up at agent ovs-agent-dv-cinder-824149-6-iscsi {{(pid=107290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 07:41:43.807350 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1263797-5b4c-402c-a8a6-01822322f97e tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=715457f5-6986-4664-80ea-7326eb5df706,revision_number=1']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:41:43.843377 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Provisioning complete for port 960a79ad-2c0f-49fa-8f3f-ce64c68d20e0 triggered by entity L2. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 07:41:43.843861 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862942'] for port (960a79ad-2c0f-49fa-8f3f-ce64c68d20e0), provisioning_complete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:43.844202 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Attempt 1 to provision port 960a79ad-2c0f-49fa-8f3f-ce64c68d20e0 Sep 15 07:41:43.867429 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-7654bdde-2f5e-4bc8-856d-26d3aaa7ffbf None None] Attempt 4 to provision port 44c6e0e2-29de-4df0-a0dd-06670e16f0dc Sep 15 07:41:43.870336 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-b1263797-5b4c-402c-a8a6-01822322f97e tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Publish callbacks [] for security_group (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:43.871620 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-b1263797-5b4c-402c-a8a6-01822322f97e tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] 10.222.0.42 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3064992 Sep 15 07:41:43.874665 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 35866) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:41:43.879373 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.v2.base [None req-0489937f-af5b-4887-816e-ee8e3f4da9f4 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Request body: {'security_group_rule': {'security_group_id': '715457f5-6986-4664-80ea-7326eb5df706', 'project_id': '7e20a6e5fded473c8905bffff7775ed3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:41:43.911587 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-7654bdde-2f5e-4bc8-856d-26d3aaa7ffbf None None] Port 44c6e0e2-29de-4df0-a0dd-06670e16f0dc cannot update to ACTIVE because it is not bound. {{(pid=107290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 07:41:43.917567 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:41:43.956185 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Current status of the port 960a79ad-2c0f-49fa-8f3f-ce64c68d20e0 is: DOWN; New status is: ACTIVE {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:41:43.956735 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (960a79ad-2c0f-49fa-8f3f-ce64c68d20e0), before_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:43.979861 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] For port 960a79ad-2c0f-49fa-8f3f-ce64c68d20e0, host dv-cinder-824149-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-6-iscsi',level=0,port_id=960a79ad-2c0f-49fa-8f3f-ce64c68d20e0,segment=NetworkSegment(8c607054-1f24-4b82-9f54-7b368db757ce),segment_id=8c607054-1f24-4b82-9f54-7b368db757ce)] {{(pid=107290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:41:44.006374 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-0489937f-af5b-4887-816e-ee8e3f4da9f4 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Publish callbacks [] for security_group_rule (0bdbcdee-8f97-4292-8344-5d2260eef472), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:44.014689 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:41:44.049779 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11201ea-078b-4105-9450-1b5bcf1e1273 None None] Sync routers for ids ['8ccf9a74-1778-43f4-b595-a012a79c9908'] in dv-cinder-824149-6-iscsi {{(pid=107295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 07:41:44.059109 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11201ea-078b-4105-9450-1b5bcf1e1273 None None] Routers {'8ccf9a74-1778-43f4-b595-a012a79c9908'} bound to L3 agent in host dv-cinder-824149-6-iscsi {{(pid=107295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 07:41:44.059725 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_hamode_db [None req-f11201ea-078b-4105-9450-1b5bcf1e1273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-15T07:30:25Z,description=,heartbeat_timestamp=2022-09-15T07:41:25Z,host='dv-cinder-824149-6-iscsi',id=6177172c-20b9-4a3a-92be-d5dd082cfa3a,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T07:30:25Z,topic='l3_agent')) {'router_ids': ['8ccf9a74-1778-43f4-b595-a012a79c9908'], 'active': True} {{(pid=107295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:41:44.062267 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615'] for port (960a79ad-2c0f-49fa-8f3f-ce64c68d20e0), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:44.073815 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-0489937f-af5b-4887-816e-ee8e3f4da9f4 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Publish callbacks [] for security_group_rule (0bdbcdee-8f97-4292-8344-5d2260eef472), precommit_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:44.117500 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Pushing event updated for resources: {'Port': ['ID=960a79ad-2c0f-49fa-8f3f-ce64c68d20e0,revision_number=4']} {{(pid=107290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:41:44.167473 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-0489937f-af5b-4887-816e-ee8e3f4da9f4 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691784'] for security_group_rule (0bdbcdee-8f97-4292-8344-5d2260eef472), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:44.177786 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_dvr_db [None req-f11201ea-078b-4105-9450-1b5bcf1e1273 None None] Set router 8ccf9a74-1778-43f4-b595-a012a79c9908 gateway port host: dv-cinder-824149-6-iscsi {{(pid=107295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 07:41:44.194710 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0489937f-af5b-4887-816e-ee8e3f4da9f4 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bdbcdee-8f97-4292-8344-5d2260eef472,revision_number=0']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:41:44.248082 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d17a6d-a3c9-45ae-b6aa-3ba79fa94160 req-229f07a4-b6c7-450b-acf0-dd2caad90591 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:41:44.250280 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-f8d17a6d-a3c9-45ae-b6aa-3ba79fa94160 req-229f07a4-b6c7-450b-acf0-dd2caad90591 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=07ae2103-9abb-45d7-94b1-7e0f83c44fa0 HTTP/1.1" status: 200 len: 944 time: 0.0492718 Sep 15 07:41:44.264429 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-0489937f-af5b-4887-816e-ee8e3f4da9f4 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:44.270513 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-0489937f-af5b-4887-816e-ee8e3f4da9f4 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3947752 Sep 15 07:41:44.270720 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 35874) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:41:44.274804 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.v2.base [None req-4553f1f5-651a-44a3-be99-5681f9047106 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Request body: {'security_group_rule': {'security_group_id': '715457f5-6986-4664-80ea-7326eb5df706', 'project_id': '7e20a6e5fded473c8905bffff7775ed3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=107279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:41:44.325780 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-f8d17a6d-a3c9-45ae-b6aa-3ba79fa94160 req-2320f065-997d-459c-9918-7b8ac4a96505 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b407f831-0121-48a5-b269-407cd5b097f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626452 Sep 15 07:41:44.385629 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-4553f1f5-651a-44a3-be99-5681f9047106 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Publish callbacks [] for security_group_rule (b77f545e-07c3-4549-a5e7-4977f8e8af6d), before_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:44.412978 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-7654bdde-2f5e-4bc8-856d-26d3aaa7ffbf None None] Attempt 5 to provision port 44c6e0e2-29de-4df0-a0dd-06670e16f0dc Sep 15 07:41:44.452520 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-4553f1f5-651a-44a3-be99-5681f9047106 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Publish callbacks [] for security_group_rule (b77f545e-07c3-4549-a5e7-4977f8e8af6d), precommit_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:44.454779 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-7654bdde-2f5e-4bc8-856d-26d3aaa7ffbf None None] Port 44c6e0e2-29de-4df0-a0dd-06670e16f0dc cannot update to ACTIVE because it is not bound. {{(pid=107290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 07:41:44.477004 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_hamode_db [None req-f11201ea-078b-4105-9450-1b5bcf1e1273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ccf9a74-1778-43f4-b595-a012a79c9908', 'name': 'tempest-TestShelveInstance-383197483-router', 'tenant_id': 'c1f22762fda74145b0fd8abb6d133392', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '960a79ad-2c0f-49fa-8f3f-ce64c68d20e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:41:38Z', 'updated_at': '2022-09-15T07:41:42Z', 'revision_number': 4, 'project_id': 'c1f22762fda74145b0fd8abb6d133392', 'gw_port': {'id': '960a79ad-2c0f-49fa-8f3f-ce64c68d20e0', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:4f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ccf9a74-1778-43f4-b595-a012a79c9908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:41:39Z', 'updated_at': '2022-09-15T07:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi', '_interfaces': [{'id': '44c6e0e2-29de-4df0-a0dd-06670e16f0dc', 'name': '', 'network_id': '2dbd1355-c7fb-4100-b327-7fe5d5bbe209', 'tenant_id': 'c1f22762fda74145b0fd8abb6d133392', 'mac_address': 'fa:16:3e:5e:77:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ccf9a74-1778-43f4-b595-a012a79c9908', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'bddd7ab3-fc85-4731-aae5-489697551137', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:41:41Z', 'updated_at': '2022-09-15T07:41:42Z', 'revision_number': 2, 'project_id': 'c1f22762fda74145b0fd8abb6d133392', 'subnets': [{'id': 'bddd7ab3-fc85-4731-aae5-489697551137', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-6-iscsi', False) {} {{(pid=107295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:41:44.504066 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11201ea-078b-4105-9450-1b5bcf1e1273 None None] Checking router: 8ccf9a74-1778-43f4-b595-a012a79c9908 for host: dv-cinder-824149-6-iscsi {{(pid=107295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 07:41:44.504443 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11201ea-078b-4105-9450-1b5bcf1e1273 None None] Updating router 8ccf9a74-1778-43f4-b595-a012a79c9908 port 44c6e0e2-29de-4df0-a0dd-06670e16f0dc binding host dv-cinder-824149-6-iscsi {{(pid=107295) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 07:41:44.532145 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=100 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:41:44.538131 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron_lib.callbacks.manager [None req-f11201ea-078b-4105-9450-1b5bcf1e1273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (44c6e0e2-29de-4df0-a0dd-06670e16f0dc), before_update {{(pid=107295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:44.741848 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-4553f1f5-651a-44a3-be99-5681f9047106 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691784'] for security_group_rule (b77f545e-07c3-4549-a5e7-4977f8e8af6d), after_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:44.770962 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4553f1f5-651a-44a3-be99-5681f9047106 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b77f545e-07c3-4549-a5e7-4977f8e8af6d,revision_number=0']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:41:44.777988 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c4f3d6-b105-4121-9dbd-d6a579f938e6 req-e4e927b0-1fc2-418a-a736-84f7e0fa46ce tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:41:44.779474 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-21c4f3d6-b105-4121-9dbd-d6a579f938e6 req-e4e927b0-1fc2-418a-a736-84f7e0fa46ce tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=48afb5a2-e7d3-44a4-8882-d81cfd5418ab HTTP/1.1" status: 200 len: 946 time: 0.2828496 Sep 15 07:41:44.819108 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron_lib.callbacks.manager [None req-f11201ea-078b-4105-9450-1b5bcf1e1273 None None] Publish callbacks [] for port (44c6e0e2-29de-4df0-a0dd-06670e16f0dc), precommit_update {{(pid=107295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:44.830632 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-21c4f3d6-b105-4121-9dbd-d6a579f938e6 req-77827622-611c-4c69-b599-6556d40dbb8c tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3bbd3c93-b7a5-43ea-bc32-62815f5ad2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449722 Sep 15 07:41:44.865195 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-4553f1f5-651a-44a3-be99-5681f9047106 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:44.866431 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-4553f1f5-651a-44a3-be99-5681f9047106 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5949762 Sep 15 07:41:44.869230 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 35878) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:41:44.873462 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.v2.base [None req-5e73e845-ca75-4559-970d-76cd3a43ea8e tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Request body: {'security_group_rule': {'security_group_id': '715457f5-6986-4664-80ea-7326eb5df706', 'project_id': '7e20a6e5fded473c8905bffff7775ed3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=107279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:41:44.896946 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron_lib.callbacks.manager [None req-f11201ea-078b-4105-9450-1b5bcf1e1273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615'] for port (44c6e0e2-29de-4df0-a0dd-06670e16f0dc), after_update {{(pid=107295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:44.956420 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-7654bdde-2f5e-4bc8-856d-26d3aaa7ffbf None None] Attempt 6 to provision port 44c6e0e2-29de-4df0-a0dd-06670e16f0dc Sep 15 07:41:44.975710 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-5e73e845-ca75-4559-970d-76cd3a43ea8e tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Publish callbacks [] for security_group_rule (f8fb80d0-fea2-4b2e-bfb2-a6044863f714), before_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:44.989405 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10e5b56-c404-44a9-a950-e97615b377c2 None None] Pushing event updated for resources: {'Port': ['ID=44c6e0e2-29de-4df0-a0dd-06670e16f0dc,revision_number=3']} {{(pid=107295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:41:44.995155 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:41:45.007520 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.plugins.ml2.managers [None req-f11201ea-078b-4105-9450-1b5bcf1e1273 None None] Attempting to bind port 44c6e0e2-29de-4df0-a0dd-06670e16f0dc on host dv-cinder-824149-6-iscsi for vnic_type normal with profile {{(pid=107295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 07:41:45.007644 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.plugins.ml2.managers [None req-f11201ea-078b-4105-9450-1b5bcf1e1273 None None] Attempting to bind port 44c6e0e2-29de-4df0-a0dd-06670e16f0dc by drivers openvswitch,hyperv on host dv-cinder-824149-6-iscsi at level 0 using segments [{'id': 'e7b9d949-1920-49e5-9e5b-700b79239be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2dbd1355-c7fb-4100-b327-7fe5d5bbe209'}] {{(pid=107295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 07:41:45.008171 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11201ea-078b-4105-9450-1b5bcf1e1273 None None] Attempting to bind port 44c6e0e2-29de-4df0-a0dd-06670e16f0dc on network 2dbd1355-c7fb-4100-b327-7fe5d5bbe209 {{(pid=107295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 07:41:45.013835 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-7654bdde-2f5e-4bc8-856d-26d3aaa7ffbf None None] Port 44c6e0e2-29de-4df0-a0dd-06670e16f0dc cannot update to ACTIVE because it is not bound. {{(pid=107290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 07:41:45.048600 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-5e73e845-ca75-4559-970d-76cd3a43ea8e tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Publish callbacks [] for security_group_rule (f8fb80d0-fea2-4b2e-bfb2-a6044863f714), precommit_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:45.056594 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11201ea-078b-4105-9450-1b5bcf1e1273 None None] Checking agent: {'id': 'c3acd0b9-3b8e-4f77-9053-2ca2457616b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824149-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 7, 30, 28), 'started_at': datetime.datetime(2022, 9, 15, 7, 30, 58), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 7, 41, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824149-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 07:41:45.057106 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11201ea-078b-4105-9450-1b5bcf1e1273 None None] Checking segment: {'id': 'e7b9d949-1920-49e5-9e5b-700b79239be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2dbd1355-c7fb-4100-b327-7fe5d5bbe209'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 07:41:45.058689 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron_lib.callbacks.manager [None req-f11201ea-078b-4105-9450-1b5bcf1e1273 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:45.058689 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11201ea-078b-4105-9450-1b5bcf1e1273 None None] Bound using segment: {'id': 'e7b9d949-1920-49e5-9e5b-700b79239be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2dbd1355-c7fb-4100-b327-7fe5d5bbe209'} {{(pid=107295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 07:41:45.058689 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.plugins.ml2.managers [None req-f11201ea-078b-4105-9450-1b5bcf1e1273 None None] Bound port: 44c6e0e2-29de-4df0-a0dd-06670e16f0dc, host: dv-cinder-824149-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7b9d949-1920-49e5-9e5b-700b79239be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2dbd1355-c7fb-4100-b327-7fe5d5bbe209'}}] {{(pid=107295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 07:41:45.058689 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron_lib.callbacks.manager [None req-f11201ea-078b-4105-9450-1b5bcf1e1273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (44c6e0e2-29de-4df0-a0dd-06670e16f0dc), before_update {{(pid=107295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:45.072028 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:41:45.119265 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-5e73e845-ca75-4559-970d-76cd3a43ea8e tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691784'] for security_group_rule (f8fb80d0-fea2-4b2e-bfb2-a6044863f714), after_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:45.120354 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.plugins.ml2.db [None req-f11201ea-078b-4105-9450-1b5bcf1e1273 None None] For port 44c6e0e2-29de-4df0-a0dd-06670e16f0dc, host dv-cinder-824149-6-iscsi, cleared binding levels {{(pid=107295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 07:41:45.123598 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.plugins.ml2.db [None req-f11201ea-078b-4105-9450-1b5bcf1e1273 None None] For port 44c6e0e2-29de-4df0-a0dd-06670e16f0dc, host dv-cinder-824149-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-6-iscsi',level=0,port_id=44c6e0e2-29de-4df0-a0dd-06670e16f0dc,segment=NetworkSegment(e7b9d949-1920-49e5-9e5b-700b79239be1),segment_id=e7b9d949-1920-49e5-9e5b-700b79239be1)] {{(pid=107295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 07:41:45.141434 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e73e845-ca75-4559-970d-76cd3a43ea8e tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8fb80d0-fea2-4b2e-bfb2-a6044863f714,revision_number=0']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:41:45.201949 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron_lib.callbacks.manager [None req-f11201ea-078b-4105-9450-1b5bcf1e1273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615'] for port (44c6e0e2-29de-4df0-a0dd-06670e16f0dc), after_update {{(pid=107295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:45.231950 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-5e73e845-ca75-4559-970d-76cd3a43ea8e tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:45.233562 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-5e73e845-ca75-4559-970d-76cd3a43ea8e tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3633733 Sep 15 07:41:45.236528 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 35884) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:41:45.241003 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.v2.base [None req-12196b84-200f-4ab9-8255-6f8d268b8261 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Request body: {'security_group_rule': {'security_group_id': '715457f5-6986-4664-80ea-7326eb5df706', 'project_id': '7e20a6e5fded473c8905bffff7775ed3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=107279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:41:45.245613 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11201ea-078b-4105-9450-1b5bcf1e1273 None None] Routers {'8ccf9a74-1778-43f4-b595-a012a79c9908'} bound to L3 agent in host dv-cinder-824149-6-iscsi {{(pid=107295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 07:41:45.246362 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_hamode_db [None req-f11201ea-078b-4105-9450-1b5bcf1e1273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-15T07:30:25Z,description=,heartbeat_timestamp=2022-09-15T07:41:25Z,host='dv-cinder-824149-6-iscsi',id=6177172c-20b9-4a3a-92be-d5dd082cfa3a,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T07:30:25Z,topic='l3_agent')) {'router_ids': ['8ccf9a74-1778-43f4-b595-a012a79c9908'], 'active': True} {{(pid=107295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:41:45.295822 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10e5b56-c404-44a9-a950-e97615b377c2 None None] Pushing event updated for resources: {'Port': ['ID=44c6e0e2-29de-4df0-a0dd-06670e16f0dc,revision_number=4']} {{(pid=107295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:41:45.348346 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-12196b84-200f-4ab9-8255-6f8d268b8261 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Publish callbacks [] for security_group_rule (328ef4ff-b247-4a41-9e9d-05e52f180cac), before_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:45.374823 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_dvr_db [None req-f11201ea-078b-4105-9450-1b5bcf1e1273 None None] Set router 8ccf9a74-1778-43f4-b595-a012a79c9908 gateway port host: dv-cinder-824149-6-iscsi {{(pid=107295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 07:41:45.423100 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:41:45.425546 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-12196b84-200f-4ab9-8255-6f8d268b8261 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Publish callbacks [] for security_group_rule (328ef4ff-b247-4a41-9e9d-05e52f180cac), precommit_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:45.428980 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:41:45.489539 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d479c8d-1042-4ab3-8191-9f7ee74d9f15 req-f969734c-8994-48e3-bf12-e103b98a21f4 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:41:45.491715 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-1d479c8d-1042-4ab3-8191-9f7ee74d9f15 req-f969734c-8994-48e3-bf12-e103b98a21f4 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=07ae2103-9abb-45d7-94b1-7e0f83c44fa0 HTTP/1.1" status: 200 len: 944 time: 0.0644763 Sep 15 07:41:45.504315 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-12196b84-200f-4ab9-8255-6f8d268b8261 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691784'] for security_group_rule (328ef4ff-b247-4a41-9e9d-05e52f180cac), after_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:45.514795 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-7654bdde-2f5e-4bc8-856d-26d3aaa7ffbf None None] Attempt 7 to provision port 44c6e0e2-29de-4df0-a0dd-06670e16f0dc Sep 15 07:41:45.543380 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12196b84-200f-4ab9-8255-6f8d268b8261 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=328ef4ff-b247-4a41-9e9d-05e52f180cac,revision_number=0']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:41:45.590413 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-1d479c8d-1042-4ab3-8191-9f7ee74d9f15 req-4c38becf-0eda-4f84-8886-694544332500 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b407f831-0121-48a5-b269-407cd5b097f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927052 Sep 15 07:41:45.605186 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_hamode_db [None req-f11201ea-078b-4105-9450-1b5bcf1e1273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ccf9a74-1778-43f4-b595-a012a79c9908', 'name': 'tempest-TestShelveInstance-383197483-router', 'tenant_id': 'c1f22762fda74145b0fd8abb6d133392', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '960a79ad-2c0f-49fa-8f3f-ce64c68d20e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:41:38Z', 'updated_at': '2022-09-15T07:41:42Z', 'revision_number': 4, 'project_id': 'c1f22762fda74145b0fd8abb6d133392', 'gw_port': {'id': '960a79ad-2c0f-49fa-8f3f-ce64c68d20e0', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:4f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ccf9a74-1778-43f4-b595-a012a79c9908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:41:39Z', 'updated_at': '2022-09-15T07:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi', '_interfaces': [{'id': '44c6e0e2-29de-4df0-a0dd-06670e16f0dc', 'name': '', 'network_id': '2dbd1355-c7fb-4100-b327-7fe5d5bbe209', 'tenant_id': 'c1f22762fda74145b0fd8abb6d133392', 'mac_address': 'fa:16:3e:5e:77:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ccf9a74-1778-43f4-b595-a012a79c9908', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'bddd7ab3-fc85-4731-aae5-489697551137', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:41:41Z', 'updated_at': '2022-09-15T07:41:45Z', 'revision_number': 4, 'project_id': 'c1f22762fda74145b0fd8abb6d133392', 'subnets': [{'id': 'bddd7ab3-fc85-4731-aae5-489697551137', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-6-iscsi', False) {} {{(pid=107295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:41:45.609127 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-7654bdde-2f5e-4bc8-856d-26d3aaa7ffbf None None] Current status of the port 44c6e0e2-29de-4df0-a0dd-06670e16f0dc is: DOWN; New status is: ACTIVE {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:41:45.609127 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-7654bdde-2f5e-4bc8-856d-26d3aaa7ffbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (44c6e0e2-29de-4df0-a0dd-06670e16f0dc), before_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:45.631018 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-12196b84-200f-4ab9-8255-6f8d268b8261 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:45.632652 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-12196b84-200f-4ab9-8255-6f8d268b8261 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3949909 Sep 15 07:41:45.635499 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 35890) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:41:45.640314 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.v2.base [None req-46297327-7c67-4400-a675-ede961bb5f97 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Request body: {'security_group_rule': {'security_group_id': '715457f5-6986-4664-80ea-7326eb5df706', 'project_id': '7e20a6e5fded473c8905bffff7775ed3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=107279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:41:45.644354 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11201ea-078b-4105-9450-1b5bcf1e1273 None None] The sync data for ids ['8ccf9a74-1778-43f4-b595-a012a79c9908'] in dv-cinder-824149-6-iscsi is: [{'id': '8ccf9a74-1778-43f4-b595-a012a79c9908', 'name': 'tempest-TestShelveInstance-383197483-router', 'tenant_id': 'c1f22762fda74145b0fd8abb6d133392', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '960a79ad-2c0f-49fa-8f3f-ce64c68d20e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:41:38Z', 'updated_at': '2022-09-15T07:41:42Z', 'revision_number': 4, 'project_id': 'c1f22762fda74145b0fd8abb6d133392', 'gw_port': {'id': '960a79ad-2c0f-49fa-8f3f-ce64c68d20e0', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:4f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ccf9a74-1778-43f4-b595-a012a79c9908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:41:39Z', 'updated_at': '2022-09-15T07:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi', '_interfaces': [{'id': '44c6e0e2-29de-4df0-a0dd-06670e16f0dc', 'name': '', 'network_id': '2dbd1355-c7fb-4100-b327-7fe5d5bbe209', 'tenant_id': 'c1f22762fda74145b0fd8abb6d133392', 'mac_address': 'fa:16:3e:5e:77:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ccf9a74-1778-43f4-b595-a012a79c9908', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'bddd7ab3-fc85-4731-aae5-489697551137', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:41:41Z', 'updated_at': '2022-09-15T07:41:45Z', 'revision_number': 4, 'project_id': 'c1f22762fda74145b0fd8abb6d133392', 'subnets': [{'id': 'bddd7ab3-fc85-4731-aae5-489697551137', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 07:41:45.658304 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-7654bdde-2f5e-4bc8-856d-26d3aaa7ffbf None None] For port 44c6e0e2-29de-4df0-a0dd-06670e16f0dc, host dv-cinder-824149-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-6-iscsi',level=0,port_id=44c6e0e2-29de-4df0-a0dd-06670e16f0dc,segment=NetworkSegment(e7b9d949-1920-49e5-9e5b-700b79239be1),segment_id=e7b9d949-1920-49e5-9e5b-700b79239be1)] {{(pid=107290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:41:45.726587 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-7654bdde-2f5e-4bc8-856d-26d3aaa7ffbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615'] for port (44c6e0e2-29de-4df0-a0dd-06670e16f0dc), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:45.789320 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.db.securitygroups_db [None req-46297327-7c67-4400-a675-ede961bb5f97 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Project 7e20a6e5fded473c8905bffff7775ed3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 07:41:45.798258 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-46297327-7c67-4400-a675-ede961bb5f97 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Publish callbacks [] for security_group_rule (69ff3de9-4099-4da3-ab49-895b318326be), before_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:45.803344 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7654bdde-2f5e-4bc8-856d-26d3aaa7ffbf None None] Pushing event updated for resources: {'Port': ['ID=44c6e0e2-29de-4df0-a0dd-06670e16f0dc,revision_number=5']} {{(pid=107290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:41:45.852354 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-c61f8927-be4d-4955-b625-3b777985dda1 None None] Provisioning complete for port 44c6e0e2-29de-4df0-a0dd-06670e16f0dc triggered by entity DHCP. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 07:41:45.853076 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-c61f8927-be4d-4955-b625-3b777985dda1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862942'] for port (44c6e0e2-29de-4df0-a0dd-06670e16f0dc), provisioning_complete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:45.853611 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-c61f8927-be4d-4955-b625-3b777985dda1 None None] Attempt 1 to provision port 44c6e0e2-29de-4df0-a0dd-06670e16f0dc Sep 15 07:41:45.925560 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-46297327-7c67-4400-a675-ede961bb5f97 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Publish callbacks [] for security_group_rule (69ff3de9-4099-4da3-ab49-895b318326be), precommit_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:46.016169 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Device 44c6e0e2-29de-4df0-a0dd-06670e16f0dc up at agent ovs-agent-dv-cinder-824149-6-iscsi {{(pid=107290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 07:41:46.021619 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-46297327-7c67-4400-a675-ede961bb5f97 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691784'] for security_group_rule (69ff3de9-4099-4da3-ab49-895b318326be), after_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:46.032757 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877cacb2-bb3a-4606-a193-c046743ab169 req-103cb108-3d33-4db5-add1-245d31424c26 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:41:46.034473 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-877cacb2-bb3a-4606-a193-c046743ab169 req-103cb108-3d33-4db5-add1-245d31424c26 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=48afb5a2-e7d3-44a4-8882-d81cfd5418ab HTTP/1.1" status: 200 len: 946 time: 0.0679915 Sep 15 07:41:46.046498 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-c61f8927-be4d-4955-b625-3b777985dda1 None None] Current status of the port 44c6e0e2-29de-4df0-a0dd-06670e16f0dc is: ACTIVE; New status is: ACTIVE {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:41:46.071297 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:41:46.079268 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46297327-7c67-4400-a675-ede961bb5f97 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69ff3de9-4099-4da3-ab49-895b318326be,revision_number=0']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:41:46.087320 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Provisioning complete for port 44c6e0e2-29de-4df0-a0dd-06670e16f0dc triggered by entity L2. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 07:41:46.088092 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862942'] for port (44c6e0e2-29de-4df0-a0dd-06670e16f0dc), provisioning_complete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:46.088636 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Attempt 1 to provision port 44c6e0e2-29de-4df0-a0dd-06670e16f0dc Sep 15 07:41:46.126528 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-877cacb2-bb3a-4606-a193-c046743ab169 req-fefb7308-27c9-42df-9f48-e508c6b3452d tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3bbd3c93-b7a5-43ea-bc32-62815f5ad2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703280 Sep 15 07:41:46.158422 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-46297327-7c67-4400-a675-ede961bb5f97 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:46.160921 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-46297327-7c67-4400-a675-ede961bb5f97 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5239475 Sep 15 07:41:46.171065 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 35896) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:41:46.176332 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.v2.base [None req-64b26de8-93c7-4a22-816c-22c283bb610e tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Request body: {'security_group_rule': {'security_group_id': '715457f5-6986-4664-80ea-7326eb5df706', 'project_id': '7e20a6e5fded473c8905bffff7775ed3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=107276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:41:46.199370 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Current status of the port 44c6e0e2-29de-4df0-a0dd-06670e16f0dc is: ACTIVE; New status is: ACTIVE {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:41:46.200653 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Device 960a79ad-2c0f-49fa-8f3f-ce64c68d20e0 up at agent ovs-agent-dv-cinder-824149-6-iscsi {{(pid=107290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 07:41:46.250797 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Provisioning complete for port 960a79ad-2c0f-49fa-8f3f-ce64c68d20e0 triggered by entity L2. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 07:41:46.251024 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862942'] for port (960a79ad-2c0f-49fa-8f3f-ce64c68d20e0), provisioning_complete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:46.251360 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Attempt 1 to provision port 960a79ad-2c0f-49fa-8f3f-ce64c68d20e0 Sep 15 07:41:46.282718 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.db.securitygroups_db [None req-64b26de8-93c7-4a22-816c-22c283bb610e tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Project 7e20a6e5fded473c8905bffff7775ed3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 07:41:46.292624 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-64b26de8-93c7-4a22-816c-22c283bb610e tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Publish callbacks [] for security_group_rule (b70b2b87-f986-4b1c-9325-0b3562b8b520), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:46.298761 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:41:46.336682 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Current status of the port 960a79ad-2c0f-49fa-8f3f-ce64c68d20e0 is: ACTIVE; New status is: ACTIVE {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:41:46.352861 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Device 60114f49-493e-46b0-a653-b05d4362ebe7 details requested by agent hyperv_hv-cinder-82414 with host hv-cinder-82414 {{(pid=107290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 07:41:46.372993 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-64b26de8-93c7-4a22-816c-22c283bb610e tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Publish callbacks [] for security_group_rule (b70b2b87-f986-4b1c-9325-0b3562b8b520), precommit_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:46.441883 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-64b26de8-93c7-4a22-816c-22c283bb610e tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691784'] for security_group_rule (b70b2b87-f986-4b1c-9325-0b3562b8b520), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:46.465264 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b26de8-93c7-4a22-816c-22c283bb610e tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b70b2b87-f986-4b1c-9325-0b3562b8b520,revision_number=0']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:41:46.481025 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] For port 60114f49-493e-46b0-a653-b05d4362ebe7, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=60114f49-493e-46b0-a653-b05d4362ebe7,segment=NetworkSegment(4e083812-1fad-4032-9ca4-75fb637b69f5),segment_id=4e083812-1fad-4032-9ca4-75fb637b69f5)] {{(pid=107290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:41:46.492913 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Returning: {'device': '60114f49-493e-46b0-a653-b05d4362ebe7', 'network_id': '2b6b3bac-c651-487a-b144-89fba4985d6c', 'port_id': '60114f49-493e-46b0-a653-b05d4362ebe7', 'mac_address': 'fa:16:3e:c4:df:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37c21616-a845-47e5-a620-a34a553bb45c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 07:41:46.530804 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Current status of the port 60114f49-493e-46b0-a653-b05d4362ebe7 is: DOWN; New status is: BUILD {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:41:46.531510 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-64b26de8-93c7-4a22-816c-22c283bb610e tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:46.531780 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (60114f49-493e-46b0-a653-b05d4362ebe7), before_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:46.532396 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-64b26de8-93c7-4a22-816c-22c283bb610e tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3607030 Sep 15 07:41:46.547430 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.notifiers.nova [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60114f49-493e-46b0-a653-b05d4362ebe7 {{(pid=107290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 07:41:46.570674 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] For port 60114f49-493e-46b0-a653-b05d4362ebe7, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=60114f49-493e-46b0-a653-b05d4362ebe7,segment=NetworkSegment(4e083812-1fad-4032-9ca4-75fb637b69f5),segment_id=4e083812-1fad-4032-9ca4-75fb637b69f5)] {{(pid=107290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:41:46.669300 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615'] for port (60114f49-493e-46b0-a653-b05d4362ebe7), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:46.747435 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554e7b6c-b21a-4b27-833f-45df6fc26459 req-2b4a59e3-437e-4ebb-a9b5-7712c50951bd tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:41:46.749816 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-554e7b6c-b21a-4b27-833f-45df6fc26459 req-2b4a59e3-437e-4ebb-a9b5-7712c50951bd tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=07ae2103-9abb-45d7-94b1-7e0f83c44fa0 HTTP/1.1" status: 200 len: 945 time: 0.0552936 Sep 15 07:41:46.753940 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Pushing event updated for resources: {'Port': ['ID=60114f49-493e-46b0-a653-b05d4362ebe7,revision_number=9']} {{(pid=107290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:41:46.827064 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-554e7b6c-b21a-4b27-833f-45df6fc26459 req-38376fe6-f4ef-4d54-913f-c8d1fe7ca10d tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b407f831-0121-48a5-b269-407cd5b097f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707622 Sep 15 07:41:47.061534 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] get_ports_and_sgs() called for port_ids ['60114f49-493e-46b0-a653-b05d4362ebe7'] {{(pid=107290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 07:41:47.282304 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8acf64d-05f8-489c-b01b-04af4db7ce47 req-4457c328-3ba3-44fc-b825-d6e4a0c272b4 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:41:47.283828 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-b8acf64d-05f8-489c-b01b-04af4db7ce47 req-4457c328-3ba3-44fc-b825-d6e4a0c272b4 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=48afb5a2-e7d3-44a4-8882-d81cfd5418ab HTTP/1.1" status: 200 len: 946 time: 0.0556104 Sep 15 07:41:47.336829 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-b8acf64d-05f8-489c-b01b-04af4db7ce47 req-4953c484-2233-4416-8333-9fbda82968c1 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3bbd3c93-b7a5-43ea-bc32-62815f5ad2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463963 Sep 15 07:41:47.779606 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Device 44c6e0e2-29de-4df0-a0dd-06670e16f0dc up at agent ovs-agent-dv-cinder-824149-6-iscsi {{(pid=107290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 07:41:47.826890 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Provisioning complete for port 44c6e0e2-29de-4df0-a0dd-06670e16f0dc triggered by entity L2. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 07:41:47.827267 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862942'] for port (44c6e0e2-29de-4df0-a0dd-06670e16f0dc), provisioning_complete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:47.827601 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Attempt 1 to provision port 44c6e0e2-29de-4df0-a0dd-06670e16f0dc Sep 15 07:41:47.891766 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:41:47.901445 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Current status of the port 44c6e0e2-29de-4df0-a0dd-06670e16f0dc is: ACTIVE; New status is: ACTIVE {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:41:47.942554 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:41:47.961260 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94852fee-c0fe-4eb5-9aa0-fdc0fd4b1859 req-6dc53f4f-5d09-4005-9361-8b26d9294f82 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:41:47.962900 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-94852fee-c0fe-4eb5-9aa0-fdc0fd4b1859 req-6dc53f4f-5d09-4005-9361-8b26d9294f82 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=07ae2103-9abb-45d7-94b1-7e0f83c44fa0 HTTP/1.1" status: 200 len: 945 time: 0.0481117 Sep 15 07:41:48.013545 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-94852fee-c0fe-4eb5-9aa0-fdc0fd4b1859 req-c9efdf46-2dd5-42ed-aa3d-1a51c7499a61 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b407f831-0121-48a5-b269-407cd5b097f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446970 Sep 15 07:41:48.464198 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65df3f07-7835-4e16-8571-5becd769d677 req-02143ca4-ad82-4031-80c2-a254d78bef61 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:41:48.468724 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-65df3f07-7835-4e16-8571-5becd769d677 req-02143ca4-ad82-4031-80c2-a254d78bef61 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=48afb5a2-e7d3-44a4-8882-d81cfd5418ab HTTP/1.1" status: 200 len: 946 time: 0.0523450 Sep 15 07:41:48.521208 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-65df3f07-7835-4e16-8571-5becd769d677 req-2e07fbcb-35b2-48db-b093-26bb6e984e74 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3bbd3c93-b7a5-43ea-bc32-62815f5ad2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432696 Sep 15 07:41:48.577727 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-2624a676-2a25-4d5b-9c4e-8c832f11f061 req-221bcae7-5e76-4b2b-bd4a-1dc52511fb04 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1463350431&fields=id&tenant_id=af1e008c4bfa41e18488c63ea0f17b27 HTTP/1.1" status: 200 len: 267 time: 0.0439601 Sep 15 07:41:48.689595 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2624a676-2a25-4d5b-9c4e-8c832f11f061 req-adf125c0-b775-4560-833e-4b9d870bca06 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:41:48.691065 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-2624a676-2a25-4d5b-9c4e-8c832f11f061 req-adf125c0-b775-4560-833e-4b9d870bca06 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "GET /networking/v2.0/networks?id=2c10a638-2533-4c87-88f1-ce4db4dec0fd HTTP/1.1" status: 200 len: 811 time: 0.1057963 Sep 15 07:41:48.705164 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-2624a676-2a25-4d5b-9c4e-8c832f11f061 req-e450ae2d-51c7-4540-b652-9ab607cdd690 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "GET /networking/v2.0/quotas/af1e008c4bfa41e18488c63ea0f17b27 HTTP/1.1" status: 200 len: 375 time: 0.0086827 Sep 15 07:41:48.754101 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-2624a676-2a25-4d5b-9c4e-8c832f11f061 req-b8d091bc-eac4-42ba-907f-dd2b1e92adab tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=af1e008c4bfa41e18488c63ea0f17b27&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0435493 Sep 15 07:41:48.852714 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-2624a676-2a25-4d5b-9c4e-8c832f11f061 req-0e4dcb24-006a-43f6-96eb-9d481bf5625a service neutron] 10.222.0.42 "GET /networking/v2.0/networks/2c10a638-2533-4c87-88f1-ce4db4dec0fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853028 Sep 15 07:41:48.941842 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-2624a676-2a25-4d5b-9c4e-8c832f11f061 req-0d138395-8508-4d6c-9a86-f35db546f33e service neutron] 10.222.0.42 "GET /networking/v2.0/networks/2c10a638-2533-4c87-88f1-ce4db4dec0fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827184 Sep 15 07:41:49.149874 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd692ac-5375-4482-ad0f-137c476ce653 req-7198694a-a9b1-4d91-9648-4c7ffd3f87aa tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:41:49.151237 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-0fd692ac-5375-4482-ad0f-137c476ce653 req-7198694a-a9b1-4d91-9648-4c7ffd3f87aa tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=07ae2103-9abb-45d7-94b1-7e0f83c44fa0 HTTP/1.1" status: 200 len: 945 time: 0.0459673 Sep 15 07:41:49.203993 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-0fd692ac-5375-4482-ad0f-137c476ce653 req-6071d6ed-41de-4693-85ed-bbe1b09dc251 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b407f831-0121-48a5-b269-407cd5b097f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470951 Sep 15 07:41:49.449410 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-0f20d46d-6e7b-4d82-9458-c3c6437baf25 req-3056d3ea-fab9-4767-8eb7-4fe50117b2ab tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7cfb1a22-faac-4d66-874d-e7866a02a054 HTTP/1.1" status: 200 len: 210 time: 0.0292702 Sep 15 07:41:49.641911 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daabd544-99ed-4725-8b1d-143a4b95e70a req-30b9339b-1c48-415b-8395-73ca2a04b2b2 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:41:49.643909 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-daabd544-99ed-4725-8b1d-143a4b95e70a req-30b9339b-1c48-415b-8395-73ca2a04b2b2 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=48afb5a2-e7d3-44a4-8882-d81cfd5418ab HTTP/1.1" status: 200 len: 946 time: 0.0466738 Sep 15 07:41:49.682473 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=100 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:41:49.698311 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-daabd544-99ed-4725-8b1d-143a4b95e70a req-f2f080e0-560d-4e73-902e-5596232d602a tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3bbd3c93-b7a5-43ea-bc32-62815f5ad2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489149 Sep 15 07:41:50.183939 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-779efe3e-d51f-4f3f-a618-9cc33a0e9171 req-d41cda8b-63fd-49fa-b91f-7e1c8ec59a2b service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=37cd67df-dd0e-4658-9b80-3c29efd65897&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0436966 Sep 15 07:41:50.257915 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779efe3e-d51f-4f3f-a618-9cc33a0e9171 req-feae47e7-b35f-4496-8b18-f7c551bd1a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:41:50.259405 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-779efe3e-d51f-4f3f-a618-9cc33a0e9171 req-feae47e7-b35f-4496-8b18-f7c551bd1a4d service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=14017d5edbbd4068b529d5d92444182a&device_id=37cd67df-dd0e-4658-9b80-3c29efd65897 HTTP/1.1" status: 200 len: 1130 time: 0.0388730 Sep 15 07:41:50.379344 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffb932f-c779-475a-a089-29ffde1bfe64 req-2b4eb4af-d707-4757-9a84-98348798cca5 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:41:50.380883 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-3ffb932f-c779-475a-a089-29ffde1bfe64 req-2b4eb4af-d707-4757-9a84-98348798cca5 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=07ae2103-9abb-45d7-94b1-7e0f83c44fa0 HTTP/1.1" status: 200 len: 945 time: 0.0917373 Sep 15 07:41:50.431054 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779efe3e-d51f-4f3f-a618-9cc33a0e9171 req-b6b8f6d5-b006-423d-a8f8-096a747df6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:41:50.432525 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-779efe3e-d51f-4f3f-a618-9cc33a0e9171 req-b6b8f6d5-b006-423d-a8f8-096a747df6ed service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=be4fe7de-ab91-47eb-96fc-2000373fe74e HTTP/1.1" status: 200 len: 915 time: 0.1517658 Sep 15 07:41:50.439680 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=100 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:41:50.491219 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-3ffb932f-c779-475a-a089-29ffde1bfe64 req-22a3b5dd-e33d-4ce3-acb7-34e21fa7cc53 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b407f831-0121-48a5-b269-407cd5b097f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997863 Sep 15 07:41:50.516362 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-779efe3e-d51f-4f3f-a618-9cc33a0e9171 req-b342085b-4f9c-4fc1-8b0f-db3cce38e73f service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=56775397-b0d1-4018-9f3c-25e559549950 HTTP/1.1" status: 200 len: 1001 time: 0.0747964 Sep 15 07:41:50.593535 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-81836919-44ba-4a16-bddd-9ab68bab085b req-04b4b388-4e5d-4148-bd68-7bc9b84ac56e tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7cfb1a22-faac-4d66-874d-e7866a02a054 HTTP/1.1" status: 200 len: 210 time: 0.0371125 Sep 15 07:41:50.607004 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779efe3e-d51f-4f3f-a618-9cc33a0e9171 req-03f4e817-55b5-4bc4-9c55-d6849f2bc987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:41:50.608468 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-779efe3e-d51f-4f3f-a618-9cc33a0e9171 req-03f4e817-55b5-4bc4-9c55-d6849f2bc987 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=655669e6-9885-472d-9103-52b022988dd7 HTTP/1.1" status: 200 len: 853 time: 0.0843453 Sep 15 07:41:50.656094 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Device 60114f49-493e-46b0-a653-b05d4362ebe7 up at agent hyperv_hv-cinder-82414 {{(pid=107290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 07:41:50.656677 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779efe3e-d51f-4f3f-a618-9cc33a0e9171 req-0075cedd-764c-474b-b107-f094422e21fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:41:50.657851 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-779efe3e-d51f-4f3f-a618-9cc33a0e9171 req-0075cedd-764c-474b-b107-f094422e21fb service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=be4fe7de-ab91-47eb-96fc-2000373fe74e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395098 Sep 15 07:41:50.710693 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Provisioning complete for port 60114f49-493e-46b0-a653-b05d4362ebe7 triggered by entity L2. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 07:41:50.711316 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862942'] for port (60114f49-493e-46b0-a653-b05d4362ebe7), provisioning_complete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:50.711807 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Attempt 1 to provision port 60114f49-493e-46b0-a653-b05d4362ebe7 Sep 15 07:41:50.790470 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-779efe3e-d51f-4f3f-a618-9cc33a0e9171 req-7f296a3a-9640-4120-bc24-6f8d86f56d10 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/be4fe7de-ab91-47eb-96fc-2000373fe74e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217048 Sep 15 07:41:50.794576 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Current status of the port 60114f49-493e-46b0-a653-b05d4362ebe7 is: BUILD; New status is: ACTIVE {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:41:50.794977 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (60114f49-493e-46b0-a653-b05d4362ebe7), before_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:50.839624 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07ae2103-9abb-45d7-94b1-7e0f83c44fa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60114f49-493e-46b0-a653-b05d4362ebe7'}] {{(pid=107290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 07:41:50.842050 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff93a2f2a3cb789a491bb2a8c4b01cf70d8343c1611f7c7394898ef54d6aa0cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-075d2a8b-54bd-4102-a71c-293e1c152e75" -d '{"events": [{"server_uuid": "07ae2103-9abb-45d7-94b1-7e0f83c44fa0", "name": "network-vif-plugged", "status": "completed", "tag": "60114f49-493e-46b0-a653-b05d4362ebe7"}]}' {{(pid=107290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 07:41:50.856120 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] For port 60114f49-493e-46b0-a653-b05d4362ebe7, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=60114f49-493e-46b0-a653-b05d4362ebe7,segment=NetworkSegment(4e083812-1fad-4032-9ca4-75fb637b69f5),segment_id=4e083812-1fad-4032-9ca4-75fb637b69f5)] {{(pid=107290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:41:50.892539 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 07:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-911ec6e4-58ae-4cf6-affb-0ce7c386773a x-openstack-request-id: req-911ec6e4-58ae-4cf6-affb-0ce7c386773a {{(pid=107290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 07:41:50.892835 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07ae2103-9abb-45d7-94b1-7e0f83c44fa0", "name": "network-vif-plugged", "status": "completed", "tag": "60114f49-493e-46b0-a653-b05d4362ebe7", "code": 200}]} {{(pid=107290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 07:41:50.894291 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-911ec6e4-58ae-4cf6-affb-0ce7c386773a {{(pid=107290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 07:41:50.894291 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.notifiers.nova [-] Nova event matching ['req-911ec6e4-58ae-4cf6-affb-0ce7c386773a'] response: {'server_uuid': '07ae2103-9abb-45d7-94b1-7e0f83c44fa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60114f49-493e-46b0-a653-b05d4362ebe7', 'code': 200} Sep 15 07:41:50.922213 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615'] for port (60114f49-493e-46b0-a653-b05d4362ebe7), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:50.947120 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f9870b-16a1-4f52-87fa-93e72111fccc req-9c3815c4-a256-4f11-b15a-11c7216c939a tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:41:50.954382 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-e6f9870b-16a1-4f52-87fa-93e72111fccc req-9c3815c4-a256-4f11-b15a-11c7216c939a tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=48afb5a2-e7d3-44a4-8882-d81cfd5418ab HTTP/1.1" status: 200 len: 946 time: 0.1370592 Sep 15 07:41:51.005724 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Pushing event updated for resources: {'Port': ['ID=60114f49-493e-46b0-a653-b05d4362ebe7,revision_number=10']} {{(pid=107290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:41:51.026007 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-779efe3e-d51f-4f3f-a618-9cc33a0e9171 req-b3bebea2-f147-4cba-891b-d6e2b11d6fa9 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/be4fe7de-ab91-47eb-96fc-2000373fe74e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594579 Sep 15 07:41:51.043285 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-e6f9870b-16a1-4f52-87fa-93e72111fccc req-00b90e57-bcc9-4270-82e4-ca8b7faabc5a tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3bbd3c93-b7a5-43ea-bc32-62815f5ad2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740223 Sep 15 07:41:51.488120 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe331b5-f979-45c7-9cad-4132fff8ada5 req-066a24fb-d061-4e94-8050-cd1964cdfe30 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:41:51.489855 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-6fe331b5-f979-45c7-9cad-4132fff8ada5 req-066a24fb-d061-4e94-8050-cd1964cdfe30 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=95c6ee4c-f348-424e-9fa6-ca2ee2f67967 HTTP/1.1" status: 200 len: 946 time: 0.0494306 Sep 15 07:41:51.563547 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-6fe331b5-f979-45c7-9cad-4132fff8ada5 req-ef39751b-f05b-4cf8-8ca6-b1fcb52d0ec2 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=32995d34-d213-473d-a146-bbf8e7e89fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669303 Sep 15 07:41:51.636375 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae2084a-cf3d-4ed6-8d3f-c56f7e791d9a req-b36f6ab8-15ed-4fd2-94d0-66de70b0634b tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:41:51.638683 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-2ae2084a-cf3d-4ed6-8d3f-c56f7e791d9a req-b36f6ab8-15ed-4fd2-94d0-66de70b0634b tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=07ae2103-9abb-45d7-94b1-7e0f83c44fa0 HTTP/1.1" status: 200 len: 947 time: 0.0482888 Sep 15 07:41:51.704060 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-be394b91-8e41-4739-93c5-e9da2e4dcbc8 req-3ab046a6-12d0-48e0-ae6c-8c0a65bd7fab tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7cfb1a22-faac-4d66-874d-e7866a02a054 HTTP/1.1" status: 200 len: 210 time: 0.0328369 Sep 15 07:41:51.718780 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-2ae2084a-cf3d-4ed6-8d3f-c56f7e791d9a req-92977f4c-d80b-4e34-be12-1b94a8c3db76 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b407f831-0121-48a5-b269-407cd5b097f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734558 Sep 15 07:41:52.152409 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=100 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:41:52.169970 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b168baf-1256-4265-a4d6-d16725b028c8 req-03e4c0d8-cec5-4717-aae2-cea3a10f918f tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:41:52.171436 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-3b168baf-1256-4265-a4d6-d16725b028c8 req-03e4c0d8-cec5-4717-aae2-cea3a10f918f tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=48afb5a2-e7d3-44a4-8882-d81cfd5418ab HTTP/1.1" status: 200 len: 946 time: 0.0477228 Sep 15 07:41:52.218847 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-3b168baf-1256-4265-a4d6-d16725b028c8 req-165b92f1-77a5-42e8-a441-3086a1a2f2a3 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3bbd3c93-b7a5-43ea-bc32-62815f5ad2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416019 Sep 15 07:41:52.440398 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:41:52.504687 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-4909e7ba-b306-464a-bb9b-a2badd0da0d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (47b201f8-ba91-4005-8457-67653169c522), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:52.685671 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b236678-e2f6-4730-8d14-49c26ae273a9 req-92cbb178-c4b0-4b63-82a7-bb7a146f6456 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:41:52.687232 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-5b236678-e2f6-4730-8d14-49c26ae273a9 req-92cbb178-c4b0-4b63-82a7-bb7a146f6456 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=95c6ee4c-f348-424e-9fa6-ca2ee2f67967 HTTP/1.1" status: 200 len: 946 time: 0.0461624 Sep 15 07:41:52.737637 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-5b236678-e2f6-4730-8d14-49c26ae273a9 req-c1a7fff9-1072-4367-aad1-d953363941c5 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=32995d34-d213-473d-a146-bbf8e7e89fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446453 Sep 15 07:41:52.811544 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-f1c3a307-13bc-4e34-8a6d-cef763d5582f req-1586efb1-2f34-4336-a271-e4320ab5c15d tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7cfb1a22-faac-4d66-874d-e7866a02a054 HTTP/1.1" status: 200 len: 210 time: 0.0300453 Sep 15 07:41:52.854892 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f80e602-ffb7-437c-a6a3-52f8ff4ef855 req-c90295d8-a56d-4a7b-9143-5a672fdc8ff0 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:41:52.856324 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-7f80e602-ffb7-437c-a6a3-52f8ff4ef855 req-c90295d8-a56d-4a7b-9143-5a672fdc8ff0 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=07ae2103-9abb-45d7-94b1-7e0f83c44fa0 HTTP/1.1" status: 200 len: 947 time: 0.0477259 Sep 15 07:41:52.902752 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-7f80e602-ffb7-437c-a6a3-52f8ff4ef855 req-7103378f-c3c6-4d85-926d-21250aee292d tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b407f831-0121-48a5-b269-407cd5b097f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409343 Sep 15 07:41:53.340183 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123a0ef4-534a-4c76-bdc2-e713c4d3e574 req-1bb5ef50-29f2-43db-8b12-255ba8ab5daf tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:41:53.341626 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-123a0ef4-534a-4c76-bdc2-e713c4d3e574 req-1bb5ef50-29f2-43db-8b12-255ba8ab5daf tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=48afb5a2-e7d3-44a4-8882-d81cfd5418ab HTTP/1.1" status: 200 len: 946 time: 0.0485585 Sep 15 07:41:53.387801 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-123a0ef4-534a-4c76-bdc2-e713c4d3e574 req-bf25db33-6b10-4093-a7e3-a18b5fcc9f28 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3bbd3c93-b7a5-43ea-bc32-62815f5ad2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399480 Sep 15 07:41:53.861033 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9fde29-f0fe-40f4-8d2b-f38dd4c7af3c req-dd4ab52b-2b48-4c13-becd-bd5d5039c271 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:41:53.863749 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-ae9fde29-f0fe-40f4-8d2b-f38dd4c7af3c req-dd4ab52b-2b48-4c13-becd-bd5d5039c271 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=95c6ee4c-f348-424e-9fa6-ca2ee2f67967 HTTP/1.1" status: 200 len: 946 time: 0.0481758 Sep 15 07:41:53.894543 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=100 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:41:53.921145 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-ae9fde29-f0fe-40f4-8d2b-f38dd4c7af3c req-5179e3d0-78af-4a62-9cf0-f29d6989547c tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=32995d34-d213-473d-a146-bbf8e7e89fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521500 Sep 15 07:41:53.937913 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-6352cdfc-2c11-4a8a-898a-8f00b6499cf1 req-64c33cc6-36e5-4bb9-a532-3161b5b7deda tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7cfb1a22-faac-4d66-874d-e7866a02a054 HTTP/1.1" status: 200 len: 210 time: 0.0296466 Sep 15 07:41:54.046576 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b5a076-be54-4a85-b391-1e0917e23328 req-35673692-07ab-4eb1-8c0e-264472ea7efb tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:41:54.048265 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-08b5a076-be54-4a85-b391-1e0917e23328 req-35673692-07ab-4eb1-8c0e-264472ea7efb tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=07ae2103-9abb-45d7-94b1-7e0f83c44fa0 HTTP/1.1" status: 200 len: 947 time: 0.0556247 Sep 15 07:41:54.096229 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-08b5a076-be54-4a85-b391-1e0917e23328 req-282993d3-f266-4fa6-971f-b02c5179b660 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b407f831-0121-48a5-b269-407cd5b097f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418763 Sep 15 07:41:54.516433 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707603ab-52dd-43f4-9e09-ea9da33b6c9b req-2999e7a8-68fb-4ab6-a7d8-d078d3ed048c tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:41:54.517932 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-707603ab-52dd-43f4-9e09-ea9da33b6c9b req-2999e7a8-68fb-4ab6-a7d8-d078d3ed048c tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=48afb5a2-e7d3-44a4-8882-d81cfd5418ab HTTP/1.1" status: 200 len: 946 time: 0.0481191 Sep 15 07:41:54.565758 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-707603ab-52dd-43f4-9e09-ea9da33b6c9b req-4e97b78f-caa1-41fb-b4da-1745b5a8ae88 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3bbd3c93-b7a5-43ea-bc32-62815f5ad2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422096 Sep 15 07:41:54.800110 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-88aec0f0-559c-4e34-b8df-43d13f8c72ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (6177172c-20b9-4a3a-92be-d5dd082cfa3a), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:55.073633 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-81b80f36-c77d-4d3c-b971-b29a52a53352 req-ed4121b0-e26b-45ef-9c86-bc4cd1b4b583 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7cfb1a22-faac-4d66-874d-e7866a02a054 HTTP/1.1" status: 200 len: 210 time: 0.0407832 Sep 15 07:41:55.082965 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c1c201-fadb-457e-8515-575344522808 req-6a31901c-9065-4991-9bbd-08bcde880d32 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:41:55.084575 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-12c1c201-fadb-457e-8515-575344522808 req-6a31901c-9065-4991-9bbd-08bcde880d32 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=95c6ee4c-f348-424e-9fa6-ca2ee2f67967 HTTP/1.1" status: 200 len: 946 time: 0.0847347 Sep 15 07:41:55.135987 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-12c1c201-fadb-457e-8515-575344522808 req-58eee16d-5e7d-4206-b46d-ddf56e9d1364 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=32995d34-d213-473d-a146-bbf8e7e89fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444739 Sep 15 07:41:55.182083 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228fb7a9-3c44-4d62-8b60-7dba0028f098 req-9433fb31-ffdb-4bd2-8265-f0a4d349cb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:41:55.183592 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-228fb7a9-3c44-4d62-8b60-7dba0028f098 req-9433fb31-ffdb-4bd2-8265-f0a4d349cb12 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=07ae2103-9abb-45d7-94b1-7e0f83c44fa0 HTTP/1.1" status: 200 len: 1131 time: 0.0420053 Sep 15 07:41:55.272881 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ec3702-06e8-4a2a-8278-b27574b4bd7c req-e9bd1c90-ee18-4aec-adc0-c54d6370b785 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:41:55.274366 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-a2ec3702-06e8-4a2a-8278-b27574b4bd7c req-e9bd1c90-ee18-4aec-adc0-c54d6370b785 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=07ae2103-9abb-45d7-94b1-7e0f83c44fa0 HTTP/1.1" status: 200 len: 947 time: 0.0773375 Sep 15 07:41:55.277934 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-228fb7a9-3c44-4d62-8b60-7dba0028f098 req-b8bb3398-fe86-48c7-b4ae-87074a9cdc4d service neutron] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b407f831-0121-48a5-b269-407cd5b097f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816636 Sep 15 07:41:55.323199 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-a2ec3702-06e8-4a2a-8278-b27574b4bd7c req-50927ceb-24a1-47f0-88e8-8dbd48d1ba9a tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b407f831-0121-48a5-b269-407cd5b097f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428293 Sep 15 07:41:55.589157 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55521b49-a597-4c34-b01b-65b9dc282f09 req-1638d6ae-7f07-44de-94c1-e5803d1f3a0c tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:41:55.590746 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-55521b49-a597-4c34-b01b-65b9dc282f09 req-1638d6ae-7f07-44de-94c1-e5803d1f3a0c tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=95c6ee4c-f348-424e-9fa6-ca2ee2f67967 HTTP/1.1" status: 200 len: 946 time: 0.0831394 Sep 15 07:41:55.608614 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=40 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:41:55.691372 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c5c344-d59d-4b28-9e46-0a531e1626c6 req-ab74d5f4-5548-4a41-a1cf-9fdeb9686319 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:41:55.694102 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-14c5c344-d59d-4b28-9e46-0a531e1626c6 req-ab74d5f4-5548-4a41-a1cf-9fdeb9686319 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=48afb5a2-e7d3-44a4-8882-d81cfd5418ab HTTP/1.1" status: 200 len: 946 time: 0.0541821 Sep 15 07:41:55.743222 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-14c5c344-d59d-4b28-9e46-0a531e1626c6 req-5aac57b1-0a8b-4838-b0a2-151d686586b7 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3bbd3c93-b7a5-43ea-bc32-62815f5ad2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442097 Sep 15 07:41:56.017794 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-0f44d0d5-b296-4658-a59d-71e94f9a3b32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (71b2a813-2b59-4e69-b901-83528b6ecb8f), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:56.189103 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-ba41844a-f666-4da5-94d9-ac002ea09c40 req-60ec16a6-45dc-4d28-9a40-de5daa615d46 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7cfb1a22-faac-4d66-874d-e7866a02a054 HTTP/1.1" status: 200 len: 210 time: 0.0298302 Sep 15 07:41:56.271209 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=100 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:41:56.279017 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655f581e-8d1f-4691-b794-fe2b12c18bf4 req-b756476e-7cb5-4f7e-a5f0-92f790aaaf87 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:41:56.280528 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-655f581e-8d1f-4691-b794-fe2b12c18bf4 req-b756476e-7cb5-4f7e-a5f0-92f790aaaf87 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=95c6ee4c-f348-424e-9fa6-ca2ee2f67967 HTTP/1.1" status: 200 len: 946 time: 0.0495291 Sep 15 07:41:56.338532 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-655f581e-8d1f-4691-b794-fe2b12c18bf4 req-1740401c-26c1-4dc7-a517-143876f1b72c tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=32995d34-d213-473d-a146-bbf8e7e89fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521753 Sep 15 07:41:56.447713 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721956d9-b3d7-41b1-ad0e-744dd436023c req-274f0397-3a44-44e4-897d-bd1506ac7468 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:41:56.449127 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-721956d9-b3d7-41b1-ad0e-744dd436023c req-274f0397-3a44-44e4-897d-bd1506ac7468 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=07ae2103-9abb-45d7-94b1-7e0f83c44fa0 HTTP/1.1" status: 200 len: 947 time: 0.0473464 Sep 15 07:41:56.496069 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-721956d9-b3d7-41b1-ad0e-744dd436023c req-eb9806b3-bf02-469a-affd-1041a57b8d43 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b407f831-0121-48a5-b269-407cd5b097f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413060 Sep 15 07:41:56.864991 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93504f4f-7244-449b-8891-46bb51577e73 req-8a0f4715-b2b1-4790-a348-549597e63788 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:41:56.866492 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-93504f4f-7244-449b-8891-46bb51577e73 req-8a0f4715-b2b1-4790-a348-549597e63788 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=48afb5a2-e7d3-44a4-8882-d81cfd5418ab HTTP/1.1" status: 200 len: 946 time: 0.0487752 Sep 15 07:41:56.916554 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-93504f4f-7244-449b-8891-46bb51577e73 req-8255e982-8d33-4c54-9b19-7146c363a7e9 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3bbd3c93-b7a5-43ea-bc32-62815f5ad2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444674 Sep 15 07:41:57.297906 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-b855e723-d057-460c-9616-5ca2abf70599 req-38f2cbe3-682b-480e-b5da-b64beb6cf29f tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7cfb1a22-faac-4d66-874d-e7866a02a054 HTTP/1.1" status: 200 len: 210 time: 0.0291901 Sep 15 07:41:57.464411 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178f9cd3-fc04-43d9-9c65-8401c6d3a0fd req-154135d2-53ae-49f1-ac86-1c326b6ceb82 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:41:57.466030 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-178f9cd3-fc04-43d9-9c65-8401c6d3a0fd req-154135d2-53ae-49f1-ac86-1c326b6ceb82 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=95c6ee4c-f348-424e-9fa6-ca2ee2f67967 HTTP/1.1" status: 200 len: 946 time: 0.0502379 Sep 15 07:41:57.473614 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-677e5667-6d12-4a09-97b6-65dca69daeb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (4c9c4bf3-096b-4dee-b844-12a870317301), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:57.489364 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=100 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:41:57.519940 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-178f9cd3-fc04-43d9-9c65-8401c6d3a0fd req-43accbd0-9ba6-4d38-8fe3-6ae1fc7d2c81 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=32995d34-d213-473d-a146-bbf8e7e89fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458598 Sep 15 07:41:57.627088 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a583325e-8fbb-4eef-86d5-bb8e79449b51 req-64f12e67-6d5c-46ea-87ad-da7954028d3b tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:41:57.628489 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-a583325e-8fbb-4eef-86d5-bb8e79449b51 req-64f12e67-6d5c-46ea-87ad-da7954028d3b tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=07ae2103-9abb-45d7-94b1-7e0f83c44fa0 HTTP/1.1" status: 200 len: 947 time: 0.0493476 Sep 15 07:41:57.678073 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-a583325e-8fbb-4eef-86d5-bb8e79449b51 req-0f5a469c-5375-47ba-958d-0cc5e1a58c07 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b407f831-0121-48a5-b269-407cd5b097f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434692 Sep 15 07:41:57.693741 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (c3acd0b9-3b8e-4f77-9053-2ca2457616b3), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:58.040494 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627d8d42-44eb-43d9-9a03-70a4acba3fc2 req-87bec80a-a5ff-430e-9f74-69753bfd3ef4 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:41:58.041997 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-627d8d42-44eb-43d9-9a03-70a4acba3fc2 req-87bec80a-a5ff-430e-9f74-69753bfd3ef4 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=48afb5a2-e7d3-44a4-8882-d81cfd5418ab HTTP/1.1" status: 200 len: 946 time: 0.0475800 Sep 15 07:41:58.092481 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-627d8d42-44eb-43d9-9a03-70a4acba3fc2 req-a3f416b4-cbbd-4832-99df-7918bd739378 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3bbd3c93-b7a5-43ea-bc32-62815f5ad2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447893 Sep 15 07:41:58.402287 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-c34c25f1-f011-43b3-b528-b95fa44ec297 req-9a411d47-afd1-4461-bfe7-bfa2588f10a3 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7cfb1a22-faac-4d66-874d-e7866a02a054 HTTP/1.1" status: 200 len: 210 time: 0.0267782 Sep 15 07:41:58.644630 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1f28c3-44b7-4114-b648-a08e5ee1e296 req-1458b233-4714-4edc-8e05-f8b1313cbd34 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:41:58.646094 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-fa1f28c3-44b7-4114-b648-a08e5ee1e296 req-1458b233-4714-4edc-8e05-f8b1313cbd34 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=95c6ee4c-f348-424e-9fa6-ca2ee2f67967 HTTP/1.1" status: 200 len: 946 time: 0.0493009 Sep 15 07:41:58.693043 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-fa1f28c3-44b7-4114-b648-a08e5ee1e296 req-3915a4d1-11ea-47f1-81c2-67017b181971 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=32995d34-d213-473d-a146-bbf8e7e89fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413787 Sep 15 07:41:58.804859 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783a3c07-e4a1-4c06-a9d3-e1df0b7bfb1c req-d7b9deb2-703c-49b8-a6e4-3079c7e5b073 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:41:58.806339 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-783a3c07-e4a1-4c06-a9d3-e1df0b7bfb1c req-d7b9deb2-703c-49b8-a6e4-3079c7e5b073 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=07ae2103-9abb-45d7-94b1-7e0f83c44fa0 HTTP/1.1" status: 200 len: 947 time: 0.0467680 Sep 15 07:41:58.854343 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-783a3c07-e4a1-4c06-a9d3-e1df0b7bfb1c req-3572ac5e-6490-415e-9468-afd3fdc45ddc tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b407f831-0121-48a5-b269-407cd5b097f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424774 Sep 15 07:41:59.215131 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c95557-41a0-4632-b22e-37cae385cf85 req-804f1889-38b1-4b81-bfc7-222cff07579f tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:41:59.216591 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-66c95557-41a0-4632-b22e-37cae385cf85 req-804f1889-38b1-4b81-bfc7-222cff07579f tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=48afb5a2-e7d3-44a4-8882-d81cfd5418ab HTTP/1.1" status: 200 len: 946 time: 0.0469866 Sep 15 07:41:59.266926 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-66c95557-41a0-4632-b22e-37cae385cf85 req-5e6ef852-c2af-4427-8776-5a13069b1843 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3bbd3c93-b7a5-43ea-bc32-62815f5ad2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448849 Sep 15 07:41:59.510146 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-47055c36-70bf-4318-8c72-98ab26572827 req-96ab2c93-43a6-48a1-a60d-b013c7d88e01 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7cfb1a22-faac-4d66-874d-e7866a02a054 HTTP/1.1" status: 200 len: 210 time: 0.0278103 Sep 15 07:41:59.727582 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Device 3b7d0375-a226-4e4b-a78f-fde982eb4c97 no longer exists at agent hyperv_hv-cinder-82414 {{(pid=107290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 07:41:59.814019 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Current status of the port 3b7d0375-a226-4e4b-a78f-fde982eb4c97 is: ACTIVE; New status is: DOWN {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:41:59.814568 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (3b7d0375-a226-4e4b-a78f-fde982eb4c97), before_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:59.824971 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f786e9-cdaa-4843-9673-2ca82d49e021 req-f64b655c-07ae-46e2-869c-5de781cf7032 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:41:59.826538 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-64f786e9-cdaa-4843-9673-2ca82d49e021 req-f64b655c-07ae-46e2-869c-5de781cf7032 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=95c6ee4c-f348-424e-9fa6-ca2ee2f67967 HTTP/1.1" status: 200 len: 946 time: 0.0493312 Sep 15 07:41:59.862528 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95c6ee4c-f348-424e-9fa6-ca2ee2f67967', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b7d0375-a226-4e4b-a78f-fde982eb4c97'}] {{(pid=107290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 07:41:59.865070 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff93a2f2a3cb789a491bb2a8c4b01cf70d8343c1611f7c7394898ef54d6aa0cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7beabc70-f069-4508-81a4-cec4f2d429dc" -d '{"events": [{"server_uuid": "95c6ee4c-f348-424e-9fa6-ca2ee2f67967", "name": "network-vif-unplugged", "status": "completed", "tag": "3b7d0375-a226-4e4b-a78f-fde982eb4c97"}]}' {{(pid=107290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 07:41:59.879319 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] For port 3b7d0375-a226-4e4b-a78f-fde982eb4c97, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=3b7d0375-a226-4e4b-a78f-fde982eb4c97,segment=NetworkSegment(61bd15d1-c2a6-46ff-9a57-3dfb0a553bb9),segment_id=61bd15d1-c2a6-46ff-9a57-3dfb0a553bb9)] {{(pid=107290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:41:59.881661 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-64f786e9-cdaa-4843-9673-2ca82d49e021 req-8b3b9f7e-5c3e-49e8-a4d9-d91666fb0ad2 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=32995d34-d213-473d-a146-bbf8e7e89fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481977 Sep 15 07:41:59.902253 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.plugin [req-55521b49-a597-4c34-b01b-65b9dc282f09 req-6d6ed8f7-c5e6-4368-ba9a-f116bf77f2da tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Deleting port 3b7d0375-a226-4e4b-a78f-fde982eb4c97 {{(pid=107276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 07:41:59.902740 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-55521b49-a597-4c34-b01b-65b9dc282f09 req-6d6ed8f7-c5e6-4368-ba9a-f116bf77f2da tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729658711565'] for port (3b7d0375-a226-4e4b-a78f-fde982eb4c97), before_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:41:59.952932 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Sep 2022 07:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96cc4d46-1b7f-4027-9923-3b93f14f7842 x-openstack-request-id: req-96cc4d46-1b7f-4027-9923-3b93f14f7842 {{(pid=107290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 07:41:59.952932 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95c6ee4c-f348-424e-9fa6-ca2ee2f67967", "name": "network-vif-unplugged", "status": "completed", "tag": "3b7d0375-a226-4e4b-a78f-fde982eb4c97", "code": 200}]} {{(pid=107290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 07:41:59.952932 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-96cc4d46-1b7f-4027-9923-3b93f14f7842 {{(pid=107290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 07:41:59.952932 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96cc4d46-1b7f-4027-9923-3b93f14f7842'] response: {'server_uuid': '95c6ee4c-f348-424e-9fa6-ca2ee2f67967', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b7d0375-a226-4e4b-a78f-fde982eb4c97', 'code': 200} Sep 15 07:42:00.060788 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.db [req-55521b49-a597-4c34-b01b-65b9dc282f09 req-6d6ed8f7-c5e6-4368-ba9a-f116bf77f2da tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] For port 3b7d0375-a226-4e4b-a78f-fde982eb4c97, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=3b7d0375-a226-4e4b-a78f-fde982eb4c97,segment=NetworkSegment(61bd15d1-c2a6-46ff-9a57-3dfb0a553bb9),segment_id=61bd15d1-c2a6-46ff-9a57-3dfb0a553bb9)] {{(pid=107276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:42:00.060788 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-55521b49-a597-4c34-b01b-65b9dc282f09 req-6d6ed8f7-c5e6-4368-ba9a-f116bf77f2da tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009180'] for port (3b7d0375-a226-4e4b-a78f-fde982eb4c97), precommit_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:00.061758 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f72f82-44c0-40f4-9259-181ee559ebfa req-b5750d31-055b-4b26-879f-89ca642448b1 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:00.061758 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-57f72f82-44c0-40f4-9259-181ee559ebfa req-b5750d31-055b-4b26-879f-89ca642448b1 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=07ae2103-9abb-45d7-94b1-7e0f83c44fa0 HTTP/1.1" status: 200 len: 947 time: 0.0502629 Sep 15 07:42:00.061758 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-57f72f82-44c0-40f4-9259-181ee559ebfa req-b8240f0e-b27d-4bb1-a405-137a03d36d97 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b407f831-0121-48a5-b269-407cd5b097f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431993 Sep 15 07:42:00.174694 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615'] for port (3b7d0375-a226-4e4b-a78f-fde982eb4c97), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:00.217262 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:42:00.240596 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Pushing event updated for resources: {'Port': ['ID=3b7d0375-a226-4e4b-a78f-fde982eb4c97,revision_number=6']} {{(pid=107290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:42:00.245737 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-55521b49-a597-4c34-b01b-65b9dc282f09 req-6d6ed8f7-c5e6-4368-ba9a-f116bf77f2da tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:00.246103 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-55521b49-a597-4c34-b01b-65b9dc282f09 req-6d6ed8f7-c5e6-4368-ba9a-f116bf77f2da tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2007462'] for floatingip (7effb13f-2bd2-4495-9e3a-4e15f46ecd68), after_update {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:00.246416 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.db.l3_db [req-55521b49-a597-4c34-b01b-65b9dc282f09 req-6d6ed8f7-c5e6-4368-ba9a-f116bf77f2da tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Floating IP 7effb13f-2bd2-4495-9e3a-4e15f46ecd68 disassociated. External IP: 172.27.0.150, port: 3b7d0375-a226-4e4b-a78f-fde982eb4c97. Sep 15 07:42:00.246760 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.plugin [req-55521b49-a597-4c34-b01b-65b9dc282f09 req-6d6ed8f7-c5e6-4368-ba9a-f116bf77f2da tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Calling delete_port for 3b7d0375-a226-4e4b-a78f-fde982eb4c97 owned by compute:nova {{(pid=107276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 07:42:00.361868 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=86,neutron:INSERT=3,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:42:00.407261 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4f1392-165d-4242-b374-4479d807dd21 req-be9b3a3a-d194-48f7-96dc-1cb780153c18 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:00.410088 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-6c4f1392-165d-4242-b374-4479d807dd21 req-be9b3a3a-d194-48f7-96dc-1cb780153c18 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=48afb5a2-e7d3-44a4-8882-d81cfd5418ab HTTP/1.1" status: 200 len: 946 time: 0.0507042 Sep 15 07:42:00.443210 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=100 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:42:00.458697 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-6c4f1392-165d-4242-b374-4479d807dd21 req-dca2a59e-3acd-4d42-98bb-c81af730577c tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3bbd3c93-b7a5-43ea-bc32-62815f5ad2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431271 Sep 15 07:42:00.469300 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-55521b49-a597-4c34-b01b-65b9dc282f09 req-6d6ed8f7-c5e6-4368-ba9a-f116bf77f2da tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729658628491', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729658170588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260827426'] for port (3b7d0375-a226-4e4b-a78f-fde982eb4c97), after_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:00.500587 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6ed8f7-c5e6-4368-ba9a-f116bf77f2da tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Pushing event deleted for resources: {'Port': ['ID=3b7d0375-a226-4e4b-a78f-fde982eb4c97,revision_number=None']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:42:00.597874 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59b5f29-f1f5-4b1d-b780-b2ca3e908e80 req-cd61e9ad-12dd-4dd9-a723-f3395b79a683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:00.600169 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-e59b5f29-f1f5-4b1d-b780-b2ca3e908e80 req-cd61e9ad-12dd-4dd9-a723-f3395b79a683 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=48afb5a2-e7d3-44a4-8882-d81cfd5418ab HTTP/1.1" status: 200 len: 1130 time: 0.0564530 Sep 15 07:42:00.634115 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.scheduler.l3_agent_scheduler [req-55521b49-a597-4c34-b01b-65b9dc282f09 req-6d6ed8f7-c5e6-4368-ba9a-f116bf77f2da tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Router 0d4028b8-96d7-47fa-8f18-e0b1adcb6c33 has already been hosted by L3 agent 6177172c-20b9-4a3a-92be-d5dd082cfa3a {{(pid=107276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 07:42:00.645066 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-c04f4867-db76-4f16-a45b-9e5926704aab req-199aa7bd-ddb2-4e5c-95d5-f8699eafc870 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7cfb1a22-faac-4d66-874d-e7866a02a054 HTTP/1.1" status: 200 len: 210 time: 0.0319557 Sep 15 07:42:00.738558 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-55521b49-a597-4c34-b01b-65b9dc282f09 req-6d6ed8f7-c5e6-4368-ba9a-f116bf77f2da tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Notify agent at l3_agent.dv-cinder-824149-6-iscsi the message routers_updated {{(pid=107276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 07:42:00.752541 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0ba105-bb07-4191-b520-4a87271b07bb None None] Sync routers for ids ['0d4028b8-96d7-47fa-8f18-e0b1adcb6c33'] in dv-cinder-824149-6-iscsi {{(pid=107290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 07:42:00.776357 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0ba105-bb07-4191-b520-4a87271b07bb None None] Routers {'0d4028b8-96d7-47fa-8f18-e0b1adcb6c33'} bound to L3 agent in host dv-cinder-824149-6-iscsi {{(pid=107290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 07:42:00.777000 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_hamode_db [None req-ee0ba105-bb07-4191-b520-4a87271b07bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-15T07:30:25Z,description=,heartbeat_timestamp=2022-09-15T07:41:55Z,host='dv-cinder-824149-6-iscsi',id=6177172c-20b9-4a3a-92be-d5dd082cfa3a,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T07:30:25Z,topic='l3_agent')) {'router_ids': ['0d4028b8-96d7-47fa-8f18-e0b1adcb6c33'], 'active': True} {{(pid=107290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:42:00.803932 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.db.l3_dvrscheduler_db [req-55521b49-a597-4c34-b01b-65b9dc282f09 req-6d6ed8f7-c5e6-4368-ba9a-f116bf77f2da tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] No DVR routers for this DVR port 3b7d0375-a226-4e4b-a78f-fde982eb4c97 on host hv-cinder-82414 {{(pid=107276) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 07:42:00.806496 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-55521b49-a597-4c34-b01b-65b9dc282f09 req-6d6ed8f7-c5e6-4368-ba9a-f116bf77f2da tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382552'] for port (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:00.809697 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-55521b49-a597-4c34-b01b-65b9dc282f09 req-6d6ed8f7-c5e6-4368-ba9a-f116bf77f2da tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.26 "DELETE /networking/v2.0/ports/3b7d0375-a226-4e4b-a78f-fde982eb4c97 HTTP/1.1" status: 204 len: 173 time: 1.0754678 Sep 15 07:42:00.810192 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95c6ee4c-f348-424e-9fa6-ca2ee2f67967', 'name': 'network-vif-deleted', 'tag': '3b7d0375-a226-4e4b-a78f-fde982eb4c97'}] {{(pid=107276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 07:42:00.812392 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e3724867bd40dd9d720ab8c058c996a0c2f5593be620855f41bc083494bf738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f14e0125-a448-4e00-82b1-12202b6d51c7" -d '{"events": [{"server_uuid": "95c6ee4c-f348-424e-9fa6-ca2ee2f67967", "name": "network-vif-deleted", "tag": "3b7d0375-a226-4e4b-a78f-fde982eb4c97"}]}' {{(pid=107276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 07:42:00.854730 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 07:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-281750c6-f0b5-4f69-93d9-254c4337fcbe x-openstack-request-id: req-281750c6-f0b5-4f69-93d9-254c4337fcbe {{(pid=107276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 07:42:00.855148 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95c6ee4c-f348-424e-9fa6-ca2ee2f67967", "name": "network-vif-deleted", "tag": "3b7d0375-a226-4e4b-a78f-fde982eb4c97", "status": "completed", "code": 200}]} {{(pid=107276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 07:42:00.855467 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-281750c6-f0b5-4f69-93d9-254c4337fcbe {{(pid=107276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 07:42:00.856014 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.notifiers.nova [-] Nova event matching ['req-281750c6-f0b5-4f69-93d9-254c4337fcbe'] response: {'server_uuid': '95c6ee4c-f348-424e-9fa6-ca2ee2f67967', 'name': 'network-vif-deleted', 'tag': '3b7d0375-a226-4e4b-a78f-fde982eb4c97', 'status': 'completed', 'code': 200} Sep 15 07:42:00.892424 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvr_db [None req-ee0ba105-bb07-4191-b520-4a87271b07bb None None] Set router 0d4028b8-96d7-47fa-8f18-e0b1adcb6c33 gateway port host: dv-cinder-824149-6-iscsi {{(pid=107290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 07:42:01.021194 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-8b808a12-ac4b-43fa-9e54-61341209a35f req-f4ecdc80-fc33-46cf-be9a-77f1beb666a6 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=95c6ee4c-f348-424e-9fa6-ca2ee2f67967 HTTP/1.1" status: 200 len: 210 time: 0.0503669 Sep 15 07:42:01.148466 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:42:01.186012 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_hamode_db [None req-ee0ba105-bb07-4191-b520-4a87271b07bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d4028b8-96d7-47fa-8f18-e0b1adcb6c33', 'name': 'tempest-AttachVolumeNegativeTest-973409911-router', 'tenant_id': '14017d5edbbd4068b529d5d92444182a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': 'e783c1bd-15b4-4efe-877f-05c799346606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:38:34Z', 'updated_at': '2022-09-15T07:38:43Z', 'revision_number': 4, 'project_id': '14017d5edbbd4068b529d5d92444182a', 'gw_port': {'id': 'e783c1bd-15b4-4efe-877f-05c799346606', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4028b8-96d7-47fa-8f18-e0b1adcb6c33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:38:35Z', 'updated_at': '2022-09-15T07:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi', '_floatingips': [{'id': 'd06cecb4-8070-461a-a7a9-d266894127de', 'tenant_id': '14017d5edbbd4068b529d5d92444182a', 'floating_ip_address': '172.27.0.33', 'floating_network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'router_id': '0d4028b8-96d7-47fa-8f18-e0b1adcb6c33', 'port_id': '56775397-b0d1-4018-9f3c-25e559549950', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be4fe7de-ab91-47eb-96fc-2000373fe74e', 'mac_address': 'fa:16:3e:37:95:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37cd67df-dd0e-4658-9b80-3c29efd65897', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T07:38:52Z', 'updated_at': '2022-09-15T07:39:26Z', 'revision_number': 2, 'project_id': '14017d5edbbd4068b529d5d92444182a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7975c9ad-ec26-425b-9f32-75713f2d760a', 'name': '', 'network_id': 'be4fe7de-ab91-47eb-96fc-2000373fe74e', 'tenant_id': '14017d5edbbd4068b529d5d92444182a', 'mac_address': 'fa:16:3e:1f:9e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4028b8-96d7-47fa-8f18-e0b1adcb6c33', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '655669e6-9885-472d-9103-52b022988dd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:38:40Z', 'updated_at': '2022-09-15T07:38:50Z', 'revision_number': 5, 'project_id': '14017d5edbbd4068b529d5d92444182a', 'subnets': [{'id': '655669e6-9885-472d-9103-52b022988dd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-6-iscsi', False) {} {{(pid=107290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:42:01.240673 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0ba105-bb07-4191-b520-4a87271b07bb None None] Checking router: 0d4028b8-96d7-47fa-8f18-e0b1adcb6c33 for host: dv-cinder-824149-6-iscsi {{(pid=107290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 07:42:01.250560 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0ba105-bb07-4191-b520-4a87271b07bb None None] Routers {'0d4028b8-96d7-47fa-8f18-e0b1adcb6c33'} bound to L3 agent in host dv-cinder-824149-6-iscsi {{(pid=107290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 07:42:01.251249 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_hamode_db [None req-ee0ba105-bb07-4191-b520-4a87271b07bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-15T07:30:25Z,description=,heartbeat_timestamp=2022-09-15T07:41:55Z,host='dv-cinder-824149-6-iscsi',id=6177172c-20b9-4a3a-92be-d5dd082cfa3a,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T07:30:25Z,topic='l3_agent')) {'router_ids': ['0d4028b8-96d7-47fa-8f18-e0b1adcb6c33'], 'active': True} {{(pid=107290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:42:01.342203 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-e59b5f29-f1f5-4b1d-b780-b2ca3e908e80 req-e2c591a4-2946-41ac-ab31-0e7515da5998 service neutron] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3bbd3c93-b7a5-43ea-bc32-62815f5ad2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045043 Sep 15 07:42:01.400432 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvr_db [None req-ee0ba105-bb07-4191-b520-4a87271b07bb None None] Set router 0d4028b8-96d7-47fa-8f18-e0b1adcb6c33 gateway port host: dv-cinder-824149-6-iscsi {{(pid=107290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 07:42:01.402226 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c75803-3ee4-434c-a191-e2fa9b760c95 req-580cdf5a-8fde-47ed-b7b5-b03e086df804 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:01.403368 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2624a676-2a25-4d5b-9c4e-8c832f11f061 req-d5dcfb16-b542-45e4-9bc6-17767d30dd73 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:01.404926 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-2624a676-2a25-4d5b-9c4e-8c832f11f061 req-d5dcfb16-b542-45e4-9bc6-17767d30dd73 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.26 "GET /networking/v2.0/networks?id=2c10a638-2533-4c87-88f1-ce4db4dec0fd HTTP/1.1" status: 200 len: 811 time: 0.2616112 Sep 15 07:42:01.406633 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-d0c75803-3ee4-434c-a191-e2fa9b760c95 req-580cdf5a-8fde-47ed-b7b5-b03e086df804 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=07ae2103-9abb-45d7-94b1-7e0f83c44fa0 HTTP/1.1" status: 200 len: 947 time: 0.2192523 Sep 15 07:42:01.441897 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:42:01.486302 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=100 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:42:01.503386 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-d0c75803-3ee4-434c-a191-e2fa9b760c95 req-a604635e-37f6-463f-94f0-c4342d866454 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b407f831-0121-48a5-b269-407cd5b097f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897322 Sep 15 07:42:01.683537 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd672977-3c68-49c6-9f47-3cc95c17949a req-efac7e34-d348-41c7-ace4-339969b99ae2 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:01.698101 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-bd672977-3c68-49c6-9f47-3cc95c17949a req-efac7e34-d348-41c7-ace4-339969b99ae2 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=48afb5a2-e7d3-44a4-8882-d81cfd5418ab HTTP/1.1" status: 200 len: 946 time: 0.1164019 Sep 15 07:42:01.762724 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-2624a676-2a25-4d5b-9c4e-8c832f11f061 req-63509128-693b-4088-8db8-1f6b51760f88 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.26 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=af1e008c4bfa41e18488c63ea0f17b27 HTTP/1.1" status: 200 len: 380 time: 0.1450169 Sep 15 07:42:01.775045 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.v2.base [req-2624a676-2a25-4d5b-9c4e-8c832f11f061 req-82c4c6c8-336f-46ab-94e2-d6b13025625a tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Request body: {'port': {'device_id': '7cfb1a22-faac-4d66-874d-e7866a02a054', 'network_id': '2c10a638-2533-4c87-88f1-ce4db4dec0fd', 'admin_state_up': True, 'tenant_id': 'af1e008c4bfa41e18488c63ea0f17b27', 'security_groups': ['bd1948ba-0dcc-463f-ac7d-46ca49a9cc24']}} {{(pid=107276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:42:01.829557 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:42:01.839673 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_hamode_db [None req-ee0ba105-bb07-4191-b520-4a87271b07bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d4028b8-96d7-47fa-8f18-e0b1adcb6c33', 'name': 'tempest-AttachVolumeNegativeTest-973409911-router', 'tenant_id': '14017d5edbbd4068b529d5d92444182a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': 'e783c1bd-15b4-4efe-877f-05c799346606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:38:34Z', 'updated_at': '2022-09-15T07:38:43Z', 'revision_number': 4, 'project_id': '14017d5edbbd4068b529d5d92444182a', 'gw_port': {'id': 'e783c1bd-15b4-4efe-877f-05c799346606', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4028b8-96d7-47fa-8f18-e0b1adcb6c33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:38:35Z', 'updated_at': '2022-09-15T07:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi', '_floatingips': [{'id': 'd06cecb4-8070-461a-a7a9-d266894127de', 'tenant_id': '14017d5edbbd4068b529d5d92444182a', 'floating_ip_address': '172.27.0.33', 'floating_network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'router_id': '0d4028b8-96d7-47fa-8f18-e0b1adcb6c33', 'port_id': '56775397-b0d1-4018-9f3c-25e559549950', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be4fe7de-ab91-47eb-96fc-2000373fe74e', 'mac_address': 'fa:16:3e:37:95:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37cd67df-dd0e-4658-9b80-3c29efd65897', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T07:38:52Z', 'updated_at': '2022-09-15T07:39:26Z', 'revision_number': 2, 'project_id': '14017d5edbbd4068b529d5d92444182a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7975c9ad-ec26-425b-9f32-75713f2d760a', 'name': '', 'network_id': 'be4fe7de-ab91-47eb-96fc-2000373fe74e', 'tenant_id': '14017d5edbbd4068b529d5d92444182a', 'mac_address': 'fa:16:3e:1f:9e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4028b8-96d7-47fa-8f18-e0b1adcb6c33', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '655669e6-9885-472d-9103-52b022988dd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:38:40Z', 'updated_at': '2022-09-15T07:38:50Z', 'revision_number': 5, 'project_id': '14017d5edbbd4068b529d5d92444182a', 'subnets': [{'id': '655669e6-9885-472d-9103-52b022988dd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-6-iscsi', False) {} {{(pid=107290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:42:01.876319 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0ba105-bb07-4191-b520-4a87271b07bb None None] The sync data for ids ['0d4028b8-96d7-47fa-8f18-e0b1adcb6c33'] in dv-cinder-824149-6-iscsi is: [{'id': '0d4028b8-96d7-47fa-8f18-e0b1adcb6c33', 'name': 'tempest-AttachVolumeNegativeTest-973409911-router', 'tenant_id': '14017d5edbbd4068b529d5d92444182a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': 'e783c1bd-15b4-4efe-877f-05c799346606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:38:34Z', 'updated_at': '2022-09-15T07:38:43Z', 'revision_number': 4, 'project_id': '14017d5edbbd4068b529d5d92444182a', 'gw_port': {'id': 'e783c1bd-15b4-4efe-877f-05c799346606', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4028b8-96d7-47fa-8f18-e0b1adcb6c33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:38:35Z', 'updated_at': '2022-09-15T07:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi', '_floatingips': [{'id': 'd06cecb4-8070-461a-a7a9-d266894127de', 'tenant_id': '14017d5edbbd4068b529d5d92444182a', 'floating_ip_address': '172.27.0.33', 'floating_network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'router_id': '0d4028b8-96d7-47fa-8f18-e0b1adcb6c33', 'port_id': '56775397-b0d1-4018-9f3c-25e559549950', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be4fe7de-ab91-47eb-96fc-2000373fe74e', 'mac_address': 'fa:16:3e:37:95:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37cd67df-dd0e-4658-9b80-3c29efd65897', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T07:38:52Z', 'updated_at': '2022-09-15T07:39:26Z', 'revision_number': 2, 'project_id': '14017d5edbbd4068b529d5d92444182a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7975c9ad-ec26-425b-9f32-75713f2d760a', 'name': '', 'network_id': 'be4fe7de-ab91-47eb-96fc-2000373fe74e', 'tenant_id': '14017d5edbbd4068b529d5d92444182a', 'mac_address': 'fa:16:3e:1f:9e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4028b8-96d7-47fa-8f18-e0b1adcb6c33', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '655669e6-9885-472d-9103-52b022988dd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:38:40Z', 'updated_at': '2022-09-15T07:38:50Z', 'revision_number': 5, 'project_id': '14017d5edbbd4068b529d5d92444182a', 'subnets': [{'id': '655669e6-9885-472d-9103-52b022988dd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 07:42:02.091891 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-1b21fbde-c8a9-4895-bf56-939dac3c7c3b req-f1b5f345-9aaf-47d9-9f90-b32bbf1a2e68 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7cfb1a22-faac-4d66-874d-e7866a02a054 HTTP/1.1" status: 200 len: 210 time: 0.0346169 Sep 15 07:42:02.137103 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2624a676-2a25-4d5b-9c4e-8c832f11f061 req-82c4c6c8-336f-46ab-94e2-d6b13025625a tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Made reservation on behalf of af1e008c4bfa41e18488c63ea0f17b27 for: {'port': 1} {{(pid=107276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 07:42:02.141216 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-2624a676-2a25-4d5b-9c4e-8c832f11f061 req-82c4c6c8-336f-46ab-94e2-d6b13025625a tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (None), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:02.148538 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-bd672977-3c68-49c6-9f47-3cc95c17949a req-1648ab81-b2ff-46ad-a155-b4d56e045ce7 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3bbd3c93-b7a5-43ea-bc32-62815f5ad2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4255338 Sep 15 07:42:02.233142 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-924f9270-128a-4bb2-9468-571315b33d3f req-cf3485b9-9d72-4f58-8aa4-9922c3215710 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=95c6ee4c-f348-424e-9fa6-ca2ee2f67967 HTTP/1.1" status: 200 len: 210 time: 0.0337327 Sep 15 07:42:02.288342 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29fe576-7019-4a2d-9132-fdbc9b6bc172 None None] New status for floating IP 7effb13f-2bd2-4495-9e3a-4e15f46ecd68: DOWN {{(pid=107295) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 15 07:42:02.347934 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.db.db_base_plugin_common [req-2624a676-2a25-4d5b-9c4e-8c832f11f061 req-82c4c6c8-336f-46ab-94e2-d6b13025625a tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Allocated IP 172.20.0.5 (2c10a638-2533-4c87-88f1-ce4db4dec0fd/c8bb4817-976c-49f3-9d00-c474544f8d63/64d3dfe8-cb43-42b9-b820-a5af2429b050) {{(pid=107276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 07:42:02.570211 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-2624a676-2a25-4d5b-9c4e-8c832f11f061 req-82c4c6c8-336f-46ab-94e2-d6b13025625a tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Publish callbacks [] for port (64d3dfe8-cb43-42b9-b820-a5af2429b050), precommit_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:02.676363 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-2624a676-2a25-4d5b-9c4e-8c832f11f061 req-82c4c6c8-336f-46ab-94e2-d6b13025625a tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729658170579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260827426'] for port (64d3dfe8-cb43-42b9-b820-a5af2429b050), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:02.711225 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79070d98-6df7-4ba9-9bf9-2975d084a091 req-f6b0a817-5ffb-4269-bf3b-9c217e547923 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:02.713895 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-79070d98-6df7-4ba9-9bf9-2975d084a091 req-f6b0a817-5ffb-4269-bf3b-9c217e547923 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=07ae2103-9abb-45d7-94b1-7e0f83c44fa0 HTTP/1.1" status: 200 len: 947 time: 0.1012154 Sep 15 07:42:02.750273 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2624a676-2a25-4d5b-9c4e-8c832f11f061 req-82c4c6c8-336f-46ab-94e2-d6b13025625a tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Network 2c10a638-2533-4c87-88f1-ce4db4dec0fd is already hosted by enough agents. {{(pid=107276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 07:42:02.774201 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.scheduler.base_scheduler [req-2624a676-2a25-4d5b-9c4e-8c832f11f061 req-82c4c6c8-336f-46ab-94e2-d6b13025625a tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Resources bound (agent type, host, resource id): {{(pid=107276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 07:42:02.778205 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.db.l3_dvrscheduler_db [req-2624a676-2a25-4d5b-9c4e-8c832f11f061 req-82c4c6c8-336f-46ab-94e2-d6b13025625a tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Received port after_create {{(pid=107276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 07:42:02.789550 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-79070d98-6df7-4ba9-9bf9-2975d084a091 req-eb7fb962-a6b9-4bca-bc97-edf3555cf540 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b407f831-0121-48a5-b269-407cd5b097f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690296 Sep 15 07:42:02.898730 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c4c6c8-336f-46ab-94e2-d6b13025625a tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Pushing event updated for resources: {'Port': ['ID=64d3dfe8-cb43-42b9-b820-a5af2429b050,revision_number=1']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:42:02.925012 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2624a676-2a25-4d5b-9c4e-8c832f11f061 req-82c4c6c8-336f-46ab-94e2-d6b13025625a tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:02.926585 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-2624a676-2a25-4d5b-9c4e-8c832f11f061 req-82c4c6c8-336f-46ab-94e2-d6b13025625a tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382552'] for port (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:02.939141 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:42:03.052235 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-2624a676-2a25-4d5b-9c4e-8c832f11f061 req-82c4c6c8-336f-46ab-94e2-d6b13025625a tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2844038 Sep 15 07:42:03.085352 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-fef74592-ba06-4204-ba53-559969ae0cab None None] Provisioning complete for port 64d3dfe8-cb43-42b9-b820-a5af2429b050 triggered by entity DHCP. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 07:42:03.085946 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-fef74592-ba06-4204-ba53-559969ae0cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862942'] for port (64d3dfe8-cb43-42b9-b820-a5af2429b050), provisioning_complete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:03.086063 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-fef74592-ba06-4204-ba53-559969ae0cab None None] Attempt 1 to provision port 64d3dfe8-cb43-42b9-b820-a5af2429b050 Sep 15 07:42:03.125214 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-fef74592-ba06-4204-ba53-559969ae0cab None None] Port 64d3dfe8-cb43-42b9-b820-a5af2429b050 cannot update to ACTIVE because it is not bound. {{(pid=107290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 07:42:03.251836 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac416fcf-a435-4717-95e8-17cd1d0231c2 req-804d7b7d-ce58-4ed8-88d1-eda864f6809e tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:03.253196 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-ac416fcf-a435-4717-95e8-17cd1d0231c2 req-804d7b7d-ce58-4ed8-88d1-eda864f6809e tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7cfb1a22-faac-4d66-874d-e7866a02a054 HTTP/1.1" status: 200 len: 931 time: 0.0853505 Sep 15 07:42:03.280032 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd2ae4a-e28e-429c-b847-5269ab876552 req-1d29e75d-5c10-48dd-9fbb-ba5e39ee4e0c tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:03.281411 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-dbd2ae4a-e28e-429c-b847-5269ab876552 req-1d29e75d-5c10-48dd-9fbb-ba5e39ee4e0c tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=48afb5a2-e7d3-44a4-8882-d81cfd5418ab HTTP/1.1" status: 200 len: 946 time: 0.0695918 Sep 15 07:42:03.330319 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-ac416fcf-a435-4717-95e8-17cd1d0231c2 req-07499dc8-5c23-48e5-a058-c3c75ccaa9cf tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bd1948ba-0dcc-463f-ac7d-46ca49a9cc24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706427 Sep 15 07:42:03.362129 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-dbd2ae4a-e28e-429c-b847-5269ab876552 req-9d97e24e-6efc-420c-9b4b-f705876b3eca tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3bbd3c93-b7a5-43ea-bc32-62815f5ad2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727768 Sep 15 07:42:03.450306 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-0ec7ae45-75fc-4a14-ad62-276d5e88ea0c req-1bc359bb-ea3b-4d0e-b2cc-c14ec3093810 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=95c6ee4c-f348-424e-9fa6-ca2ee2f67967 HTTP/1.1" status: 200 len: 210 time: 0.0370445 Sep 15 07:42:03.551552 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.v2.base [req-2624a676-2a25-4d5b-9c4e-8c832f11f061 req-63961f1b-c3ae-49e7-92e0-32ebda6b5c6a service neutron] Request body: {'port': {'device_id': '7cfb1a22-faac-4d66-874d-e7866a02a054', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82414'}} {{(pid=107276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:42:03.626225 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-fef74592-ba06-4204-ba53-559969ae0cab None None] Attempt 2 to provision port 64d3dfe8-cb43-42b9-b820-a5af2429b050 Sep 15 07:42:03.645206 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-2624a676-2a25-4d5b-9c4e-8c832f11f061 req-63961f1b-c3ae-49e7-92e0-32ebda6b5c6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (64d3dfe8-cb43-42b9-b820-a5af2429b050), before_update {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:03.666512 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-fef74592-ba06-4204-ba53-559969ae0cab None None] Port 64d3dfe8-cb43-42b9-b820-a5af2429b050 cannot update to ACTIVE because it is not bound. {{(pid=107290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 07:42:03.833766 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3b5041-4378-478a-aa60-b546bf1db822 req-af55a48e-868a-4895-a3b4-08e1622a9bd4 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:03.835383 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-9b3b5041-4378-478a-aa60-b546bf1db822 req-af55a48e-868a-4895-a3b4-08e1622a9bd4 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=48afb5a2-e7d3-44a4-8882-d81cfd5418ab HTTP/1.1" status: 200 len: 946 time: 0.0714455 Sep 15 07:42:03.902414 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-9b3b5041-4378-478a-aa60-b546bf1db822 req-1ca015a5-08f4-498d-a0aa-a3698b89edd2 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3bbd3c93-b7a5-43ea-bc32-62815f5ad2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595679 Sep 15 07:42:03.982795 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.notifiers.nova [req-2624a676-2a25-4d5b-9c4e-8c832f11f061 req-63961f1b-c3ae-49e7-92e0-32ebda6b5c6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64d3dfe8-cb43-42b9-b820-a5af2429b050 {{(pid=107276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 07:42:03.991202 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-2624a676-2a25-4d5b-9c4e-8c832f11f061 req-63961f1b-c3ae-49e7-92e0-32ebda6b5c6a service neutron] Publish callbacks [] for port (64d3dfe8-cb43-42b9-b820-a5af2429b050), precommit_update {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:03.998797 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed62fea7-8abb-4d0b-9df4-0ff502846068 req-41a1b7bb-4a0e-4db1-8100-2b6ffe507ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:04.000285 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-ed62fea7-8abb-4d0b-9df4-0ff502846068 req-41a1b7bb-4a0e-4db1-8100-2b6ffe507ec5 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=cdc69db806d24d1f8eb18aadaaafabcb&device_id=48afb5a2-e7d3-44a4-8882-d81cfd5418ab HTTP/1.1" status: 200 len: 1130 time: 0.0934720 Sep 15 07:42:04.003282 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.db.provisioning_blocks [req-2624a676-2a25-4d5b-9c4e-8c832f11f061 req-63961f1b-c3ae-49e7-92e0-32ebda6b5c6a service neutron] Transition to ACTIVE for port object 64d3dfe8-cb43-42b9-b820-a5af2429b050 will not be triggered until provisioned by entity L2. {{(pid=107276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 15 07:42:04.008495 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f69281a-6a62-4660-8f13-792ac30634ae req-80f6dee5-ee53-4cc4-a614-a51997160a0f tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:04.014238 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-8f69281a-6a62-4660-8f13-792ac30634ae req-80f6dee5-ee53-4cc4-a614-a51997160a0f tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=07ae2103-9abb-45d7-94b1-7e0f83c44fa0 HTTP/1.1" status: 200 len: 947 time: 0.0913246 Sep 15 07:42:04.086417 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-2624a676-2a25-4d5b-9c4e-8c832f11f061 req-63961f1b-c3ae-49e7-92e0-32ebda6b5c6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260827419'] for port (64d3dfe8-cb43-42b9-b820-a5af2429b050), after_update {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:04.118759 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-8f69281a-6a62-4660-8f13-792ac30634ae req-02139b4b-7c71-478c-b606-6d89c4c5f1d1 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b407f831-0121-48a5-b269-407cd5b097f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005857 Sep 15 07:42:04.134337 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed62fea7-8abb-4d0b-9df4-0ff502846068 req-fd1d9a03-c404-4e98-98c7-38c28b469b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:04.135944 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-ed62fea7-8abb-4d0b-9df4-0ff502846068 req-fd1d9a03-c404-4e98-98c7-38c28b469b8a service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=9125b9da-cf0a-438e-a321-05e9db8df553 HTTP/1.1" status: 200 len: 920 time: 0.1251686 Sep 15 07:42:04.141171 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=90,neutron:UPDATE=7,neutron:INSERT=2,neutron:DELETE=1 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:42:04.166827 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63961f1b-c3ae-49e7-92e0-32ebda6b5c6a service neutron] Pushing event updated for resources: {'Port': ['ID=64d3dfe8-cb43-42b9-b820-a5af2429b050,revision_number=2']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:42:04.167845 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-fef74592-ba06-4204-ba53-559969ae0cab None None] Attempt 3 to provision port 64d3dfe8-cb43-42b9-b820-a5af2429b050 Sep 15 07:42:04.183466 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-ed62fea7-8abb-4d0b-9df4-0ff502846068 req-e5491241-9e78-4a11-8654-aaff072a3daf service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a6554f6-3c98-4833-bfe1-d3631c864347 HTTP/1.1" status: 200 len: 217 time: 0.0411847 Sep 15 07:42:04.204723 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-fef74592-ba06-4204-ba53-559969ae0cab None None] Port 64d3dfe8-cb43-42b9-b820-a5af2429b050 cannot update to ACTIVE because it is not bound. {{(pid=107290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 07:42:04.206749 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.managers [req-2624a676-2a25-4d5b-9c4e-8c832f11f061 req-63961f1b-c3ae-49e7-92e0-32ebda6b5c6a service neutron] Attempting to bind port 64d3dfe8-cb43-42b9-b820-a5af2429b050 on host hv-cinder-82414 for vnic_type normal with profile {{(pid=107276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 07:42:04.207091 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.managers [req-2624a676-2a25-4d5b-9c4e-8c832f11f061 req-63961f1b-c3ae-49e7-92e0-32ebda6b5c6a service neutron] Attempting to bind port 64d3dfe8-cb43-42b9-b820-a5af2429b050 by drivers openvswitch,hyperv on host hv-cinder-82414 at level 0 using segments [{'id': 'ec12b675-c824-48b2-b764-cea54c2a6f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '2c10a638-2533-4c87-88f1-ce4db4dec0fd'}] {{(pid=107276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 07:42:04.207421 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2624a676-2a25-4d5b-9c4e-8c832f11f061 req-63961f1b-c3ae-49e7-92e0-32ebda6b5c6a service neutron] Attempting to bind port 64d3dfe8-cb43-42b9-b820-a5af2429b050 on network 2c10a638-2533-4c87-88f1-ce4db4dec0fd {{(pid=107276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 07:42:04.233293 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed62fea7-8abb-4d0b-9df4-0ff502846068 req-4d8cbbea-acb7-4ab8-8c2a-598089351e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:04.234994 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-ed62fea7-8abb-4d0b-9df4-0ff502846068 req-4d8cbbea-acb7-4ab8-8c2a-598089351e9c service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=56bdd156-8a1e-4af7-bbaf-a09f4f37e06d HTTP/1.1" status: 200 len: 858 time: 0.0453098 Sep 15 07:42:04.249612 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=100 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:42:04.251089 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2624a676-2a25-4d5b-9c4e-8c832f11f061 req-63961f1b-c3ae-49e7-92e0-32ebda6b5c6a service neutron] Port 64d3dfe8-cb43-42b9-b820-a5af2429b050 on network 2c10a638-2533-4c87-88f1-ce4db4dec0fd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82414 {{(pid=107276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 07:42:04.251434 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2624a676-2a25-4d5b-9c4e-8c832f11f061 req-63961f1b-c3ae-49e7-92e0-32ebda6b5c6a service neutron] Attempting to bind port 64d3dfe8-cb43-42b9-b820-a5af2429b050 on network 2c10a638-2533-4c87-88f1-ce4db4dec0fd {{(pid=107276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 07:42:04.280827 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed62fea7-8abb-4d0b-9df4-0ff502846068 req-85292be9-e4c5-4529-903a-caea240fa812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:04.282523 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-ed62fea7-8abb-4d0b-9df4-0ff502846068 req-85292be9-e4c5-4529-903a-caea240fa812 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=9125b9da-cf0a-438e-a321-05e9db8df553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401356 Sep 15 07:42:04.294729 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2624a676-2a25-4d5b-9c4e-8c832f11f061 req-63961f1b-c3ae-49e7-92e0-32ebda6b5c6a service neutron] Checking agent: {'id': '25cf60a6-7ad2-448a-9326-c12b453ddee0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82414', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 7, 36, 43), 'started_at': datetime.datetime(2022, 9, 15, 7, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 7, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 07:42:04.295063 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2624a676-2a25-4d5b-9c4e-8c832f11f061 req-63961f1b-c3ae-49e7-92e0-32ebda6b5c6a service neutron] Checking segment: {'id': 'ec12b675-c824-48b2-b764-cea54c2a6f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '2c10a638-2533-4c87-88f1-ce4db4dec0fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 07:42:04.295452 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2624a676-2a25-4d5b-9c4e-8c832f11f061 req-63961f1b-c3ae-49e7-92e0-32ebda6b5c6a service neutron] Bound using segment: {'id': 'ec12b675-c824-48b2-b764-cea54c2a6f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '2c10a638-2533-4c87-88f1-ce4db4dec0fd'} {{(pid=107276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 07:42:04.295891 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.managers [req-2624a676-2a25-4d5b-9c4e-8c832f11f061 req-63961f1b-c3ae-49e7-92e0-32ebda6b5c6a service neutron] Bound port: 64d3dfe8-cb43-42b9-b820-a5af2429b050, host: hv-cinder-82414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec12b675-c824-48b2-b764-cea54c2a6f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '2c10a638-2533-4c87-88f1-ce4db4dec0fd'}}] {{(pid=107276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 07:42:04.296253 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-2624a676-2a25-4d5b-9c4e-8c832f11f061 req-63961f1b-c3ae-49e7-92e0-32ebda6b5c6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (64d3dfe8-cb43-42b9-b820-a5af2429b050), before_update {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:04.350317 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:42:04.359009 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.db [req-2624a676-2a25-4d5b-9c4e-8c832f11f061 req-63961f1b-c3ae-49e7-92e0-32ebda6b5c6a service neutron] For port 64d3dfe8-cb43-42b9-b820-a5af2429b050, host hv-cinder-82414, cleared binding levels {{(pid=107276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 07:42:04.363566 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.db [req-2624a676-2a25-4d5b-9c4e-8c832f11f061 req-63961f1b-c3ae-49e7-92e0-32ebda6b5c6a service neutron] For port 64d3dfe8-cb43-42b9-b820-a5af2429b050, host hv-cinder-82414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=64d3dfe8-cb43-42b9-b820-a5af2429b050,segment=NetworkSegment(ec12b675-c824-48b2-b764-cea54c2a6f6e),segment_id=ec12b675-c824-48b2-b764-cea54c2a6f6e)] {{(pid=107276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 07:42:04.386690 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-ed62fea7-8abb-4d0b-9df4-0ff502846068 req-db03dadc-ccfe-4a65-919f-2dd7b8966e8d service neutron] 10.222.0.26 "GET /networking/v2.0/networks/9125b9da-cf0a-438e-a321-05e9db8df553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963564 Sep 15 07:42:04.410577 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=100 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:42:04.454839 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-2624a676-2a25-4d5b-9c4e-8c832f11f061 req-63961f1b-c3ae-49e7-92e0-32ebda6b5c6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260827419'] for port (64d3dfe8-cb43-42b9-b820-a5af2429b050), after_update {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:04.459308 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2624a676-2a25-4d5b-9c4e-8c832f11f061 req-63961f1b-c3ae-49e7-92e0-32ebda6b5c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:04.459974 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-2624a676-2a25-4d5b-9c4e-8c832f11f061 req-63961f1b-c3ae-49e7-92e0-32ebda6b5c6a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382552'] for port (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:04.461361 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-2624a676-2a25-4d5b-9c4e-8c832f11f061 req-63961f1b-c3ae-49e7-92e0-32ebda6b5c6a service neutron] 10.222.0.26 "PUT /networking/v2.0/ports/64d3dfe8-cb43-42b9-b820-a5af2429b050 HTTP/1.1" status: 200 len: 1093 time: 0.9150479 Sep 15 07:42:04.461881 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cfb1a22-faac-4d66-874d-e7866a02a054', 'tag': '64d3dfe8-cb43-42b9-b820-a5af2429b050'}] {{(pid=107276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 07:42:04.464115 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e3724867bd40dd9d720ab8c058c996a0c2f5593be620855f41bc083494bf738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbb810e3-6187-4d91-8315-6fe5431d8880" -d '{"events": [{"name": "network-changed", "server_uuid": "7cfb1a22-faac-4d66-874d-e7866a02a054", "tag": "64d3dfe8-cb43-42b9-b820-a5af2429b050"}]}' {{(pid=107276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 07:42:04.504319 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31c1795-26a9-46d5-889e-b2f98f629269 req-ca68cb71-3f3b-456f-a6b9-26c9d0808032 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:04.505969 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-b31c1795-26a9-46d5-889e-b2f98f629269 req-ca68cb71-3f3b-456f-a6b9-26c9d0808032 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7cfb1a22-faac-4d66-874d-e7866a02a054 HTTP/1.1" status: 200 len: 943 time: 0.0942433 Sep 15 07:42:04.531168 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 07:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65e0d7f3-8eaa-41f8-98ce-b69e3b0d9c5c x-openstack-request-id: req-65e0d7f3-8eaa-41f8-98ce-b69e3b0d9c5c {{(pid=107276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 07:42:04.531452 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cfb1a22-faac-4d66-874d-e7866a02a054", "tag": "64d3dfe8-cb43-42b9-b820-a5af2429b050", "status": "completed", "code": 200}]} {{(pid=107276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 07:42:04.531712 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-65e0d7f3-8eaa-41f8-98ce-b69e3b0d9c5c {{(pid=107276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 07:42:04.532251 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65e0d7f3-8eaa-41f8-98ce-b69e3b0d9c5c'] response: {'name': 'network-changed', 'server_uuid': '7cfb1a22-faac-4d66-874d-e7866a02a054', 'tag': '64d3dfe8-cb43-42b9-b820-a5af2429b050', 'status': 'completed', 'code': 200} Sep 15 07:42:04.533320 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63961f1b-c3ae-49e7-92e0-32ebda6b5c6a service neutron] Pushing event updated for resources: {'Port': ['ID=64d3dfe8-cb43-42b9-b820-a5af2429b050,revision_number=3']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:42:04.566484 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-ed62fea7-8abb-4d0b-9df4-0ff502846068 req-b6baa22c-4e28-4b18-9d0d-3c2e1657f52e service neutron] 10.222.0.26 "GET /networking/v2.0/networks/9125b9da-cf0a-438e-a321-05e9db8df553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703687 Sep 15 07:42:04.589356 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-b31c1795-26a9-46d5-889e-b2f98f629269 req-1eacab97-8d3f-4b4b-9dfc-95f4653fc1f1 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bd1948ba-0dcc-463f-ac7d-46ca49a9cc24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701044 Sep 15 07:42:04.616761 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb810e3-6187-4d91-8315-6fe5431d8880 req-c9109578-7a60-4798-9bea-9f3359bcf517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:04.618616 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-cbb810e3-6187-4d91-8315-6fe5431d8880 req-c9109578-7a60-4798-9bea-9f3359bcf517 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=af1e008c4bfa41e18488c63ea0f17b27&device_id=7cfb1a22-faac-4d66-874d-e7866a02a054 HTTP/1.1" status: 200 len: 1127 time: 0.0548553 Sep 15 07:42:04.670503 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 36256) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:42:04.706146 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-fef74592-ba06-4204-ba53-559969ae0cab None None] Attempt 4 to provision port 64d3dfe8-cb43-42b9-b820-a5af2429b050 Sep 15 07:42:04.726191 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-34c7861a-01ef-4960-aeed-e6cd3e0b2843 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks [] for security_group (32995d34-d213-473d-a146-bbf8e7e89fb6), before_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:04.749792 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-34c7861a-01ef-4960-aeed-e6cd3e0b2843 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks [] for security_group (32995d34-d213-473d-a146-bbf8e7e89fb6), precommit_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:04.750827 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-fef74592-ba06-4204-ba53-559969ae0cab None None] Port 64d3dfe8-cb43-42b9-b820-a5af2429b050 had new provisioning blocks added so it will not transition to active. {{(pid=107290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 15 07:42:04.847789 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb810e3-6187-4d91-8315-6fe5431d8880 req-0005a86e-e45a-466a-b829-cee3c85554ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:04.849328 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-cbb810e3-6187-4d91-8315-6fe5431d8880 req-0005a86e-e45a-466a-b829-cee3c85554ac service neutron] 10.222.0.26 "GET /networking/v2.0/networks?tenant_id=af1e008c4bfa41e18488c63ea0f17b27&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1627207 Sep 15 07:42:04.876681 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-34c7861a-01ef-4960-aeed-e6cd3e0b2843 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (32995d34-d213-473d-a146-bbf8e7e89fb6), after_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:04.880318 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-34c7861a-01ef-4960-aeed-e6cd3e0b2843 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks [] for security_group (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:04.881508 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-34c7861a-01ef-4960-aeed-e6cd3e0b2843 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "DELETE /networking/v2.0/security-groups/32995d34-d213-473d-a146-bbf8e7e89fb6 HTTP/1.1" status: 204 len: 168 time: 0.2133939 Sep 15 07:42:04.884207 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 36258) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:42:04.891615 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c7861a-01ef-4960-aeed-e6cd3e0b2843 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32995d34-d213-473d-a146-bbf8e7e89fb6,revision_number=None']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:42:04.898948 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.api.v2.resource [None req-1fa95d98-0bd3-4259-b216-811c02057f17 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] show failed (client error): The resource could not be found. Sep 15 07:42:04.899937 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-1fa95d98-0bd3-4259-b216-811c02057f17 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/security-groups/32995d34-d213-473d-a146-bbf8e7e89fb6 HTTP/1.1" status: 404 len: 347 time: 0.0147631 Sep 15 07:42:04.903240 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 36260) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:42:05.063953 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4cbade-3026-4399-bd3d-515bac1bc288 req-cf114811-5149-4dca-aa46-bf1ed03eb629 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:05.065452 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-1d4cbade-3026-4399-bd3d-515bac1bc288 req-cf114811-5149-4dca-aa46-bf1ed03eb629 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=48afb5a2-e7d3-44a4-8882-d81cfd5418ab HTTP/1.1" status: 200 len: 946 time: 0.0766625 Sep 15 07:42:05.088298 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.plugin [None req-6867fc10-d8c5-43bd-bba4-f7986043f30a tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Deleting port bfddce69-0bbb-4de5-809e-7651647431f9 {{(pid=107279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 07:42:05.088651 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-6867fc10-d8c5-43bd-bba4-f7986043f30a tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729658711565'] for port (bfddce69-0bbb-4de5-809e-7651647431f9), before_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:05.170269 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-1d4cbade-3026-4399-bd3d-515bac1bc288 req-d4a3f4d2-a582-4ec6-81ac-b8f931476ae0 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3bbd3c93-b7a5-43ea-bc32-62815f5ad2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970180 Sep 15 07:42:05.192916 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-6867fc10-d8c5-43bd-bba4-f7986043f30a tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009180'] for port (bfddce69-0bbb-4de5-809e-7651647431f9), precommit_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:05.193301 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-6867fc10-d8c5-43bd-bba4-f7986043f30a tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks [] for floatingip (bfddce69-0bbb-4de5-809e-7651647431f9), precommit_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:05.207117 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.plugin [None req-6867fc10-d8c5-43bd-bba4-f7986043f30a tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Calling delete_port for bfddce69-0bbb-4de5-809e-7651647431f9 owned by network:floatingip {{(pid=107279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 07:42:05.419662 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-6867fc10-d8c5-43bd-bba4-f7986043f30a tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729658628491', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729658170588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991753'] for port (bfddce69-0bbb-4de5-809e-7651647431f9), after_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:05.422928 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:42:05.444262 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6867fc10-d8c5-43bd-bba4-f7986043f30a tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Pushing event deleted for resources: {'Port': ['ID=bfddce69-0bbb-4de5-809e-7651647431f9,revision_number=None']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:42:05.513501 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-6867fc10-d8c5-43bd-bba4-f7986043f30a tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks [] for floatingip (7effb13f-2bd2-4495-9e3a-4e15f46ecd68), after_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:05.516025 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-6867fc10-d8c5-43bd-bba4-f7986043f30a tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382552'] for floatingip (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:05.517157 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-6867fc10-d8c5-43bd-bba4-f7986043f30a tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/7effb13f-2bd2-4495-9e3a-4e15f46ecd68 HTTP/1.1" status: 204 len: 168 time: 0.6122589 Sep 15 07:42:05.713332 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f714cb3-827d-406e-9b36-8eb66421c936 req-811a198d-0e0d-4f0c-b026-d3da1aa324f8 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:05.714878 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-7f714cb3-827d-406e-9b36-8eb66421c936 req-811a198d-0e0d-4f0c-b026-d3da1aa324f8 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7cfb1a22-faac-4d66-874d-e7866a02a054 HTTP/1.1" status: 200 len: 943 time: 0.0484147 Sep 15 07:42:05.777411 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-7f714cb3-827d-406e-9b36-8eb66421c936 req-599f260d-7af9-4d9d-938e-602ff833568a tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bd1948ba-0dcc-463f-ac7d-46ca49a9cc24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553362 Sep 15 07:42:06.046114 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb810e3-6187-4d91-8315-6fe5431d8880 req-62b9744e-7286-4bff-b1fe-c8b9592b9ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:06.050105 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-cbb810e3-6187-4d91-8315-6fe5431d8880 req-62b9744e-7286-4bff-b1fe-c8b9592b9ec6 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1061659 Sep 15 07:42:06.155787 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2624a676-2a25-4d5b-9c4e-8c832f11f061 req-9fb6e0d7-2515-4cf1-97a3-f4c1fe465aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:06.157248 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-2624a676-2a25-4d5b-9c4e-8c832f11f061 req-9fb6e0d7-2515-4cf1-97a3-f4c1fe465aa0 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=af1e008c4bfa41e18488c63ea0f17b27&device_id=7cfb1a22-faac-4d66-874d-e7866a02a054 HTTP/1.1" status: 200 len: 1127 time: 0.0410531 Sep 15 07:42:06.277704 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:42:06.293036 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcdfda5-78cd-4250-b332-23166933c4e0 req-6ffa1f44-9905-4e7a-b27f-f85d278bf062 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:06.294499 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-1bcdfda5-78cd-4250-b332-23166933c4e0 req-6ffa1f44-9905-4e7a-b27f-f85d278bf062 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=48afb5a2-e7d3-44a4-8882-d81cfd5418ab HTTP/1.1" status: 200 len: 946 time: 0.0468564 Sep 15 07:42:06.344550 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-1bcdfda5-78cd-4250-b332-23166933c4e0 req-e1d24a50-3971-4528-a60e-693f8fca9d39 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3bbd3c93-b7a5-43ea-bc32-62815f5ad2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444775 Sep 15 07:42:06.649670 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-2624a676-2a25-4d5b-9c4e-8c832f11f061 req-ca7bfdfa-d3f2-42c6-802e-d0f05d3943a3 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=64d3dfe8-cb43-42b9-b820-a5af2429b050 HTTP/1.1" status: 200 len: 217 time: 0.0384815 Sep 15 07:42:06.896694 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28419627-d0b9-4d0c-998b-c5565cabe95d req-35c08f76-1a5f-4737-9a69-1f81b0bcdd0f tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:06.898186 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-28419627-d0b9-4d0c-998b-c5565cabe95d req-35c08f76-1a5f-4737-9a69-1f81b0bcdd0f tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7cfb1a22-faac-4d66-874d-e7866a02a054 HTTP/1.1" status: 200 len: 943 time: 0.0469043 Sep 15 07:42:06.947547 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-28419627-d0b9-4d0c-998b-c5565cabe95d req-a6b2a1ea-87e2-4552-968a-e5b995486bb7 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bd1948ba-0dcc-463f-ac7d-46ca49a9cc24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437915 Sep 15 07:42:07.452949 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2624a676-2a25-4d5b-9c4e-8c832f11f061 req-7fb930a5-dbfd-4ef7-b65e-7a4f6328a1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:07.454423 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-2624a676-2a25-4d5b-9c4e-8c832f11f061 req-7fb930a5-dbfd-4ef7-b65e-7a4f6328a1b5 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=c8bb4817-976c-49f3-9d00-c474544f8d63 HTTP/1.1" status: 200 len: 850 time: 0.2906599 Sep 15 07:42:07.469743 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0720e7-f190-47cc-b08a-d527c3dd9ea7 req-a7eb8345-5f68-4cb9-b6b2-cda83b7e95ef tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:07.471255 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-ef0720e7-f190-47cc-b08a-d527c3dd9ea7 req-a7eb8345-5f68-4cb9-b6b2-cda83b7e95ef tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=48afb5a2-e7d3-44a4-8882-d81cfd5418ab HTTP/1.1" status: 200 len: 946 time: 0.0482478 Sep 15 07:42:07.499623 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2624a676-2a25-4d5b-9c4e-8c832f11f061 req-e07c58ba-f65d-4a54-925c-d7d3f4e4fc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:07.501199 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-2624a676-2a25-4d5b-9c4e-8c832f11f061 req-e07c58ba-f65d-4a54-925c-d7d3f4e4fc01 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=2c10a638-2533-4c87-88f1-ce4db4dec0fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383537 Sep 15 07:42:07.521232 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-ef0720e7-f190-47cc-b08a-d527c3dd9ea7 req-68c673a7-5f7d-4e55-b13b-e6175f8639c9 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3bbd3c93-b7a5-43ea-bc32-62815f5ad2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442297 Sep 15 07:42:07.623544 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-2624a676-2a25-4d5b-9c4e-8c832f11f061 req-f559313c-95b9-40f6-8806-91bd9f6f8dd2 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/2c10a638-2533-4c87-88f1-ce4db4dec0fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148806 Sep 15 07:42:07.720970 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-2624a676-2a25-4d5b-9c4e-8c832f11f061 req-c83d978b-af5b-480d-9078-12b274cfb4b8 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/2c10a638-2533-4c87-88f1-ce4db4dec0fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881271 Sep 15 07:42:08.076050 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ec816f-3dc6-4c85-b7da-0b6b5f5e39eb req-39ed6f95-205c-4e59-999c-36b19e4912de tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:08.076050 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-e7ec816f-3dc6-4c85-b7da-0b6b5f5e39eb req-39ed6f95-205c-4e59-999c-36b19e4912de tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7cfb1a22-faac-4d66-874d-e7866a02a054 HTTP/1.1" status: 200 len: 943 time: 0.0536408 Sep 15 07:42:08.139473 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-e7ec816f-3dc6-4c85-b7da-0b6b5f5e39eb req-27be45f0-5cac-4f8f-84ed-3ae24f6fb0e9 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bd1948ba-0dcc-463f-ac7d-46ca49a9cc24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583310 Sep 15 07:42:09.115586 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691253ca-6b3a-45ed-b0c8-e96373db5f93 req-7d827dbc-a697-42f9-aa92-c91f5b270716 tempest-VolumesSnapshotTestJSON-172324038 tempest-VolumesSnapshotTestJSON-172324038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:09.116963 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-691253ca-6b3a-45ed-b0c8-e96373db5f93 req-7d827dbc-a697-42f9-aa92-c91f5b270716 tempest-VolumesSnapshotTestJSON-172324038 tempest-VolumesSnapshotTestJSON-172324038-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=417dfb32-7368-4c35-8631-f0ca8b7e2680 HTTP/1.1" status: 200 len: 946 time: 0.0485821 Sep 15 07:42:09.165938 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-691253ca-6b3a-45ed-b0c8-e96373db5f93 req-40862480-36fb-488b-9500-081d30180782 tempest-VolumesSnapshotTestJSON-172324038 tempest-VolumesSnapshotTestJSON-172324038-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6eda1ed7-64d2-40ad-adcb-574a95437049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433371 Sep 15 07:42:09.300373 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae24bda-7f10-41e8-af6b-c103622a58d4 req-0c2ddbe5-de33-4a55-b3a2-2180987ecb97 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:09.303028 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-5ae24bda-7f10-41e8-af6b-c103622a58d4 req-0c2ddbe5-de33-4a55-b3a2-2180987ecb97 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7cfb1a22-faac-4d66-874d-e7866a02a054 HTTP/1.1" status: 200 len: 943 time: 0.0587530 Sep 15 07:42:09.350842 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 36338) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:42:09.354492 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-5ae24bda-7f10-41e8-af6b-c103622a58d4 req-b9798421-be68-44aa-aae6-fd0b40d375e6 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bd1948ba-0dcc-463f-ac7d-46ca49a9cc24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455716 Sep 15 07:42:09.355838 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.v2.base [None req-2bf09a93-78be-4376-a3e4-a69c3088a1ff tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Request body: {'security_group': {'name': 'tempest-securitygroup--543704450', 'description': 'tempest-description--636236472'}} {{(pid=107276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:42:09.431913 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-2bf09a93-78be-4376-a3e4-a69c3088a1ff tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Publish callbacks [] for security_group (None), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:09.467650 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:UPDATE=2,neutron:SELECT=95,neutron:INSERT=3 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:42:09.500074 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-2bf09a93-78be-4376-a3e4-a69c3088a1ff tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Publish callbacks [] for security_group (0e8db3a3-a65b-4399-84bd-cfbe05d3f52d), precommit_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:09.557242 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-2bf09a93-78be-4376-a3e4-a69c3088a1ff tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (0e8db3a3-a65b-4399-84bd-cfbe05d3f52d), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:09.587100 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf09a93-78be-4376-a3e4-a69c3088a1ff tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e8db3a3-a65b-4399-84bd-cfbe05d3f52d,revision_number=1']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:42:09.679464 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-2bf09a93-78be-4376-a3e4-a69c3088a1ff tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Publish callbacks [] for security_group (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:09.680712 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-2bf09a93-78be-4376-a3e4-a69c3088a1ff tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3288469 Sep 15 07:42:09.683641 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 36340) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:42:09.688002 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.v2.base [None req-84d34794-3a4a-473d-b17c-96e627ff151c tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Request body: {'security_group_rule': {'security_group_id': '0e8db3a3-a65b-4399-84bd-cfbe05d3f52d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:42:09.792000 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-84d34794-3a4a-473d-b17c-96e627ff151c tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Publish callbacks [] for security_group_rule (96d277ba-a0ac-4b3c-a752-a6e9151d11be), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:09.801833 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9946da-d3b1-4773-bb75-2f726c23622b req-6402e99f-1a22-47e5-9a6b-d06f8c7643a5 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:09.803224 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-3f9946da-d3b1-4773-bb75-2f726c23622b req-6402e99f-1a22-47e5-9a6b-d06f8c7643a5 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=37cd67df-dd0e-4658-9b80-3c29efd65897 HTTP/1.1" status: 200 len: 946 time: 0.0465982 Sep 15 07:42:09.853748 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-3f9946da-d3b1-4773-bb75-2f726c23622b req-26065e26-f681-4aed-bd5f-3c6f2dfab93d tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1540b02a-1fff-4f44-b533-539080bfc137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449004 Sep 15 07:42:09.854055 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-84d34794-3a4a-473d-b17c-96e627ff151c tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Publish callbacks [] for security_group_rule (96d277ba-a0ac-4b3c-a752-a6e9151d11be), precommit_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:09.932373 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-84d34794-3a4a-473d-b17c-96e627ff151c tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691784'] for security_group_rule (96d277ba-a0ac-4b3c-a752-a6e9151d11be), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:09.943292 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:42:09.956549 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d34794-3a4a-473d-b17c-96e627ff151c tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96d277ba-a0ac-4b3c-a752-a6e9151d11be,revision_number=0']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:42:10.043074 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-84d34794-3a4a-473d-b17c-96e627ff151c tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:10.044387 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-84d34794-3a4a-473d-b17c-96e627ff151c tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3598080 Sep 15 07:42:10.047173 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 36350) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:42:10.051381 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.v2.base [None req-e489933b-f9f7-4ca7-9c3d-9ac5124a99ba tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Request body: {'security_group_rule': {'security_group_id': '0e8db3a3-a65b-4399-84bd-cfbe05d3f52d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:42:10.109304 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-5f7b22f4-72a0-42a7-88f2-cd9f5188e171 req-9f868d45-17c7-42f9-a4f0-86f971076343 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-775038891&fields=id&tenant_id=7e20a6e5fded473c8905bffff7775ed3 HTTP/1.1" status: 200 len: 267 time: 0.0455625 Sep 15 07:42:10.150175 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-e489933b-f9f7-4ca7-9c3d-9ac5124a99ba tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Publish callbacks [] for security_group_rule (bdfbecbe-2c01-46f5-b11b-1b0e50a71986), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:10.210582 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-e489933b-f9f7-4ca7-9c3d-9ac5124a99ba tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Publish callbacks [] for security_group_rule (bdfbecbe-2c01-46f5-b11b-1b0e50a71986), precommit_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:10.223015 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7b22f4-72a0-42a7-88f2-cd9f5188e171 req-27479855-9a75-4deb-b8d6-e8306a9c3afc tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:10.225268 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-5f7b22f4-72a0-42a7-88f2-cd9f5188e171 req-27479855-9a75-4deb-b8d6-e8306a9c3afc tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] 10.222.0.42 "GET /networking/v2.0/networks?id=85a7f1ba-3d89-421a-8e93-c34cc3e5ffc3 HTTP/1.1" status: 200 len: 808 time: 0.1085520 Sep 15 07:42:10.241678 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-5f7b22f4-72a0-42a7-88f2-cd9f5188e171 req-2d3feed3-4717-4f6b-8122-f2dc80387c2b tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] 10.222.0.42 "GET /networking/v2.0/quotas/7e20a6e5fded473c8905bffff7775ed3 HTTP/1.1" status: 200 len: 375 time: 0.0102925 Sep 15 07:42:10.282991 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-e489933b-f9f7-4ca7-9c3d-9ac5124a99ba tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691784'] for security_group_rule (bdfbecbe-2c01-46f5-b11b-1b0e50a71986), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:10.303667 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e489933b-f9f7-4ca7-9c3d-9ac5124a99ba tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdfbecbe-2c01-46f5-b11b-1b0e50a71986,revision_number=0']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:42:10.335910 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1c8c62-1744-4f97-8411-7ec736184a13 req-ad3d9732-84dd-48d0-b6e2-3550269442c0 tempest-VolumesSnapshotTestJSON-172324038 tempest-VolumesSnapshotTestJSON-172324038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:10.337401 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-ba1c8c62-1744-4f97-8411-7ec736184a13 req-ad3d9732-84dd-48d0-b6e2-3550269442c0 tempest-VolumesSnapshotTestJSON-172324038 tempest-VolumesSnapshotTestJSON-172324038-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=417dfb32-7368-4c35-8631-f0ca8b7e2680 HTTP/1.1" status: 200 len: 946 time: 0.0939031 Sep 15 07:42:10.342188 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-5f7b22f4-72a0-42a7-88f2-cd9f5188e171 req-a9071367-f527-436a-8466-fb6c753abd77 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=7e20a6e5fded473c8905bffff7775ed3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0886993 Sep 15 07:42:10.376281 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-e489933b-f9f7-4ca7-9c3d-9ac5124a99ba tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:10.377463 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-e489933b-f9f7-4ca7-9c3d-9ac5124a99ba tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3293796 Sep 15 07:42:10.380807 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 36354) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:42:10.384983 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.v2.base [None req-060eedd8-96ba-496a-9172-dcb744876f3c tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Request body: {'floatingip': {'floating_network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa'}} {{(pid=107276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:42:10.416335 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=100 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:42:10.437568 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-ba1c8c62-1744-4f97-8411-7ec736184a13 req-a7f10859-25bc-457c-bb34-fc4d964464c4 tempest-VolumesSnapshotTestJSON-172324038 tempest-VolumesSnapshotTestJSON-172324038-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6eda1ed7-64d2-40ad-adcb-574a95437049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941596 Sep 15 07:42:10.441110 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=100 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:42:10.472084 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-5f7b22f4-72a0-42a7-88f2-cd9f5188e171 req-a34e6bec-7bc8-4514-93a4-c0267b36647c service neutron] 10.222.0.42 "GET /networking/v2.0/networks/85a7f1ba-3d89-421a-8e93-c34cc3e5ffc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142921 Sep 15 07:42:10.494572 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-060eedd8-96ba-496a-9172-dcb744876f3c tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:10.575333 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-060eedd8-96ba-496a-9172-dcb744876f3c tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (None), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:10.590826 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5f3fa6-d61d-43c8-8b10-050a7cf08926 req-5f711973-2acd-432f-bbc9-d1e52cf448aa tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:10.592310 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-4d5f3fa6-d61d-43c8-8b10-050a7cf08926 req-5f711973-2acd-432f-bbc9-d1e52cf448aa tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7cfb1a22-faac-4d66-874d-e7866a02a054 HTTP/1.1" status: 200 len: 943 time: 0.0589345 Sep 15 07:42:10.636192 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-5f7b22f4-72a0-42a7-88f2-cd9f5188e171 req-da7b1596-a37b-44d4-9568-10963623acc6 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/85a7f1ba-3d89-421a-8e93-c34cc3e5ffc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576362 Sep 15 07:42:10.662357 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-4d5f3fa6-d61d-43c8-8b10-050a7cf08926 req-bd0a9fb5-c1e3-4199-9fc2-5730351ac202 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bd1948ba-0dcc-463f-ac7d-46ca49a9cc24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605364 Sep 15 07:42:10.692454 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.db.db_base_plugin_common [None req-060eedd8-96ba-496a-9172-dcb744876f3c tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Allocated IP 172.27.0.130 (7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa/2c94e072-16ef-4b41-8118-d589be48e89d/e0382fd4-1117-47bc-91b3-1f3b7c8b1f66) {{(pid=107276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 07:42:10.806158 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-060eedd8-96ba-496a-9172-dcb744876f3c tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Publish callbacks [] for port (e0382fd4-1117-47bc-91b3-1f3b7c8b1f66), precommit_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:10.808603 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:42:10.910237 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-060eedd8-96ba-496a-9172-dcb744876f3c tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729658170579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260827426'] for port (e0382fd4-1117-47bc-91b3-1f3b7c8b1f66), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:10.951883 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-060eedd8-96ba-496a-9172-dcb744876f3c tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Network 7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa is already hosted by enough agents. {{(pid=107276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 07:42:10.955052 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.scheduler.base_scheduler [None req-060eedd8-96ba-496a-9172-dcb744876f3c tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Resources bound (agent type, host, resource id): {{(pid=107276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 07:42:10.961035 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060eedd8-96ba-496a-9172-dcb744876f3c tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Received port after_create {{(pid=107276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 07:42:10.983998 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873a3ac0-f889-4018-a316-38073036d31c req-69e33374-ac4c-4113-906d-06d3304598a2 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:10.985405 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-873a3ac0-f889-4018-a316-38073036d31c req-69e33374-ac4c-4113-906d-06d3304598a2 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=37cd67df-dd0e-4658-9b80-3c29efd65897 HTTP/1.1" status: 200 len: 946 time: 0.0569913 Sep 15 07:42:10.995256 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060eedd8-96ba-496a-9172-dcb744876f3c tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Pushing event updated for resources: {'Port': ['ID=e0382fd4-1117-47bc-91b3-1f3b7c8b1f66,revision_number=1']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:42:11.040664 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-873a3ac0-f889-4018-a316-38073036d31c req-a90222b1-3448-4ac7-b300-86bf99d923d3 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1540b02a-1fff-4f44-b533-539080bfc137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492086 Sep 15 07:42:11.064363 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-060eedd8-96ba-496a-9172-dcb744876f3c tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Publish callbacks [] for floatingip (5c598e5d-6c07-45c9-a711-2966fd02c677), precommit_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:11.136489 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:42:11.166710 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-060eedd8-96ba-496a-9172-dcb744876f3c tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (e0382fd4-1117-47bc-91b3-1f3b7c8b1f66), before_update {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:11.244229 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-23dfad9f-f8fb-47a6-bdb7-e8a005970504 req-822f3e99-093e-4e14-bbe3-fd2a1c573454 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=08d61aa0-bcb6-4fe0-bc26-20ef85c5025e HTTP/1.1" status: 200 len: 210 time: 0.0293462 Sep 15 07:42:11.327330 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-060eedd8-96ba-496a-9172-dcb744876f3c tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Publish callbacks [] for port (e0382fd4-1117-47bc-91b3-1f3b7c8b1f66), precommit_update {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:11.391346 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-060eedd8-96ba-496a-9172-dcb744876f3c tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260827419'] for port (e0382fd4-1117-47bc-91b3-1f3b7c8b1f66), after_update {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:11.460766 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060eedd8-96ba-496a-9172-dcb744876f3c tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Pushing event updated for resources: {'Port': ['ID=e0382fd4-1117-47bc-91b3-1f3b7c8b1f66,revision_number=2']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:42:11.463218 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-060eedd8-96ba-496a-9172-dcb744876f3c tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2007462'] for floatingip (5c598e5d-6c07-45c9-a711-2966fd02c677), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:11.564929 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041c3127-0b12-4de4-89dc-92914409ca47 req-110278e2-f7b0-4073-8a9f-6e7812046470 tempest-VolumesSnapshotTestJSON-172324038 tempest-VolumesSnapshotTestJSON-172324038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:11.566410 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-041c3127-0b12-4de4-89dc-92914409ca47 req-110278e2-f7b0-4073-8a9f-6e7812046470 tempest-VolumesSnapshotTestJSON-172324038 tempest-VolumesSnapshotTestJSON-172324038-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=417dfb32-7368-4c35-8631-f0ca8b7e2680 HTTP/1.1" status: 200 len: 946 time: 0.0478556 Sep 15 07:42:11.587991 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-060eedd8-96ba-496a-9172-dcb744876f3c tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382552'] for floatingip (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:11.589302 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-060eedd8-96ba-496a-9172-dcb744876f3c tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2075717 Sep 15 07:42:11.614765 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-041c3127-0b12-4de4-89dc-92914409ca47 req-618ee9fd-8dac-45a4-8fb8-a5aacd046e8e tempest-VolumesSnapshotTestJSON-172324038 tempest-VolumesSnapshotTestJSON-172324038-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6eda1ed7-64d2-40ad-adcb-574a95437049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421660 Sep 15 07:42:11.812478 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0395997c-f752-4311-98f2-31841f302081 req-6984d667-600c-43ea-8517-f7a90bd05909 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:11.814002 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-0395997c-f752-4311-98f2-31841f302081 req-6984d667-600c-43ea-8517-f7a90bd05909 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7cfb1a22-faac-4d66-874d-e7866a02a054 HTTP/1.1" status: 200 len: 943 time: 0.0732787 Sep 15 07:42:11.844359 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-c5ebf292-74db-40b3-903a-5706765487d5 req-60d743e8-1e9d-46b9-ada8-6916bc98e1b8 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--543704450&fields=id&tenant_id=cdc69db806d24d1f8eb18aadaaafabcb HTTP/1.1" status: 200 len: 267 time: 0.0936394 Sep 15 07:42:11.930114 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-0395997c-f752-4311-98f2-31841f302081 req-4b3500ed-b27b-4f87-8b84-176d8c8c7e96 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bd1948ba-0dcc-463f-ac7d-46ca49a9cc24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093037 Sep 15 07:42:11.982299 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ebf292-74db-40b3-903a-5706765487d5 req-33994084-f0b8-491b-8435-3f4acc894021 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:11.983880 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-c5ebf292-74db-40b3-903a-5706765487d5 req-33994084-f0b8-491b-8435-3f4acc894021 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/networks?id=9125b9da-cf0a-438e-a321-05e9db8df553 HTTP/1.1" status: 200 len: 819 time: 0.1322854 Sep 15 07:42:12.000033 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-c5ebf292-74db-40b3-903a-5706765487d5 req-5d3fd435-a659-4d95-a1d4-6ba8ce3b3b94 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/quotas/cdc69db806d24d1f8eb18aadaaafabcb HTTP/1.1" status: 200 len: 375 time: 0.0092492 Sep 15 07:42:12.056557 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-c5ebf292-74db-40b3-903a-5706765487d5 req-eef7b9ae-2d06-4bbd-8e43-cb548d0f0eed tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=cdc69db806d24d1f8eb18aadaaafabcb&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0500000 Sep 15 07:42:12.079471 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e0cf43-1ac7-4e2a-bff9-f897d7f22737 req-db1afa0c-af5d-42c5-902f-0df51e49f733 tempest-VolumesSnapshotTestJSON-172324038 tempest-VolumesSnapshotTestJSON-172324038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:12.080983 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-c6e0cf43-1ac7-4e2a-bff9-f897d7f22737 req-db1afa0c-af5d-42c5-902f-0df51e49f733 tempest-VolumesSnapshotTestJSON-172324038 tempest-VolumesSnapshotTestJSON-172324038-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=417dfb32-7368-4c35-8631-f0ca8b7e2680 HTTP/1.1" status: 200 len: 946 time: 0.0492616 Sep 15 07:42:12.121318 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=100 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:42:12.182314 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1d4a94-2a66-4f33-ac64-1f277a710cc3 req-97415304-f148-46b7-9b6b-5fee97ccbdb6 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:12.183764 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-6c1d4a94-2a66-4f33-ac64-1f277a710cc3 req-97415304-f148-46b7-9b6b-5fee97ccbdb6 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=37cd67df-dd0e-4658-9b80-3c29efd65897 HTTP/1.1" status: 200 len: 946 time: 0.0651088 Sep 15 07:42:12.205236 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-c5ebf292-74db-40b3-903a-5706765487d5 req-0b7beade-eb8a-4117-a2d6-a6ea5d0cbb0c service neutron] 10.222.0.42 "GET /networking/v2.0/networks/9125b9da-cf0a-438e-a321-05e9db8df553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360803 Sep 15 07:42:12.283762 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.plugin [req-c6e0cf43-1ac7-4e2a-bff9-f897d7f22737 req-ebd34fb7-6ce9-4700-9fb9-6ecb5b04955d tempest-VolumesSnapshotTestJSON-172324038 tempest-VolumesSnapshotTestJSON-172324038-project] Deleting port 5f558303-6561-42ea-8bcc-d87ad98fc906 {{(pid=107276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 07:42:12.284174 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-c6e0cf43-1ac7-4e2a-bff9-f897d7f22737 req-ebd34fb7-6ce9-4700-9fb9-6ecb5b04955d tempest-VolumesSnapshotTestJSON-172324038 tempest-VolumesSnapshotTestJSON-172324038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729658711565'] for port (5f558303-6561-42ea-8bcc-d87ad98fc906), before_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:12.308470 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-6c1d4a94-2a66-4f33-ac64-1f277a710cc3 req-b83a5db6-ef71-4018-99ee-ca5c98dbb8d5 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1540b02a-1fff-4f44-b533-539080bfc137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149812 Sep 15 07:42:12.386060 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6fb6be-8eca-4f63-9628-f4aae826319a req-873a3996-3f20-465f-974b-61643bb7e094 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:12.386757 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.db [req-c6e0cf43-1ac7-4e2a-bff9-f897d7f22737 req-ebd34fb7-6ce9-4700-9fb9-6ecb5b04955d tempest-VolumesSnapshotTestJSON-172324038 tempest-VolumesSnapshotTestJSON-172324038-project] For port 5f558303-6561-42ea-8bcc-d87ad98fc906, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=5f558303-6561-42ea-8bcc-d87ad98fc906,segment=NetworkSegment(933d1858-9190-48af-ab20-a3ec8506eacd),segment_id=933d1858-9190-48af-ab20-a3ec8506eacd)] {{(pid=107276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:42:12.387191 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-c6e0cf43-1ac7-4e2a-bff9-f897d7f22737 req-ebd34fb7-6ce9-4700-9fb9-6ecb5b04955d tempest-VolumesSnapshotTestJSON-172324038 tempest-VolumesSnapshotTestJSON-172324038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009180'] for port (5f558303-6561-42ea-8bcc-d87ad98fc906), precommit_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:12.389414 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-2a6fb6be-8eca-4f63-9628-f4aae826319a req-873a3996-3f20-465f-974b-61643bb7e094 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=37cd67df-dd0e-4658-9b80-3c29efd65897 HTTP/1.1" status: 200 len: 946 time: 0.0971766 Sep 15 07:42:12.401767 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.plugin [req-c6e0cf43-1ac7-4e2a-bff9-f897d7f22737 req-ebd34fb7-6ce9-4700-9fb9-6ecb5b04955d tempest-VolumesSnapshotTestJSON-172324038 tempest-VolumesSnapshotTestJSON-172324038-project] Calling delete_port for 5f558303-6561-42ea-8bcc-d87ad98fc906 owned by compute:nova {{(pid=107276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 07:42:12.409603 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-c5ebf292-74db-40b3-903a-5706765487d5 req-2a7f7de3-3c0f-4eac-98ed-8500493c74dc service neutron] 10.222.0.42 "GET /networking/v2.0/networks/9125b9da-cf0a-438e-a321-05e9db8df553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971426 Sep 15 07:42:12.428492 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-e335b4a6-dc53-4d07-8d7f-4918de7270cc req-8b3f87ba-eb02-4fbc-ad3b-218331aabd65 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=08d61aa0-bcb6-4fe0-bc26-20ef85c5025e HTTP/1.1" status: 200 len: 210 time: 0.0518708 Sep 15 07:42:12.514615 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.plugin [req-2a6fb6be-8eca-4f63-9628-f4aae826319a req-f0e91cec-d669-4c21-aa81-654c3e39fd64 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Deleting port 56775397-b0d1-4018-9f3c-25e559549950 {{(pid=107279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 07:42:12.515098 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [req-2a6fb6be-8eca-4f63-9628-f4aae826319a req-f0e91cec-d669-4c21-aa81-654c3e39fd64 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729658711565'] for port (56775397-b0d1-4018-9f3c-25e559549950), before_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:12.565530 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=100 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:42:12.608653 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.db [req-2a6fb6be-8eca-4f63-9628-f4aae826319a req-f0e91cec-d669-4c21-aa81-654c3e39fd64 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] For port 56775397-b0d1-4018-9f3c-25e559549950, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=56775397-b0d1-4018-9f3c-25e559549950,segment=NetworkSegment(61bd15d1-c2a6-46ff-9a57-3dfb0a553bb9),segment_id=61bd15d1-c2a6-46ff-9a57-3dfb0a553bb9)] {{(pid=107279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:42:12.609021 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [req-2a6fb6be-8eca-4f63-9628-f4aae826319a req-f0e91cec-d669-4c21-aa81-654c3e39fd64 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009180'] for port (56775397-b0d1-4018-9f3c-25e559549950), precommit_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:12.654312 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-c6e0cf43-1ac7-4e2a-bff9-f897d7f22737 req-ebd34fb7-6ce9-4700-9fb9-6ecb5b04955d tempest-VolumesSnapshotTestJSON-172324038 tempest-VolumesSnapshotTestJSON-172324038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729658628491', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729658170588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260827426'] for port (5f558303-6561-42ea-8bcc-d87ad98fc906), after_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:12.667198 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] get_ports_and_sgs() called for port_ids ['5f558303-6561-42ea-8bcc-d87ad98fc906'] {{(pid=107290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 07:42:12.686389 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd34fb7-6ce9-4700-9fb9-6ecb5b04955d tempest-VolumesSnapshotTestJSON-172324038 tempest-VolumesSnapshotTestJSON-172324038-project] Pushing event deleted for resources: {'Port': ['ID=5f558303-6561-42ea-8bcc-d87ad98fc906,revision_number=None']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:42:12.744828 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6e0cf43-1ac7-4e2a-bff9-f897d7f22737 req-ebd34fb7-6ce9-4700-9fb9-6ecb5b04955d tempest-VolumesSnapshotTestJSON-172324038 tempest-VolumesSnapshotTestJSON-172324038-project] No DVR routers for this DVR port 5f558303-6561-42ea-8bcc-d87ad98fc906 on host hv-cinder-82414 {{(pid=107276) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 07:42:12.748467 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-c6e0cf43-1ac7-4e2a-bff9-f897d7f22737 req-ebd34fb7-6ce9-4700-9fb9-6ecb5b04955d tempest-VolumesSnapshotTestJSON-172324038 tempest-VolumesSnapshotTestJSON-172324038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382552'] for port (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:12.753017 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-c6e0cf43-1ac7-4e2a-bff9-f897d7f22737 req-ebd34fb7-6ce9-4700-9fb9-6ecb5b04955d tempest-VolumesSnapshotTestJSON-172324038 tempest-VolumesSnapshotTestJSON-172324038-project] 10.222.0.26 "DELETE /networking/v2.0/ports/5f558303-6561-42ea-8bcc-d87ad98fc906 HTTP/1.1" status: 204 len: 173 time: 0.5545945 Sep 15 07:42:12.754065 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '417dfb32-7368-4c35-8631-f0ca8b7e2680', 'name': 'network-vif-deleted', 'tag': '5f558303-6561-42ea-8bcc-d87ad98fc906'}] {{(pid=107276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 07:42:12.756265 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e3724867bd40dd9d720ab8c058c996a0c2f5593be620855f41bc083494bf738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4ed9705-4f2d-4211-bc13-261f8e0bef23" -d '{"events": [{"server_uuid": "417dfb32-7368-4c35-8631-f0ca8b7e2680", "name": "network-vif-deleted", "tag": "5f558303-6561-42ea-8bcc-d87ad98fc906"}]}' {{(pid=107276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 07:42:12.843315 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (25cf60a6-7ad2-448a-9326-c12b453ddee0), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:13.064449 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-4a2ca7dd-5156-4728-9be8-9b42082a948a req-61a93886-00af-49ea-9bb9-7fd27710c4a3 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=62a3489f-c5f3-44d4-93c2-da198e8f06f8 HTTP/1.1" status: 200 len: 210 time: 0.3071818 Sep 15 07:42:13.099381 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-46e56aef-0c36-4d8b-8222-ecbba6147f4f req-a31197f6-3108-4b10-9d21-86ddf6ad4427 tempest-VolumesSnapshotTestJSON-172324038 tempest-VolumesSnapshotTestJSON-172324038-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=417dfb32-7368-4c35-8631-f0ca8b7e2680 HTTP/1.1" status: 200 len: 210 time: 0.3133729 Sep 15 07:42:13.117382 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 07:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-892dfa79-34c9-4af0-a97b-52476d1fbe20 x-openstack-request-id: req-892dfa79-34c9-4af0-a97b-52476d1fbe20 {{(pid=107276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 07:42:13.117888 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "417dfb32-7368-4c35-8631-f0ca8b7e2680", "name": "network-vif-deleted", "tag": "5f558303-6561-42ea-8bcc-d87ad98fc906", "status": "completed", "code": 200}]} {{(pid=107276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 07:42:13.118316 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-892dfa79-34c9-4af0-a97b-52476d1fbe20 {{(pid=107276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 07:42:13.118873 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.notifiers.nova [-] Nova event matching ['req-892dfa79-34c9-4af0-a97b-52476d1fbe20'] response: {'server_uuid': '417dfb32-7368-4c35-8631-f0ca8b7e2680', 'name': 'network-vif-deleted', 'tag': '5f558303-6561-42ea-8bcc-d87ad98fc906', 'status': 'completed', 'code': 200} Sep 15 07:42:13.225924 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [req-2a6fb6be-8eca-4f63-9628-f4aae826319a req-f0e91cec-d669-4c21-aa81-654c3e39fd64 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:13.226293 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [req-2a6fb6be-8eca-4f63-9628-f4aae826319a req-f0e91cec-d669-4c21-aa81-654c3e39fd64 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2007462'] for floatingip (d06cecb4-8070-461a-a7a9-d266894127de), after_update {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:13.226608 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.db.l3_db [req-2a6fb6be-8eca-4f63-9628-f4aae826319a req-f0e91cec-d669-4c21-aa81-654c3e39fd64 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Floating IP d06cecb4-8070-461a-a7a9-d266894127de disassociated. External IP: 172.27.0.33, port: 56775397-b0d1-4018-9f3c-25e559549950. Sep 15 07:42:13.226961 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.plugin [req-2a6fb6be-8eca-4f63-9628-f4aae826319a req-f0e91cec-d669-4c21-aa81-654c3e39fd64 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Calling delete_port for 56775397-b0d1-4018-9f3c-25e559549950 owned by compute:nova {{(pid=107279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 07:42:13.247583 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb821568-4532-4682-bea5-7586b8a9ac1a req-a40cbfca-bb35-4b4e-ba09-ecee2914c7a4 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:13.249393 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-eb821568-4532-4682-bea5-7586b8a9ac1a req-a40cbfca-bb35-4b4e-ba09-ecee2914c7a4 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7cfb1a22-faac-4d66-874d-e7866a02a054 HTTP/1.1" status: 200 len: 943 time: 0.0735536 Sep 15 07:42:13.356353 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-eb821568-4532-4682-bea5-7586b8a9ac1a req-cc4e882e-97cd-42e5-8b3e-f4637f6dc2ad tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bd1948ba-0dcc-463f-ac7d-46ca49a9cc24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738983 Sep 15 07:42:13.452619 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:42:13.464435 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4c6915-8d4e-4855-b2aa-7c3f99dfb2b9 req-080e2b5a-683a-468a-9dc0-55e5b8ce4c07 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:13.465934 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-9c4c6915-8d4e-4855-b2aa-7c3f99dfb2b9 req-080e2b5a-683a-468a-9dc0-55e5b8ce4c07 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=37cd67df-dd0e-4658-9b80-3c29efd65897 HTTP/1.1" status: 200 len: 946 time: 0.0635095 Sep 15 07:42:13.515670 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-9c4c6915-8d4e-4855-b2aa-7c3f99dfb2b9 req-24ba35b9-dd25-4213-b42b-3b030e4fe881 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1540b02a-1fff-4f44-b533-539080bfc137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432100 Sep 15 07:42:13.527110 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [req-2a6fb6be-8eca-4f63-9628-f4aae826319a req-f0e91cec-d669-4c21-aa81-654c3e39fd64 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729658628491', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729658170588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991753'] for port (56775397-b0d1-4018-9f3c-25e559549950), after_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:13.571112 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-bc4053c9-93d2-41af-b799-c8a176bc96d0 req-c5344349-b3ff-4423-ac83-6141f4a89f4d tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=08d61aa0-bcb6-4fe0-bc26-20ef85c5025e HTTP/1.1" status: 200 len: 210 time: 0.0544868 Sep 15 07:42:13.574963 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e91cec-d669-4c21-aa81-654c3e39fd64 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Pushing event deleted for resources: {'Port': ['ID=56775397-b0d1-4018-9f3c-25e559549950,revision_number=None']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:42:13.684985 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2a6fb6be-8eca-4f63-9628-f4aae826319a req-f0e91cec-d669-4c21-aa81-654c3e39fd64 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Router 0d4028b8-96d7-47fa-8f18-e0b1adcb6c33 has already been hosted by L3 agent 6177172c-20b9-4a3a-92be-d5dd082cfa3a {{(pid=107279) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 07:42:13.731722 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:42:13.791752 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2a6fb6be-8eca-4f63-9628-f4aae826319a req-f0e91cec-d669-4c21-aa81-654c3e39fd64 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Notify agent at l3_agent.dv-cinder-824149-6-iscsi the message routers_updated {{(pid=107279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 07:42:13.803519 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-879650f6-82bb-4461-8b1c-46d3161e7596 None None] Sync routers for ids ['0d4028b8-96d7-47fa-8f18-e0b1adcb6c33'] in dv-cinder-824149-6-iscsi {{(pid=107290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 07:42:13.816365 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879650f6-82bb-4461-8b1c-46d3161e7596 None None] Routers {'0d4028b8-96d7-47fa-8f18-e0b1adcb6c33'} bound to L3 agent in host dv-cinder-824149-6-iscsi {{(pid=107290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 07:42:13.819538 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_hamode_db [None req-879650f6-82bb-4461-8b1c-46d3161e7596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-15T07:30:25Z,description=,heartbeat_timestamp=2022-09-15T07:41:55Z,host='dv-cinder-824149-6-iscsi',id=6177172c-20b9-4a3a-92be-d5dd082cfa3a,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T07:30:25Z,topic='l3_agent')) {'router_ids': ['0d4028b8-96d7-47fa-8f18-e0b1adcb6c33'], 'active': True} {{(pid=107290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:42:13.839892 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a6fb6be-8eca-4f63-9628-f4aae826319a req-f0e91cec-d669-4c21-aa81-654c3e39fd64 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] No DVR routers for this DVR port 56775397-b0d1-4018-9f3c-25e559549950 on host hv-cinder-82414 {{(pid=107279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 07:42:13.842430 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [req-2a6fb6be-8eca-4f63-9628-f4aae826319a req-f0e91cec-d669-4c21-aa81-654c3e39fd64 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382552'] for port (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:13.845570 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-2a6fb6be-8eca-4f63-9628-f4aae826319a req-f0e91cec-d669-4c21-aa81-654c3e39fd64 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.26 "DELETE /networking/v2.0/ports/56775397-b0d1-4018-9f3c-25e559549950 HTTP/1.1" status: 204 len: 173 time: 1.4439290 Sep 15 07:42:13.846078 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37cd67df-dd0e-4658-9b80-3c29efd65897', 'name': 'network-vif-deleted', 'tag': '56775397-b0d1-4018-9f3c-25e559549950'}] {{(pid=107279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 07:42:13.848375 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706979451550896f7b9833a7a6f18e8e6b98f6eca7edeab709f82497fe6197ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c61e371c-dfe6-42bc-bde1-02c5d3db5f4a" -d '{"events": [{"server_uuid": "37cd67df-dd0e-4658-9b80-3c29efd65897", "name": "network-vif-deleted", "tag": "56775397-b0d1-4018-9f3c-25e559549950"}]}' {{(pid=107279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 07:42:13.887782 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 07:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cb9d728-6767-494f-9d5d-84907b1a8bc5 x-openstack-request-id: req-7cb9d728-6767-494f-9d5d-84907b1a8bc5 {{(pid=107279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 07:42:13.888074 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37cd67df-dd0e-4658-9b80-3c29efd65897", "name": "network-vif-deleted", "tag": "56775397-b0d1-4018-9f3c-25e559549950", "status": "completed", "code": 200}]} {{(pid=107279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 07:42:13.888335 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7cb9d728-6767-494f-9d5d-84907b1a8bc5 {{(pid=107279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 07:42:13.888736 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7cb9d728-6767-494f-9d5d-84907b1a8bc5'] response: {'server_uuid': '37cd67df-dd0e-4658-9b80-3c29efd65897', 'name': 'network-vif-deleted', 'tag': '56775397-b0d1-4018-9f3c-25e559549950', 'status': 'completed', 'code': 200} Sep 15 07:42:13.932597 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvr_db [None req-879650f6-82bb-4461-8b1c-46d3161e7596 None None] Set router 0d4028b8-96d7-47fa-8f18-e0b1adcb6c33 gateway port host: dv-cinder-824149-6-iscsi {{(pid=107290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 07:42:14.112148 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=100 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:42:14.132612 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_hamode_db [None req-879650f6-82bb-4461-8b1c-46d3161e7596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d4028b8-96d7-47fa-8f18-e0b1adcb6c33', 'name': 'tempest-AttachVolumeNegativeTest-973409911-router', 'tenant_id': '14017d5edbbd4068b529d5d92444182a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': 'e783c1bd-15b4-4efe-877f-05c799346606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:38:34Z', 'updated_at': '2022-09-15T07:38:43Z', 'revision_number': 4, 'project_id': '14017d5edbbd4068b529d5d92444182a', 'gw_port': {'id': 'e783c1bd-15b4-4efe-877f-05c799346606', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4028b8-96d7-47fa-8f18-e0b1adcb6c33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:38:35Z', 'updated_at': '2022-09-15T07:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi', '_interfaces': [{'id': '7975c9ad-ec26-425b-9f32-75713f2d760a', 'name': '', 'network_id': 'be4fe7de-ab91-47eb-96fc-2000373fe74e', 'tenant_id': '14017d5edbbd4068b529d5d92444182a', 'mac_address': 'fa:16:3e:1f:9e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4028b8-96d7-47fa-8f18-e0b1adcb6c33', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '655669e6-9885-472d-9103-52b022988dd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:38:40Z', 'updated_at': '2022-09-15T07:38:50Z', 'revision_number': 5, 'project_id': '14017d5edbbd4068b529d5d92444182a', 'subnets': [{'id': '655669e6-9885-472d-9103-52b022988dd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-6-iscsi', False) {} {{(pid=107290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:42:14.159205 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-879650f6-82bb-4461-8b1c-46d3161e7596 None None] Checking router: 0d4028b8-96d7-47fa-8f18-e0b1adcb6c33 for host: dv-cinder-824149-6-iscsi {{(pid=107290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 07:42:14.170573 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879650f6-82bb-4461-8b1c-46d3161e7596 None None] Routers {'0d4028b8-96d7-47fa-8f18-e0b1adcb6c33'} bound to L3 agent in host dv-cinder-824149-6-iscsi {{(pid=107290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 07:42:14.170573 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_hamode_db [None req-879650f6-82bb-4461-8b1c-46d3161e7596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-15T07:30:25Z,description=,heartbeat_timestamp=2022-09-15T07:41:55Z,host='dv-cinder-824149-6-iscsi',id=6177172c-20b9-4a3a-92be-d5dd082cfa3a,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T07:30:25Z,topic='l3_agent')) {'router_ids': ['0d4028b8-96d7-47fa-8f18-e0b1adcb6c33'], 'active': True} {{(pid=107290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:42:14.177107 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-75b52e5b-77b5-4165-a2ca-49e7e7e006e5 req-0bd93473-7dc7-48ce-b7a3-89cb29f939bb tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=62a3489f-c5f3-44d4-93c2-da198e8f06f8 HTTP/1.1" status: 200 len: 210 time: 0.0301578 Sep 15 07:42:14.227491 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-1ebf86ab-e192-419a-aa6e-c8f9e76e07a3 req-7bcd09a7-68a4-4305-bf97-4e8b515a1c66 tempest-VolumesSnapshotTestJSON-172324038 tempest-VolumesSnapshotTestJSON-172324038-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=417dfb32-7368-4c35-8631-f0ca8b7e2680 HTTP/1.1" status: 200 len: 210 time: 0.0272822 Sep 15 07:42:14.404243 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvr_db [None req-879650f6-82bb-4461-8b1c-46d3161e7596 None None] Set router 0d4028b8-96d7-47fa-8f18-e0b1adcb6c33 gateway port host: dv-cinder-824149-6-iscsi {{(pid=107290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 07:42:14.538166 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f22fb0-7afa-4d58-83f7-7e07ca6fcaff req-fa753c69-559a-47fd-865f-d0af202d3b8b tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:14.542298 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-85f22fb0-7afa-4d58-83f7-7e07ca6fcaff req-fa753c69-559a-47fd-865f-d0af202d3b8b tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7cfb1a22-faac-4d66-874d-e7866a02a054 HTTP/1.1" status: 200 len: 943 time: 0.1041248 Sep 15 07:42:14.630095 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_hamode_db [None req-879650f6-82bb-4461-8b1c-46d3161e7596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d4028b8-96d7-47fa-8f18-e0b1adcb6c33', 'name': 'tempest-AttachVolumeNegativeTest-973409911-router', 'tenant_id': '14017d5edbbd4068b529d5d92444182a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': 'e783c1bd-15b4-4efe-877f-05c799346606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:38:34Z', 'updated_at': '2022-09-15T07:38:43Z', 'revision_number': 4, 'project_id': '14017d5edbbd4068b529d5d92444182a', 'gw_port': {'id': 'e783c1bd-15b4-4efe-877f-05c799346606', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4028b8-96d7-47fa-8f18-e0b1adcb6c33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:38:35Z', 'updated_at': '2022-09-15T07:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi', '_interfaces': [{'id': '7975c9ad-ec26-425b-9f32-75713f2d760a', 'name': '', 'network_id': 'be4fe7de-ab91-47eb-96fc-2000373fe74e', 'tenant_id': '14017d5edbbd4068b529d5d92444182a', 'mac_address': 'fa:16:3e:1f:9e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4028b8-96d7-47fa-8f18-e0b1adcb6c33', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '655669e6-9885-472d-9103-52b022988dd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:38:40Z', 'updated_at': '2022-09-15T07:38:50Z', 'revision_number': 5, 'project_id': '14017d5edbbd4068b529d5d92444182a', 'subnets': [{'id': '655669e6-9885-472d-9103-52b022988dd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-6-iscsi', False) {} {{(pid=107290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:42:14.632608 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7b22f4-72a0-42a7-88f2-cd9f5188e171 req-9bd62636-a009-4732-b8eb-faaaf64ab0ad tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:14.635905 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-5f7b22f4-72a0-42a7-88f2-cd9f5188e171 req-9bd62636-a009-4732-b8eb-faaaf64ab0ad tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] 10.222.0.26 "GET /networking/v2.0/networks?id=85a7f1ba-3d89-421a-8e93-c34cc3e5ffc3 HTTP/1.1" status: 200 len: 808 time: 0.1855865 Sep 15 07:42:14.672636 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-879650f6-82bb-4461-8b1c-46d3161e7596 None None] The sync data for ids ['0d4028b8-96d7-47fa-8f18-e0b1adcb6c33'] in dv-cinder-824149-6-iscsi is: [{'id': '0d4028b8-96d7-47fa-8f18-e0b1adcb6c33', 'name': 'tempest-AttachVolumeNegativeTest-973409911-router', 'tenant_id': '14017d5edbbd4068b529d5d92444182a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': 'e783c1bd-15b4-4efe-877f-05c799346606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:38:34Z', 'updated_at': '2022-09-15T07:38:43Z', 'revision_number': 4, 'project_id': '14017d5edbbd4068b529d5d92444182a', 'gw_port': {'id': 'e783c1bd-15b4-4efe-877f-05c799346606', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4028b8-96d7-47fa-8f18-e0b1adcb6c33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:38:35Z', 'updated_at': '2022-09-15T07:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi', '_interfaces': [{'id': '7975c9ad-ec26-425b-9f32-75713f2d760a', 'name': '', 'network_id': 'be4fe7de-ab91-47eb-96fc-2000373fe74e', 'tenant_id': '14017d5edbbd4068b529d5d92444182a', 'mac_address': 'fa:16:3e:1f:9e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4028b8-96d7-47fa-8f18-e0b1adcb6c33', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '655669e6-9885-472d-9103-52b022988dd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:38:40Z', 'updated_at': '2022-09-15T07:38:50Z', 'revision_number': 5, 'project_id': '14017d5edbbd4068b529d5d92444182a', 'subnets': [{'id': '655669e6-9885-472d-9103-52b022988dd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 07:42:14.693555 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-2ddc80ca-292f-4da2-a5a7-80aba4756bc6 req-83b292be-5e9c-4ee6-b717-a4ab6f9c10b1 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=37cd67df-dd0e-4658-9b80-3c29efd65897 HTTP/1.1" status: 200 len: 210 time: 0.0734904 Sep 15 07:42:14.722179 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-85f22fb0-7afa-4d58-83f7-7e07ca6fcaff req-16eb7d4a-3b6b-4609-b317-fb25e98ab8df tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bd1948ba-0dcc-463f-ac7d-46ca49a9cc24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1669877 Sep 15 07:42:14.817626 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-5f7b22f4-72a0-42a7-88f2-cd9f5188e171 req-c8e34443-531a-4efe-ab72-fa53a01f8c8c tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] 10.222.0.26 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=7e20a6e5fded473c8905bffff7775ed3 HTTP/1.1" status: 200 len: 379 time: 0.1701112 Sep 15 07:42:14.842522 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.v2.base [req-5f7b22f4-72a0-42a7-88f2-cd9f5188e171 req-d3a64a85-ffd4-4a54-af94-dab9d7a7f130 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Request body: {'port': {'device_id': '08d61aa0-bcb6-4fe0-bc26-20ef85c5025e', 'network_id': '85a7f1ba-3d89-421a-8e93-c34cc3e5ffc3', 'admin_state_up': True, 'tenant_id': '7e20a6e5fded473c8905bffff7775ed3', 'security_groups': ['715457f5-6986-4664-80ea-7326eb5df706']}} {{(pid=107279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:42:14.847444 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-31125130-e884-422e-841a-026475dea206 req-be63096a-752d-4b7b-ac75-fbc8ca1aedc0 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=08d61aa0-bcb6-4fe0-bc26-20ef85c5025e HTTP/1.1" status: 200 len: 210 time: 0.0449305 Sep 15 07:42:14.978288 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d77601-81ba-4e55-b855-40639e652cef None None] New status for floating IP d06cecb4-8070-461a-a7a9-d266894127de: DOWN {{(pid=107295) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 15 07:42:15.034949 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f7b22f4-72a0-42a7-88f2-cd9f5188e171 req-d3a64a85-ffd4-4a54-af94-dab9d7a7f130 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Made reservation on behalf of 7e20a6e5fded473c8905bffff7775ed3 for: {'port': 1} {{(pid=107279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 07:42:15.039251 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [req-5f7b22f4-72a0-42a7-88f2-cd9f5188e171 req-d3a64a85-ffd4-4a54-af94-dab9d7a7f130 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (None), before_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:15.174937 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.db.db_base_plugin_common [req-5f7b22f4-72a0-42a7-88f2-cd9f5188e171 req-d3a64a85-ffd4-4a54-af94-dab9d7a7f130 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Allocated IP 172.20.0.13 (85a7f1ba-3d89-421a-8e93-c34cc3e5ffc3/e61fdb9d-5934-42a7-84a4-5655559ab33d/a2038fe2-5f0d-43e2-96b0-b1c3e3a35f14) {{(pid=107279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 07:42:15.338497 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:42:15.347220 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-22b5e52d-4e47-4282-867d-8cd035cb64e3 req-61421ecc-a8df-4a7d-b38e-c99edff214f7 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=62a3489f-c5f3-44d4-93c2-da198e8f06f8 HTTP/1.1" status: 200 len: 210 time: 0.0607488 Sep 15 07:42:15.390319 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-741aeb9f-1876-4795-a1a0-fe36153616c2 req-37637fd4-9a0a-4766-9d64-dc3c0177e675 tempest-VolumesSnapshotTestJSON-172324038 tempest-VolumesSnapshotTestJSON-172324038-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=417dfb32-7368-4c35-8631-f0ca8b7e2680 HTTP/1.1" status: 200 len: 210 time: 0.0530653 Sep 15 07:42:15.428118 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [req-5f7b22f4-72a0-42a7-88f2-cd9f5188e171 req-d3a64a85-ffd4-4a54-af94-dab9d7a7f130 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Publish callbacks [] for port (a2038fe2-5f0d-43e2-96b0-b1c3e3a35f14), precommit_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:15.579999 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [req-5f7b22f4-72a0-42a7-88f2-cd9f5188e171 req-d3a64a85-ffd4-4a54-af94-dab9d7a7f130 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729658170579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991753'] for port (a2038fe2-5f0d-43e2-96b0-b1c3e3a35f14), after_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:15.586783 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:42:15.633610 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f7b22f4-72a0-42a7-88f2-cd9f5188e171 req-d3a64a85-ffd4-4a54-af94-dab9d7a7f130 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Network 85a7f1ba-3d89-421a-8e93-c34cc3e5ffc3 is already hosted by enough agents. {{(pid=107279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 07:42:15.637150 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.scheduler.base_scheduler [req-5f7b22f4-72a0-42a7-88f2-cd9f5188e171 req-d3a64a85-ffd4-4a54-af94-dab9d7a7f130 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Resources bound (agent type, host, resource id): {{(pid=107279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 07:42:15.641230 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f7b22f4-72a0-42a7-88f2-cd9f5188e171 req-d3a64a85-ffd4-4a54-af94-dab9d7a7f130 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Received port after_create {{(pid=107279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 07:42:15.644112 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a64a85-ffd4-4a54-af94-dab9d7a7f130 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Pushing event updated for resources: {'Port': ['ID=a2038fe2-5f0d-43e2-96b0-b1c3e3a35f14,revision_number=1']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:42:15.701671 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7b22f4-72a0-42a7-88f2-cd9f5188e171 req-d3a64a85-ffd4-4a54-af94-dab9d7a7f130 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:15.702317 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [req-5f7b22f4-72a0-42a7-88f2-cd9f5188e171 req-d3a64a85-ffd4-4a54-af94-dab9d7a7f130 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382552'] for port (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:15.792594 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-5f7b22f4-72a0-42a7-88f2-cd9f5188e171 req-d3a64a85-ffd4-4a54-af94-dab9d7a7f130 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9539075 Sep 15 07:42:15.796777 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Device 5f558303-6561-42ea-8bcc-d87ad98fc906 no longer exists at agent hyperv_hv-cinder-82414 {{(pid=107290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 07:42:15.801836 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:42:15.822814 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] No Port match for: 5f558303-6561-42ea-8bcc-d87ad98fc906 {{(pid=107290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 07:42:15.823316 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Device 5f558303-6561-42ea-8bcc-d87ad98fc906 not bound to the agent host hv-cinder-82414 {{(pid=107290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 07:42:15.823807 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Device 56775397-b0d1-4018-9f3c-25e559549950 no longer exists at agent hyperv_hv-cinder-82414 {{(pid=107290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 07:42:15.845864 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] No Port match for: 56775397-b0d1-4018-9f3c-25e559549950 {{(pid=107290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 07:42:15.846218 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Device 56775397-b0d1-4018-9f3c-25e559549950 not bound to the agent host hv-cinder-82414 {{(pid=107290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 07:42:15.884799 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-0613cd4e-07f4-4ba5-b800-5bf9cb1eff27 req-5b3fa3bb-6cbb-496b-a5c8-5361fc924b25 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=37cd67df-dd0e-4658-9b80-3c29efd65897 HTTP/1.1" status: 200 len: 210 time: 0.0493252 Sep 15 07:42:15.896065 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b407e0-5272-4d1e-a007-b616fb96cd31 req-46f9db75-8818-45b7-bf58-19e703a04f1c tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:15.897695 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-a1b407e0-5272-4d1e-a007-b616fb96cd31 req-46f9db75-8818-45b7-bf58-19e703a04f1c tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7cfb1a22-faac-4d66-874d-e7866a02a054 HTTP/1.1" status: 200 len: 943 time: 0.0786865 Sep 15 07:42:15.937304 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-967827fe-8e31-424a-a0fc-65160c27c93f None None] Provisioning complete for port a2038fe2-5f0d-43e2-96b0-b1c3e3a35f14 triggered by entity DHCP. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 07:42:15.938478 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-967827fe-8e31-424a-a0fc-65160c27c93f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862942'] for port (a2038fe2-5f0d-43e2-96b0-b1c3e3a35f14), provisioning_complete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:15.938478 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-967827fe-8e31-424a-a0fc-65160c27c93f None None] Attempt 1 to provision port a2038fe2-5f0d-43e2-96b0-b1c3e3a35f14 Sep 15 07:42:15.973696 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-a1b407e0-5272-4d1e-a007-b616fb96cd31 req-03668349-2e4f-4ef9-bfdf-3419243b2c3f tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bd1948ba-0dcc-463f-ac7d-46ca49a9cc24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696039 Sep 15 07:42:15.975265 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-967827fe-8e31-424a-a0fc-65160c27c93f None None] Port a2038fe2-5f0d-43e2-96b0-b1c3e3a35f14 cannot update to ACTIVE because it is not bound. {{(pid=107290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 07:42:16.009891 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72d9c99-e8d6-4192-b390-f69b42873684 req-6e51e093-d3ab-4b26-a145-06363c56e84d tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:16.011696 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-d72d9c99-e8d6-4192-b390-f69b42873684 req-6e51e093-d3ab-4b26-a145-06363c56e84d tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=08d61aa0-bcb6-4fe0-bc26-20ef85c5025e HTTP/1.1" status: 200 len: 932 time: 0.0560558 Sep 15 07:42:16.016723 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.v2.base [req-5f7b22f4-72a0-42a7-88f2-cd9f5188e171 req-71b5262f-8065-438e-81a9-cfe415617f24 service neutron] Request body: {'port': {'device_id': '08d61aa0-bcb6-4fe0-bc26-20ef85c5025e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82414'}} {{(pid=107279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:42:16.114555 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-d72d9c99-e8d6-4192-b390-f69b42873684 req-2f4d8475-bb58-4d2f-8f95-7105ed8ababe tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=715457f5-6986-4664-80ea-7326eb5df706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945897 Sep 15 07:42:16.115448 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [req-5f7b22f4-72a0-42a7-88f2-cd9f5188e171 req-71b5262f-8065-438e-81a9-cfe415617f24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (a2038fe2-5f0d-43e2-96b0-b1c3e3a35f14), before_update {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:16.317199 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:42:16.406558 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ebf292-74db-40b3-903a-5706765487d5 req-4393e561-db2e-40bd-8739-839052407ef1 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:16.408373 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-c5ebf292-74db-40b3-903a-5706765487d5 req-4393e561-db2e-40bd-8739-839052407ef1 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.26 "GET /networking/v2.0/networks?id=9125b9da-cf0a-438e-a321-05e9db8df553 HTTP/1.1" status: 200 len: 819 time: 0.1135950 Sep 15 07:42:16.463140 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.notifiers.nova [req-5f7b22f4-72a0-42a7-88f2-cd9f5188e171 req-71b5262f-8065-438e-81a9-cfe415617f24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2038fe2-5f0d-43e2-96b0-b1c3e3a35f14 {{(pid=107279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 07:42:16.486266 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [req-5f7b22f4-72a0-42a7-88f2-cd9f5188e171 req-71b5262f-8065-438e-81a9-cfe415617f24 service neutron] Publish callbacks [] for port (a2038fe2-5f0d-43e2-96b0-b1c3e3a35f14), precommit_update {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:16.486406 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-967827fe-8e31-424a-a0fc-65160c27c93f None None] Attempt 2 to provision port a2038fe2-5f0d-43e2-96b0-b1c3e3a35f14 Sep 15 07:42:16.486496 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:42:16.505401 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.db.provisioning_blocks [req-5f7b22f4-72a0-42a7-88f2-cd9f5188e171 req-71b5262f-8065-438e-81a9-cfe415617f24 service neutron] Transition to ACTIVE for port object a2038fe2-5f0d-43e2-96b0-b1c3e3a35f14 will not be triggered until provisioned by entity L2. {{(pid=107279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 15 07:42:16.505641 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-c5ebf292-74db-40b3-903a-5706765487d5 req-3037f4a7-7d88-4659-aebe-9c408f2e4078 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.26 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=cdc69db806d24d1f8eb18aadaaafabcb HTTP/1.1" status: 200 len: 379 time: 0.0885925 Sep 15 07:42:16.508687 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:42:16.523495 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-475b4ced-00b5-4e57-aa68-bff1258fa2fb req-64a7e750-690a-47b3-9294-c72ffd1e7656 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=62a3489f-c5f3-44d4-93c2-da198e8f06f8 HTTP/1.1" status: 200 len: 210 time: 0.0517380 Sep 15 07:42:16.551098 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-967827fe-8e31-424a-a0fc-65160c27c93f None None] Port a2038fe2-5f0d-43e2-96b0-b1c3e3a35f14 cannot update to ACTIVE because it is not bound. {{(pid=107290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 07:42:16.594326 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [req-5f7b22f4-72a0-42a7-88f2-cd9f5188e171 req-71b5262f-8065-438e-81a9-cfe415617f24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991792'] for port (a2038fe2-5f0d-43e2-96b0-b1c3e3a35f14), after_update {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:16.700915 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b5262f-8065-438e-81a9-cfe415617f24 service neutron] Pushing event updated for resources: {'Port': ['ID=a2038fe2-5f0d-43e2-96b0-b1c3e3a35f14,revision_number=2']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:42:16.731414 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.managers [req-5f7b22f4-72a0-42a7-88f2-cd9f5188e171 req-71b5262f-8065-438e-81a9-cfe415617f24 service neutron] Attempting to bind port a2038fe2-5f0d-43e2-96b0-b1c3e3a35f14 on host hv-cinder-82414 for vnic_type normal with profile {{(pid=107279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 07:42:16.731746 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.managers [req-5f7b22f4-72a0-42a7-88f2-cd9f5188e171 req-71b5262f-8065-438e-81a9-cfe415617f24 service neutron] Attempting to bind port a2038fe2-5f0d-43e2-96b0-b1c3e3a35f14 by drivers openvswitch,hyperv on host hv-cinder-82414 at level 0 using segments [{'id': '7b87a5f2-de0b-43b5-b822-0b7379986e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '85a7f1ba-3d89-421a-8e93-c34cc3e5ffc3'}] {{(pid=107279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 07:42:16.732071 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7b22f4-72a0-42a7-88f2-cd9f5188e171 req-71b5262f-8065-438e-81a9-cfe415617f24 service neutron] Attempting to bind port a2038fe2-5f0d-43e2-96b0-b1c3e3a35f14 on network 85a7f1ba-3d89-421a-8e93-c34cc3e5ffc3 {{(pid=107279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 07:42:16.759256 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.v2.base [req-c5ebf292-74db-40b3-903a-5706765487d5 req-66c7b262-1e53-4ec5-9b60-055bfddc89a3 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Request body: {'port': {'device_id': '62a3489f-c5f3-44d4-93c2-da198e8f06f8', 'network_id': '9125b9da-cf0a-438e-a321-05e9db8df553', 'admin_state_up': True, 'tenant_id': 'cdc69db806d24d1f8eb18aadaaafabcb', 'security_groups': ['0e8db3a3-a65b-4399-84bd-cfbe05d3f52d']}} {{(pid=107276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:42:16.779552 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7b22f4-72a0-42a7-88f2-cd9f5188e171 req-71b5262f-8065-438e-81a9-cfe415617f24 service neutron] Port a2038fe2-5f0d-43e2-96b0-b1c3e3a35f14 on network 85a7f1ba-3d89-421a-8e93-c34cc3e5ffc3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82414 {{(pid=107279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 07:42:16.779886 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7b22f4-72a0-42a7-88f2-cd9f5188e171 req-71b5262f-8065-438e-81a9-cfe415617f24 service neutron] Attempting to bind port a2038fe2-5f0d-43e2-96b0-b1c3e3a35f14 on network 85a7f1ba-3d89-421a-8e93-c34cc3e5ffc3 {{(pid=107279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 07:42:16.808980 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:42:16.824975 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7b22f4-72a0-42a7-88f2-cd9f5188e171 req-71b5262f-8065-438e-81a9-cfe415617f24 service neutron] Checking agent: {'id': '25cf60a6-7ad2-448a-9326-c12b453ddee0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82414', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 7, 36, 43), 'started_at': datetime.datetime(2022, 9, 15, 7, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 7, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 07:42:16.825311 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7b22f4-72a0-42a7-88f2-cd9f5188e171 req-71b5262f-8065-438e-81a9-cfe415617f24 service neutron] Checking segment: {'id': '7b87a5f2-de0b-43b5-b822-0b7379986e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '85a7f1ba-3d89-421a-8e93-c34cc3e5ffc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 07:42:16.825758 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7b22f4-72a0-42a7-88f2-cd9f5188e171 req-71b5262f-8065-438e-81a9-cfe415617f24 service neutron] Bound using segment: {'id': '7b87a5f2-de0b-43b5-b822-0b7379986e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '85a7f1ba-3d89-421a-8e93-c34cc3e5ffc3'} {{(pid=107279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 07:42:16.826190 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.managers [req-5f7b22f4-72a0-42a7-88f2-cd9f5188e171 req-71b5262f-8065-438e-81a9-cfe415617f24 service neutron] Bound port: a2038fe2-5f0d-43e2-96b0-b1c3e3a35f14, host: hv-cinder-82414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b87a5f2-de0b-43b5-b822-0b7379986e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '85a7f1ba-3d89-421a-8e93-c34cc3e5ffc3'}}] {{(pid=107279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 07:42:16.826551 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [req-5f7b22f4-72a0-42a7-88f2-cd9f5188e171 req-71b5262f-8065-438e-81a9-cfe415617f24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (a2038fe2-5f0d-43e2-96b0-b1c3e3a35f14), before_update {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:16.917563 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.db [req-5f7b22f4-72a0-42a7-88f2-cd9f5188e171 req-71b5262f-8065-438e-81a9-cfe415617f24 service neutron] For port a2038fe2-5f0d-43e2-96b0-b1c3e3a35f14, host hv-cinder-82414, cleared binding levels {{(pid=107279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 07:42:16.922598 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.db [req-5f7b22f4-72a0-42a7-88f2-cd9f5188e171 req-71b5262f-8065-438e-81a9-cfe415617f24 service neutron] For port a2038fe2-5f0d-43e2-96b0-b1c3e3a35f14, host hv-cinder-82414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=a2038fe2-5f0d-43e2-96b0-b1c3e3a35f14,segment=NetworkSegment(7b87a5f2-de0b-43b5-b822-0b7379986e9e),segment_id=7b87a5f2-de0b-43b5-b822-0b7379986e9e)] {{(pid=107279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 07:42:16.995970 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5ebf292-74db-40b3-903a-5706765487d5 req-66c7b262-1e53-4ec5-9b60-055bfddc89a3 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Made reservation on behalf of cdc69db806d24d1f8eb18aadaaafabcb for: {'port': 1} {{(pid=107276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 07:42:17.000011 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-c5ebf292-74db-40b3-903a-5706765487d5 req-66c7b262-1e53-4ec5-9b60-055bfddc89a3 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (None), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:17.040816 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-f8d833ab-43d3-4f0a-9851-53ba472962a2 req-41544936-b4cd-43a0-94e1-29f36aaa9a83 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=37cd67df-dd0e-4658-9b80-3c29efd65897 HTTP/1.1" status: 200 len: 210 time: 0.0555520 Sep 15 07:42:17.067939 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-967827fe-8e31-424a-a0fc-65160c27c93f None None] Attempt 3 to provision port a2038fe2-5f0d-43e2-96b0-b1c3e3a35f14 Sep 15 07:42:17.068475 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [req-5f7b22f4-72a0-42a7-88f2-cd9f5188e171 req-71b5262f-8065-438e-81a9-cfe415617f24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991792'] for port (a2038fe2-5f0d-43e2-96b0-b1c3e3a35f14), after_update {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:17.084187 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7b22f4-72a0-42a7-88f2-cd9f5188e171 req-71b5262f-8065-438e-81a9-cfe415617f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:17.084821 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [req-5f7b22f4-72a0-42a7-88f2-cd9f5188e171 req-71b5262f-8065-438e-81a9-cfe415617f24 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382552'] for port (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:17.086228 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-5f7b22f4-72a0-42a7-88f2-cd9f5188e171 req-71b5262f-8065-438e-81a9-cfe415617f24 service neutron] 10.222.0.26 "PUT /networking/v2.0/ports/a2038fe2-5f0d-43e2-96b0-b1c3e3a35f14 HTTP/1.1" status: 200 len: 1094 time: 1.0735750 Sep 15 07:42:17.086740 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08d61aa0-bcb6-4fe0-bc26-20ef85c5025e', 'tag': 'a2038fe2-5f0d-43e2-96b0-b1c3e3a35f14'}] {{(pid=107279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 07:42:17.089122 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706979451550896f7b9833a7a6f18e8e6b98f6eca7edeab709f82497fe6197ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c61f4ae-f501-416f-ae4a-a57391a8ab73" -d '{"events": [{"name": "network-changed", "server_uuid": "08d61aa0-bcb6-4fe0-bc26-20ef85c5025e", "tag": "a2038fe2-5f0d-43e2-96b0-b1c3e3a35f14"}]}' {{(pid=107279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 07:42:17.103941 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-967827fe-8e31-424a-a0fc-65160c27c93f None None] Port a2038fe2-5f0d-43e2-96b0-b1c3e3a35f14 had new provisioning blocks added so it will not transition to active. {{(pid=107290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 15 07:42:17.150380 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 07:42:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96a37713-5ecb-4a2b-94e0-d4a569de8e1b x-openstack-request-id: req-96a37713-5ecb-4a2b-94e0-d4a569de8e1b {{(pid=107279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 07:42:17.151408 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08d61aa0-bcb6-4fe0-bc26-20ef85c5025e", "tag": "a2038fe2-5f0d-43e2-96b0-b1c3e3a35f14", "status": "completed", "code": 200}]} {{(pid=107279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 07:42:17.151408 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-96a37713-5ecb-4a2b-94e0-d4a569de8e1b {{(pid=107279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 07:42:17.151408 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96a37713-5ecb-4a2b-94e0-d4a569de8e1b'] response: {'name': 'network-changed', 'server_uuid': '08d61aa0-bcb6-4fe0-bc26-20ef85c5025e', 'tag': 'a2038fe2-5f0d-43e2-96b0-b1c3e3a35f14', 'status': 'completed', 'code': 200} Sep 15 07:42:17.162128 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b5262f-8065-438e-81a9-cfe415617f24 service neutron] Pushing event updated for resources: {'Port': ['ID=a2038fe2-5f0d-43e2-96b0-b1c3e3a35f14,revision_number=3']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:42:17.164826 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.db.db_base_plugin_common [req-c5ebf292-74db-40b3-903a-5706765487d5 req-66c7b262-1e53-4ec5-9b60-055bfddc89a3 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Allocated IP 172.20.0.3 (9125b9da-cf0a-438e-a321-05e9db8df553/56bdd156-8a1e-4af7-bbaf-a09f4f37e06d/5143816a-5379-4a8d-ad85-0a16d1348b1e) {{(pid=107276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 07:42:17.170133 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f333f81-b3f8-4d54-b5da-a850f81f8c00 req-c17b3a72-0e97-4684-a365-25d1751b24a4 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:17.171638 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-5f333f81-b3f8-4d54-b5da-a850f81f8c00 req-c17b3a72-0e97-4684-a365-25d1751b24a4 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7cfb1a22-faac-4d66-874d-e7866a02a054 HTTP/1.1" status: 200 len: 943 time: 0.0769432 Sep 15 07:42:17.276522 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c61f4ae-f501-416f-ae4a-a57391a8ab73 req-ba6ac0c9-4d2c-48f1-aed3-09438ddaaa45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:17.278901 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-9c61f4ae-f501-416f-ae4a-a57391a8ab73 req-ba6ac0c9-4d2c-48f1-aed3-09438ddaaa45 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=7e20a6e5fded473c8905bffff7775ed3&device_id=08d61aa0-bcb6-4fe0-bc26-20ef85c5025e HTTP/1.1" status: 200 len: 1128 time: 0.0887201 Sep 15 07:42:17.313255 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93923ea4-6efb-44a3-9023-d3228c12ba5b req-54f75d37-86da-46e3-891f-08e01bfb39db tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:17.314724 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-93923ea4-6efb-44a3-9023-d3228c12ba5b req-54f75d37-86da-46e3-891f-08e01bfb39db tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=08d61aa0-bcb6-4fe0-bc26-20ef85c5025e HTTP/1.1" status: 200 len: 944 time: 0.0894630 Sep 15 07:42:17.321103 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-c5ebf292-74db-40b3-903a-5706765487d5 req-66c7b262-1e53-4ec5-9b60-055bfddc89a3 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Publish callbacks [] for port (5143816a-5379-4a8d-ad85-0a16d1348b1e), precommit_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:17.322333 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:42:17.328292 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-5f333f81-b3f8-4d54-b5da-a850f81f8c00 req-36a56420-fea9-4a7b-9575-7b557d54eff1 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bd1948ba-0dcc-463f-ac7d-46ca49a9cc24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1485250 Sep 15 07:42:17.406056 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-c5ebf292-74db-40b3-903a-5706765487d5 req-66c7b262-1e53-4ec5-9b60-055bfddc89a3 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729658170579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260827426'] for port (5143816a-5379-4a8d-ad85-0a16d1348b1e), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:17.428213 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-93923ea4-6efb-44a3-9023-d3228c12ba5b req-9e346aed-5a83-47e0-8173-2510a6d2fc90 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=715457f5-6986-4664-80ea-7326eb5df706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961716 Sep 15 07:42:17.442427 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c61f4ae-f501-416f-ae4a-a57391a8ab73 req-f88b9aa0-dd13-4ee5-907b-676099d6bfee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:17.448294 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-9c61f4ae-f501-416f-ae4a-a57391a8ab73 req-f88b9aa0-dd13-4ee5-907b-676099d6bfee service neutron] 10.222.0.26 "GET /networking/v2.0/networks?tenant_id=7e20a6e5fded473c8905bffff7775ed3&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1529796 Sep 15 07:42:17.452562 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5ebf292-74db-40b3-903a-5706765487d5 req-66c7b262-1e53-4ec5-9b60-055bfddc89a3 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Network 9125b9da-cf0a-438e-a321-05e9db8df553 is already hosted by enough agents. {{(pid=107276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 07:42:17.455935 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.scheduler.base_scheduler [req-c5ebf292-74db-40b3-903a-5706765487d5 req-66c7b262-1e53-4ec5-9b60-055bfddc89a3 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Resources bound (agent type, host, resource id): {{(pid=107276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 07:42:17.460807 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5ebf292-74db-40b3-903a-5706765487d5 req-66c7b262-1e53-4ec5-9b60-055bfddc89a3 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Received port after_create {{(pid=107276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 07:42:17.491780 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c7b262-1e53-4ec5-9b60-055bfddc89a3 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Pushing event updated for resources: {'Port': ['ID=5143816a-5379-4a8d-ad85-0a16d1348b1e,revision_number=1']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:42:17.517682 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ebf292-74db-40b3-903a-5706765487d5 req-66c7b262-1e53-4ec5-9b60-055bfddc89a3 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:17.518298 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-c5ebf292-74db-40b3-903a-5706765487d5 req-66c7b262-1e53-4ec5-9b60-055bfddc89a3 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382552'] for port (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:17.614434 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-c5ebf292-74db-40b3-903a-5706765487d5 req-66c7b262-1e53-4ec5-9b60-055bfddc89a3 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8593352 Sep 15 07:42:17.641315 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:42:17.659229 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5671c55-cce4-49e7-9c51-4edb7ad03860 req-5c235d99-7825-4419-a3d2-abe1a2127e5d tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:17.661177 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-d5671c55-cce4-49e7-9c51-4edb7ad03860 req-5c235d99-7825-4419-a3d2-abe1a2127e5d tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=62a3489f-c5f3-44d4-93c2-da198e8f06f8 HTTP/1.1" status: 200 len: 931 time: 0.0507889 Sep 15 07:42:17.710489 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-d5671c55-cce4-49e7-9c51-4edb7ad03860 req-ef51d4bc-5fd1-400b-b166-59b5f80cd517 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0e8db3a3-a65b-4399-84bd-cfbe05d3f52d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430062 Sep 15 07:42:17.727689 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-0202f086-737f-46ea-8edc-bc718105a05f None None] Provisioning complete for port 5143816a-5379-4a8d-ad85-0a16d1348b1e triggered by entity DHCP. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 07:42:17.727689 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-0202f086-737f-46ea-8edc-bc718105a05f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862942'] for port (5143816a-5379-4a8d-ad85-0a16d1348b1e), provisioning_complete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:17.727689 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-0202f086-737f-46ea-8edc-bc718105a05f None None] Attempt 1 to provision port 5143816a-5379-4a8d-ad85-0a16d1348b1e Sep 15 07:42:17.758410 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-0202f086-737f-46ea-8edc-bc718105a05f None None] Port 5143816a-5379-4a8d-ad85-0a16d1348b1e cannot update to ACTIVE because it is not bound. {{(pid=107290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 07:42:18.224804 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 36468) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:42:18.259689 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-0202f086-737f-46ea-8edc-bc718105a05f None None] Attempt 2 to provision port 5143816a-5379-4a8d-ad85-0a16d1348b1e Sep 15 07:42:18.280438 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-d2029832-1ad8-4c9c-bb79-2bb2ad034a95 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks [] for security_group (1540b02a-1fff-4f44-b533-539080bfc137), before_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:18.295869 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-0202f086-737f-46ea-8edc-bc718105a05f None None] Port 5143816a-5379-4a8d-ad85-0a16d1348b1e cannot update to ACTIVE because it is not bound. {{(pid=107290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 07:42:18.303280 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-d2029832-1ad8-4c9c-bb79-2bb2ad034a95 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks [] for security_group (1540b02a-1fff-4f44-b533-539080bfc137), precommit_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:18.428327 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-d2029832-1ad8-4c9c-bb79-2bb2ad034a95 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (1540b02a-1fff-4f44-b533-539080bfc137), after_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:18.430991 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-d2029832-1ad8-4c9c-bb79-2bb2ad034a95 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks [] for security_group (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:18.432134 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-d2029832-1ad8-4c9c-bb79-2bb2ad034a95 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "DELETE /networking/v2.0/security-groups/1540b02a-1fff-4f44-b533-539080bfc137 HTTP/1.1" status: 204 len: 168 time: 0.2063286 Sep 15 07:42:18.435371 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 36472) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:42:18.456859 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2029832-1ad8-4c9c-bb79-2bb2ad034a95 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1540b02a-1fff-4f44-b533-539080bfc137,revision_number=None']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:42:18.457472 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac3856b-c553-41bc-8b47-bd861856c28d req-47e1df1a-ae0c-431b-874c-3bf56e976d25 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:18.458871 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.api.v2.resource [None req-95975acb-d873-4fd9-b399-9232854cdbe1 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] show failed (client error): The resource could not be found. Sep 15 07:42:18.461025 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-95975acb-d873-4fd9-b399-9232854cdbe1 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/security-groups/1540b02a-1fff-4f44-b533-539080bfc137 HTTP/1.1" status: 404 len: 347 time: 0.0235512 Sep 15 07:42:18.461219 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-9ac3856b-c553-41bc-8b47-bd861856c28d req-47e1df1a-ae0c-431b-874c-3bf56e976d25 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7cfb1a22-faac-4d66-874d-e7866a02a054 HTTP/1.1" status: 200 len: 943 time: 0.0550890 Sep 15 07:42:18.463530 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 36474) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:42:18.639326 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53020ec2-69b3-4db6-a191-7caf84dffcb3 req-d98776e8-efc8-401b-a112-d74f97de17a2 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:18.640799 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-53020ec2-69b3-4db6-a191-7caf84dffcb3 req-d98776e8-efc8-401b-a112-d74f97de17a2 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=08d61aa0-bcb6-4fe0-bc26-20ef85c5025e HTTP/1.1" status: 200 len: 944 time: 0.1217275 Sep 15 07:42:18.646644 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-9ac3856b-c553-41bc-8b47-bd861856c28d req-5d31fbb2-4c44-4659-b09d-2cf4400b0610 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bd1948ba-0dcc-463f-ac7d-46ca49a9cc24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1741340 Sep 15 07:42:18.670886 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.plugin [None req-d3388dc3-2425-4fd0-be0f-3a63183e3fa2 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Deleting port 8590782e-f016-4ac0-b69c-2e2b142bd49a {{(pid=107279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 07:42:18.671225 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-d3388dc3-2425-4fd0-be0f-3a63183e3fa2 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729658711565'] for port (8590782e-f016-4ac0-b69c-2e2b142bd49a), before_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:18.749668 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-53020ec2-69b3-4db6-a191-7caf84dffcb3 req-52ef6e4f-c307-4bea-8b7b-034e141131a6 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=715457f5-6986-4664-80ea-7326eb5df706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020627 Sep 15 07:42:18.775764 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-d3388dc3-2425-4fd0-be0f-3a63183e3fa2 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009180'] for port (8590782e-f016-4ac0-b69c-2e2b142bd49a), precommit_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:18.776225 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-d3388dc3-2425-4fd0-be0f-3a63183e3fa2 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks [] for floatingip (8590782e-f016-4ac0-b69c-2e2b142bd49a), precommit_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:18.791609 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.plugin [None req-d3388dc3-2425-4fd0-be0f-3a63183e3fa2 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Calling delete_port for 8590782e-f016-4ac0-b69c-2e2b142bd49a owned by network:floatingip {{(pid=107279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 07:42:18.796689 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-0202f086-737f-46ea-8edc-bc718105a05f None None] Attempt 3 to provision port 5143816a-5379-4a8d-ad85-0a16d1348b1e Sep 15 07:42:18.828869 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-0202f086-737f-46ea-8edc-bc718105a05f None None] Port 5143816a-5379-4a8d-ad85-0a16d1348b1e cannot update to ACTIVE because it is not bound. {{(pid=107290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 07:42:18.877052 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e732b697-b8fa-4852-87a6-a241aa295cb2 req-980fc34e-e08a-4282-adf9-87cf3dac5047 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:18.879459 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-e732b697-b8fa-4852-87a6-a241aa295cb2 req-980fc34e-e08a-4282-adf9-87cf3dac5047 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=62a3489f-c5f3-44d4-93c2-da198e8f06f8 HTTP/1.1" status: 200 len: 931 time: 0.0891016 Sep 15 07:42:18.988371 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-e732b697-b8fa-4852-87a6-a241aa295cb2 req-a34253b9-68d4-427a-8e7d-db5630865291 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0e8db3a3-a65b-4399-84bd-cfbe05d3f52d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020606 Sep 15 07:42:19.057941 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-d3388dc3-2425-4fd0-be0f-3a63183e3fa2 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729658628491', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729658170588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991753'] for port (8590782e-f016-4ac0-b69c-2e2b142bd49a), after_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:19.086333 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3388dc3-2425-4fd0-be0f-3a63183e3fa2 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Pushing event deleted for resources: {'Port': ['ID=8590782e-f016-4ac0-b69c-2e2b142bd49a,revision_number=None']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:42:19.137570 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:42:19.148269 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-d3388dc3-2425-4fd0-be0f-3a63183e3fa2 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks [] for floatingip (d06cecb4-8070-461a-a7a9-d266894127de), after_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:19.150805 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-d3388dc3-2425-4fd0-be0f-3a63183e3fa2 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382552'] for floatingip (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:19.151937 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-d3388dc3-2425-4fd0-be0f-3a63183e3fa2 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/d06cecb4-8070-461a-a7a9-d266894127de HTTP/1.1" status: 204 len: 168 time: 0.6873858 Sep 15 07:42:19.284477 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 36484) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:42:19.289493 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.v2.base [None req-ea31d83f-da40-408b-bd75-7aaa0769c7af tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2073119812', 'description': 'tempest-description--1251314065'}} {{(pid=107276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:42:19.301088 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.agents_db [None req-df016ec4-f85e-4abb-9405-ce942686afd2 None None] Agent healthcheck: found 6 active agents {{(pid=107295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 07:42:19.330200 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-0202f086-737f-46ea-8edc-bc718105a05f None None] Attempt 4 to provision port 5143816a-5379-4a8d-ad85-0a16d1348b1e Sep 15 07:42:19.358966 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-ea31d83f-da40-408b-bd75-7aaa0769c7af tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks [] for security_group (None), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:19.362365 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-0202f086-737f-46ea-8edc-bc718105a05f None None] Port 5143816a-5379-4a8d-ad85-0a16d1348b1e cannot update to ACTIVE because it is not bound. {{(pid=107290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 07:42:19.425586 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-ea31d83f-da40-408b-bd75-7aaa0769c7af tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks [] for security_group (179183b2-fabf-446b-87d4-1b270ec14294), precommit_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:19.486104 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-ea31d83f-da40-408b-bd75-7aaa0769c7af tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (179183b2-fabf-446b-87d4-1b270ec14294), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:19.518053 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea31d83f-da40-408b-bd75-7aaa0769c7af tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=179183b2-fabf-446b-87d4-1b270ec14294,revision_number=1']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:42:19.568608 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-ea31d83f-da40-408b-bd75-7aaa0769c7af tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks [] for security_group (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:19.569881 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-ea31d83f-da40-408b-bd75-7aaa0769c7af tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2843704 Sep 15 07:42:19.573075 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 36486) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:42:19.577314 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.v2.base [None req-13177747-201a-42af-83ba-b35d03736a37 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Request body: {'security_group_rule': {'security_group_id': '179183b2-fabf-446b-87d4-1b270ec14294', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:42:19.676078 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-13177747-201a-42af-83ba-b35d03736a37 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks [] for security_group_rule (8815b104-ab83-4188-b8ba-0ce925cdcbdb), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:19.710113 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:42:19.733393 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-13177747-201a-42af-83ba-b35d03736a37 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks [] for security_group_rule (8815b104-ab83-4188-b8ba-0ce925cdcbdb), precommit_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:19.770278 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86983f24-9453-4233-90b9-026534d1b754 req-d68d3178-e115-4dca-92bc-e743b64e4a5e tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:19.771742 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-86983f24-9453-4233-90b9-026534d1b754 req-d68d3178-e115-4dca-92bc-e743b64e4a5e tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7cfb1a22-faac-4d66-874d-e7866a02a054 HTTP/1.1" status: 200 len: 943 time: 0.0495183 Sep 15 07:42:19.817294 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-13177747-201a-42af-83ba-b35d03736a37 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691784'] for security_group_rule (8815b104-ab83-4188-b8ba-0ce925cdcbdb), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:19.828497 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-86983f24-9453-4233-90b9-026534d1b754 req-33cacf5f-4944-4bb4-993a-796e1358a2a9 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bd1948ba-0dcc-463f-ac7d-46ca49a9cc24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495527 Sep 15 07:42:19.837913 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13177747-201a-42af-83ba-b35d03736a37 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8815b104-ab83-4188-b8ba-0ce925cdcbdb,revision_number=0']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:42:19.863744 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-0202f086-737f-46ea-8edc-bc718105a05f None None] Attempt 5 to provision port 5143816a-5379-4a8d-ad85-0a16d1348b1e Sep 15 07:42:19.878920 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e24bd7-1ad9-49a5-8083-2ce480fcc950 req-a02ee099-164e-4224-8e47-35409135de5a tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:19.880392 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-75e24bd7-1ad9-49a5-8083-2ce480fcc950 req-a02ee099-164e-4224-8e47-35409135de5a tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=08d61aa0-bcb6-4fe0-bc26-20ef85c5025e HTTP/1.1" status: 200 len: 944 time: 0.0524290 Sep 15 07:42:19.895822 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-0202f086-737f-46ea-8edc-bc718105a05f None None] Port 5143816a-5379-4a8d-ad85-0a16d1348b1e cannot update to ACTIVE because it is not bound. {{(pid=107290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 07:42:19.904047 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-13177747-201a-42af-83ba-b35d03736a37 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:19.905494 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-13177747-201a-42af-83ba-b35d03736a37 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3314576 Sep 15 07:42:19.915056 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 36492) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:42:19.920942 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.v2.base [None req-3446d620-7c8e-4fc0-8cd1-fd84a5454144 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Request body: {'security_group_rule': {'security_group_id': '179183b2-fabf-446b-87d4-1b270ec14294', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:42:19.936339 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-75e24bd7-1ad9-49a5-8083-2ce480fcc950 req-3dc1cbef-c966-42b5-bda8-f460376b6696 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=715457f5-6986-4664-80ea-7326eb5df706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500736 Sep 15 07:42:19.957290 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.v2.base [req-c5ebf292-74db-40b3-903a-5706765487d5 req-ec0d1601-3c02-4238-9a5b-46fb9cb1691e service neutron] Request body: {'port': {'device_id': '62a3489f-c5f3-44d4-93c2-da198e8f06f8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82414'}} {{(pid=107276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:42:19.968433 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Device 64d3dfe8-cb43-42b9-b820-a5af2429b050 details requested by agent hyperv_hv-cinder-82414 with host hv-cinder-82414 {{(pid=107290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 07:42:20.027793 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-3446d620-7c8e-4fc0-8cd1-fd84a5454144 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks [] for security_group_rule (732cc070-39c4-4df9-af89-06077ccf049a), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:20.042273 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:42:20.058819 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-c5ebf292-74db-40b3-903a-5706765487d5 req-ec0d1601-3c02-4238-9a5b-46fb9cb1691e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (5143816a-5379-4a8d-ad85-0a16d1348b1e), before_update {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:20.063583 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c61f4ae-f501-416f-ae4a-a57391a8ab73 req-df977224-90b8-4526-923b-af5a4166647c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:20.066368 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-9c61f4ae-f501-416f-ae4a-a57391a8ab73 req-df977224-90b8-4526-923b-af5a4166647c service neutron] 10.222.0.26 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1192784 Sep 15 07:42:20.095529 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] For port 64d3dfe8-cb43-42b9-b820-a5af2429b050, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=64d3dfe8-cb43-42b9-b820-a5af2429b050,segment=NetworkSegment(ec12b675-c824-48b2-b764-cea54c2a6f6e),segment_id=ec12b675-c824-48b2-b764-cea54c2a6f6e)] {{(pid=107290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:42:20.110040 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Returning: {'device': '64d3dfe8-cb43-42b9-b820-a5af2429b050', 'network_id': '2c10a638-2533-4c87-88f1-ce4db4dec0fd', 'port_id': '64d3dfe8-cb43-42b9-b820-a5af2429b050', 'mac_address': 'fa:16:3e:bb:bd:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8bb4817-976c-49f3-9d00-c474544f8d63', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 07:42:20.137764 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:42:20.149291 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Current status of the port 64d3dfe8-cb43-42b9-b820-a5af2429b050 is: DOWN; New status is: BUILD {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:42:20.149731 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (64d3dfe8-cb43-42b9-b820-a5af2429b050), before_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:20.152341 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=100 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:42:20.154991 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-3446d620-7c8e-4fc0-8cd1-fd84a5454144 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks [] for security_group_rule (732cc070-39c4-4df9-af89-06077ccf049a), precommit_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:20.166266 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e32c96-1afb-45d7-a68f-ff639c54ed20 req-3f5d7cb4-8d1a-4b18-8d4c-e31dd16af0cc tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:20.167750 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-38e32c96-1afb-45d7-a68f-ff639c54ed20 req-3f5d7cb4-8d1a-4b18-8d4c-e31dd16af0cc tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=62a3489f-c5f3-44d4-93c2-da198e8f06f8 HTTP/1.1" status: 200 len: 931 time: 0.0804741 Sep 15 07:42:20.168635 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.notifiers.nova [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64d3dfe8-cb43-42b9-b820-a5af2429b050 {{(pid=107290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 07:42:20.174982 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7b22f4-72a0-42a7-88f2-cd9f5188e171 req-c22ed17a-746b-4eab-80f3-d3c1198fa120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:20.176513 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-5f7b22f4-72a0-42a7-88f2-cd9f5188e171 req-c22ed17a-746b-4eab-80f3-d3c1198fa120 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=7e20a6e5fded473c8905bffff7775ed3&device_id=08d61aa0-bcb6-4fe0-bc26-20ef85c5025e HTTP/1.1" status: 200 len: 1128 time: 0.0559387 Sep 15 07:42:20.190938 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] For port 64d3dfe8-cb43-42b9-b820-a5af2429b050, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=64d3dfe8-cb43-42b9-b820-a5af2429b050,segment=NetworkSegment(ec12b675-c824-48b2-b764-cea54c2a6f6e),segment_id=ec12b675-c824-48b2-b764-cea54c2a6f6e)] {{(pid=107290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:42:20.229106 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-5f7b22f4-72a0-42a7-88f2-cd9f5188e171 req-d2d8e83b-da13-475a-83f3-d68e4e78a254 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a2038fe2-5f0d-43e2-96b0-b1c3e3a35f14 HTTP/1.1" status: 200 len: 217 time: 0.0445514 Sep 15 07:42:20.248490 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-3446d620-7c8e-4fc0-8cd1-fd84a5454144 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691784'] for security_group_rule (732cc070-39c4-4df9-af89-06077ccf049a), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:20.269294 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615'] for port (64d3dfe8-cb43-42b9-b820-a5af2429b050), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:20.289235 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-38e32c96-1afb-45d7-a68f-ff639c54ed20 req-83099580-6107-4d45-ad3b-cd446ec863f6 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0e8db3a3-a65b-4399-84bd-cfbe05d3f52d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116958 Sep 15 07:42:20.312006 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7b22f4-72a0-42a7-88f2-cd9f5188e171 req-93947375-ce78-485f-98ed-1c52b9bd19d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:20.312115 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3446d620-7c8e-4fc0-8cd1-fd84a5454144 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=732cc070-39c4-4df9-af89-06077ccf049a,revision_number=0']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:42:20.312213 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-5f7b22f4-72a0-42a7-88f2-cd9f5188e171 req-93947375-ce78-485f-98ed-1c52b9bd19d7 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=e61fdb9d-5934-42a7-84a4-5655559ab33d HTTP/1.1" status: 200 len: 847 time: 0.0687544 Sep 15 07:42:20.334912 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Pushing event updated for resources: {'Port': ['ID=64d3dfe8-cb43-42b9-b820-a5af2429b050,revision_number=4']} {{(pid=107290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:42:20.343118 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:42:20.343781 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:42:20.344315 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:42:20.344683 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:42:20.345164 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:42:20.345649 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:42:20.345931 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:42:20.346471 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:42:20.346810 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:42:20.347142 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:42:20.347599 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:42:20.347880 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:42:20.348193 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:42:20.348523 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:42:20.348840 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:42:20.352069 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7b22f4-72a0-42a7-88f2-cd9f5188e171 req-47b9d2c2-abec-488c-8e9c-8ad607bceaf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:20.353678 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-5f7b22f4-72a0-42a7-88f2-cd9f5188e171 req-47b9d2c2-abec-488c-8e9c-8ad607bceaf2 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=85a7f1ba-3d89-421a-8e93-c34cc3e5ffc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421946 Sep 15 07:42:20.396609 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-0202f086-737f-46ea-8edc-bc718105a05f None None] Attempt 6 to provision port 5143816a-5379-4a8d-ad85-0a16d1348b1e Sep 15 07:42:20.401540 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-3446d620-7c8e-4fc0-8cd1-fd84a5454144 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:20.405724 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-3446d620-7c8e-4fc0-8cd1-fd84a5454144 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4864306 Sep 15 07:42:20.409767 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 36498) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:42:20.413319 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.notifiers.nova [req-c5ebf292-74db-40b3-903a-5706765487d5 req-ec0d1601-3c02-4238-9a5b-46fb9cb1691e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5143816a-5379-4a8d-ad85-0a16d1348b1e {{(pid=107276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 07:42:20.420026 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.v2.base [None req-525bd1ca-cbb0-4a90-8bde-bb3908699d76 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Request body: {'floatingip': {'floating_network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa'}} {{(pid=107276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:42:20.430327 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-c5ebf292-74db-40b3-903a-5706765487d5 req-ec0d1601-3c02-4238-9a5b-46fb9cb1691e service neutron] Publish callbacks [] for port (5143816a-5379-4a8d-ad85-0a16d1348b1e), precommit_update {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:20.439094 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-0202f086-737f-46ea-8edc-bc718105a05f None None] Port 5143816a-5379-4a8d-ad85-0a16d1348b1e cannot update to ACTIVE because it is not bound. {{(pid=107290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 07:42:20.451343 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-5f7b22f4-72a0-42a7-88f2-cd9f5188e171 req-2d3613e6-2013-4e27-8e41-15c87781181d service neutron] 10.222.0.26 "GET /networking/v2.0/networks/85a7f1ba-3d89-421a-8e93-c34cc3e5ffc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914147 Sep 15 07:42:20.451680 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.db.provisioning_blocks [req-c5ebf292-74db-40b3-903a-5706765487d5 req-ec0d1601-3c02-4238-9a5b-46fb9cb1691e service neutron] Transition to ACTIVE for port object 5143816a-5379-4a8d-ad85-0a16d1348b1e will not be triggered until provisioned by entity L2. {{(pid=107276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 15 07:42:20.545282 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-5f7b22f4-72a0-42a7-88f2-cd9f5188e171 req-cdcf9cc0-0bef-4b4e-9adb-05f03eee4653 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/85a7f1ba-3d89-421a-8e93-c34cc3e5ffc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849702 Sep 15 07:42:20.552490 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] get_ports_and_sgs() called for port_ids ['64d3dfe8-cb43-42b9-b820-a5af2429b050'] {{(pid=107290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 07:42:20.560735 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-c5ebf292-74db-40b3-903a-5706765487d5 req-ec0d1601-3c02-4238-9a5b-46fb9cb1691e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260827419'] for port (5143816a-5379-4a8d-ad85-0a16d1348b1e), after_update {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:20.566832 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-525bd1ca-cbb0-4a90-8bde-bb3908699d76 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:20.570761 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:INSERT=4,neutron:SELECT=88,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:42:20.677507 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0d1601-3c02-4238-9a5b-46fb9cb1691e service neutron] Pushing event updated for resources: {'Port': ['ID=5143816a-5379-4a8d-ad85-0a16d1348b1e,revision_number=2']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:42:20.728593 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:42:20.745548 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-525bd1ca-cbb0-4a90-8bde-bb3908699d76 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (None), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:20.762115 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.managers [req-c5ebf292-74db-40b3-903a-5706765487d5 req-ec0d1601-3c02-4238-9a5b-46fb9cb1691e service neutron] Attempting to bind port 5143816a-5379-4a8d-ad85-0a16d1348b1e on host hv-cinder-82414 for vnic_type normal with profile {{(pid=107276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 07:42:20.762457 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.managers [req-c5ebf292-74db-40b3-903a-5706765487d5 req-ec0d1601-3c02-4238-9a5b-46fb9cb1691e service neutron] Attempting to bind port 5143816a-5379-4a8d-ad85-0a16d1348b1e by drivers openvswitch,hyperv on host hv-cinder-82414 at level 0 using segments [{'id': '552c796d-8f18-442c-a86c-8bdb62d9921a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '9125b9da-cf0a-438e-a321-05e9db8df553'}] {{(pid=107276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 07:42:20.762784 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ebf292-74db-40b3-903a-5706765487d5 req-ec0d1601-3c02-4238-9a5b-46fb9cb1691e service neutron] Attempting to bind port 5143816a-5379-4a8d-ad85-0a16d1348b1e on network 9125b9da-cf0a-438e-a321-05e9db8df553 {{(pid=107276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 07:42:20.874930 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ebf292-74db-40b3-903a-5706765487d5 req-ec0d1601-3c02-4238-9a5b-46fb9cb1691e service neutron] Port 5143816a-5379-4a8d-ad85-0a16d1348b1e on network 9125b9da-cf0a-438e-a321-05e9db8df553 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82414 {{(pid=107276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 07:42:20.875264 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ebf292-74db-40b3-903a-5706765487d5 req-ec0d1601-3c02-4238-9a5b-46fb9cb1691e service neutron] Attempting to bind port 5143816a-5379-4a8d-ad85-0a16d1348b1e on network 9125b9da-cf0a-438e-a321-05e9db8df553 {{(pid=107276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 07:42:20.938715 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.db.db_base_plugin_common [None req-525bd1ca-cbb0-4a90-8bde-bb3908699d76 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Allocated IP 172.27.0.155 (7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa/2c94e072-16ef-4b41-8118-d589be48e89d/fe2b8d65-7543-436d-a16c-8fa290abfb9e) {{(pid=107276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 07:42:20.940308 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-0202f086-737f-46ea-8edc-bc718105a05f None None] Attempt 7 to provision port 5143816a-5379-4a8d-ad85-0a16d1348b1e Sep 15 07:42:20.959793 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ebf292-74db-40b3-903a-5706765487d5 req-ec0d1601-3c02-4238-9a5b-46fb9cb1691e service neutron] Checking agent: {'id': '25cf60a6-7ad2-448a-9326-c12b453ddee0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82414', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 7, 36, 43), 'started_at': datetime.datetime(2022, 9, 15, 7, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 7, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 07:42:20.960125 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ebf292-74db-40b3-903a-5706765487d5 req-ec0d1601-3c02-4238-9a5b-46fb9cb1691e service neutron] Checking segment: {'id': '552c796d-8f18-442c-a86c-8bdb62d9921a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '9125b9da-cf0a-438e-a321-05e9db8df553'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 07:42:20.963234 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ebf292-74db-40b3-903a-5706765487d5 req-ec0d1601-3c02-4238-9a5b-46fb9cb1691e service neutron] Bound using segment: {'id': '552c796d-8f18-442c-a86c-8bdb62d9921a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '9125b9da-cf0a-438e-a321-05e9db8df553'} {{(pid=107276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 07:42:20.963234 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.managers [req-c5ebf292-74db-40b3-903a-5706765487d5 req-ec0d1601-3c02-4238-9a5b-46fb9cb1691e service neutron] Bound port: 5143816a-5379-4a8d-ad85-0a16d1348b1e, host: hv-cinder-82414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '552c796d-8f18-442c-a86c-8bdb62d9921a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '9125b9da-cf0a-438e-a321-05e9db8df553'}}] {{(pid=107276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 07:42:20.963234 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-c5ebf292-74db-40b3-903a-5706765487d5 req-ec0d1601-3c02-4238-9a5b-46fb9cb1691e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (5143816a-5379-4a8d-ad85-0a16d1348b1e), before_update {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:20.978235 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-0202f086-737f-46ea-8edc-bc718105a05f None None] Port 5143816a-5379-4a8d-ad85-0a16d1348b1e cannot update to ACTIVE because it is not bound. {{(pid=107290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 07:42:20.991445 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:42:21.134650 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.db [req-c5ebf292-74db-40b3-903a-5706765487d5 req-ec0d1601-3c02-4238-9a5b-46fb9cb1691e service neutron] For port 5143816a-5379-4a8d-ad85-0a16d1348b1e, host hv-cinder-82414, cleared binding levels {{(pid=107276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 07:42:21.157264 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.db [req-c5ebf292-74db-40b3-903a-5706765487d5 req-ec0d1601-3c02-4238-9a5b-46fb9cb1691e service neutron] For port 5143816a-5379-4a8d-ad85-0a16d1348b1e, host hv-cinder-82414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=5143816a-5379-4a8d-ad85-0a16d1348b1e,segment=NetworkSegment(552c796d-8f18-442c-a86c-8bdb62d9921a),segment_id=552c796d-8f18-442c-a86c-8bdb62d9921a)] {{(pid=107276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 07:42:21.163681 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-525bd1ca-cbb0-4a90-8bde-bb3908699d76 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks [] for port (fe2b8d65-7543-436d-a16c-8fa290abfb9e), precommit_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:21.224972 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c18477-9b78-4a44-aadd-c57593ba5114 req-2b40e9d3-2263-4079-b57d-16ccde953731 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:21.226560 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-24c18477-9b78-4a44-aadd-c57593ba5114 req-2b40e9d3-2263-4079-b57d-16ccde953731 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7cfb1a22-faac-4d66-874d-e7866a02a054 HTTP/1.1" status: 200 len: 944 time: 0.3219063 Sep 15 07:42:21.239034 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-c5ebf292-74db-40b3-903a-5706765487d5 req-ec0d1601-3c02-4238-9a5b-46fb9cb1691e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260827419'] for port (5143816a-5379-4a8d-ad85-0a16d1348b1e), after_update {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:21.243267 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ebf292-74db-40b3-903a-5706765487d5 req-ec0d1601-3c02-4238-9a5b-46fb9cb1691e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:21.243890 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-c5ebf292-74db-40b3-903a-5706765487d5 req-ec0d1601-3c02-4238-9a5b-46fb9cb1691e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382552'] for port (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:21.245352 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-c5ebf292-74db-40b3-903a-5706765487d5 req-ec0d1601-3c02-4238-9a5b-46fb9cb1691e service neutron] 10.222.0.26 "PUT /networking/v2.0/ports/5143816a-5379-4a8d-ad85-0a16d1348b1e HTTP/1.1" status: 200 len: 1093 time: 1.2934985 Sep 15 07:42:21.246815 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62a3489f-c5f3-44d4-93c2-da198e8f06f8', 'tag': '5143816a-5379-4a8d-ad85-0a16d1348b1e'}] {{(pid=107276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 07:42:21.249182 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e3724867bd40dd9d720ab8c058c996a0c2f5593be620855f41bc083494bf738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-265490ef-b9fb-4b87-befe-a062f708fbbb" -d '{"events": [{"name": "network-changed", "server_uuid": "62a3489f-c5f3-44d4-93c2-da198e8f06f8", "tag": "5143816a-5379-4a8d-ad85-0a16d1348b1e"}]}' {{(pid=107276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 07:42:21.263243 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be29d17f-8dc4-4e4b-bf8f-8967b03006bb req-683fb958-c155-437f-a1cc-e0a8f808d791 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:21.264715 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-be29d17f-8dc4-4e4b-bf8f-8967b03006bb req-683fb958-c155-437f-a1cc-e0a8f808d791 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=08d61aa0-bcb6-4fe0-bc26-20ef85c5025e HTTP/1.1" status: 200 len: 944 time: 0.0801308 Sep 15 07:42:21.292467 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-525bd1ca-cbb0-4a90-8bde-bb3908699d76 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729658170579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260827426'] for port (fe2b8d65-7543-436d-a16c-8fa290abfb9e), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:21.309408 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0d1601-3c02-4238-9a5b-46fb9cb1691e service neutron] Pushing event updated for resources: {'Port': ['ID=5143816a-5379-4a8d-ad85-0a16d1348b1e,revision_number=3']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:42:21.329191 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-24c18477-9b78-4a44-aadd-c57593ba5114 req-0d2d384a-3b20-443d-8fb6-39b141ff22da tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bd1948ba-0dcc-463f-ac7d-46ca49a9cc24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898776 Sep 15 07:42:21.342558 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-525bd1ca-cbb0-4a90-8bde-bb3908699d76 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Network 7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa is already hosted by enough agents. {{(pid=107276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 07:42:21.347947 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.scheduler.base_scheduler [None req-525bd1ca-cbb0-4a90-8bde-bb3908699d76 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Resources bound (agent type, host, resource id): {{(pid=107276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 07:42:21.351866 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525bd1ca-cbb0-4a90-8bde-bb3908699d76 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Received port after_create {{(pid=107276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 07:42:21.355012 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=100 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:42:21.359309 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-be29d17f-8dc4-4e4b-bf8f-8967b03006bb req-a4ad7275-58a2-4d79-8d55-1a2b373cdfbf tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=715457f5-6986-4664-80ea-7326eb5df706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811553 Sep 15 07:42:21.392080 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 07:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de744e14-c255-452b-905b-add2733341fa x-openstack-request-id: req-de744e14-c255-452b-905b-add2733341fa {{(pid=107276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 07:42:21.392080 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62a3489f-c5f3-44d4-93c2-da198e8f06f8", "tag": "5143816a-5379-4a8d-ad85-0a16d1348b1e", "status": "completed", "code": 200}]} {{(pid=107276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 07:42:21.392080 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-de744e14-c255-452b-905b-add2733341fa {{(pid=107276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 07:42:21.392080 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de744e14-c255-452b-905b-add2733341fa'] response: {'name': 'network-changed', 'server_uuid': '62a3489f-c5f3-44d4-93c2-da198e8f06f8', 'tag': '5143816a-5379-4a8d-ad85-0a16d1348b1e', 'status': 'completed', 'code': 200} Sep 15 07:42:21.417067 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525bd1ca-cbb0-4a90-8bde-bb3908699d76 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Pushing event updated for resources: {'Port': ['ID=fe2b8d65-7543-436d-a16c-8fa290abfb9e,revision_number=1']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:42:21.438437 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ebf292-74db-40b3-903a-5706765487d5 req-c992881e-0c83-4937-9fb6-4bbd59538481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:21.440546 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-c5ebf292-74db-40b3-903a-5706765487d5 req-c992881e-0c83-4937-9fb6-4bbd59538481 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=cdc69db806d24d1f8eb18aadaaafabcb&device_id=62a3489f-c5f3-44d4-93c2-da198e8f06f8 HTTP/1.1" status: 200 len: 1127 time: 0.0611029 Sep 15 07:42:21.475588 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dcf002-4abc-4d05-8e6c-f4190866a30d req-b5f81732-1ebf-4a62-9be4-d3efd5cc91c2 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:21.476963 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-46dcf002-4abc-4d05-8e6c-f4190866a30d req-b5f81732-1ebf-4a62-9be4-d3efd5cc91c2 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=62a3489f-c5f3-44d4-93c2-da198e8f06f8 HTTP/1.1" status: 200 len: 943 time: 0.0545917 Sep 15 07:42:21.479392 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-0202f086-737f-46ea-8edc-bc718105a05f None None] Attempt 8 to provision port 5143816a-5379-4a8d-ad85-0a16d1348b1e Sep 15 07:42:21.505406 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-c5ebf292-74db-40b3-903a-5706765487d5 req-ebaf64c8-5929-41e5-a52d-6d6c404aaf16 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5143816a-5379-4a8d-ad85-0a16d1348b1e HTTP/1.1" status: 200 len: 217 time: 0.0550532 Sep 15 07:42:21.526678 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-46dcf002-4abc-4d05-8e6c-f4190866a30d req-2fa9e747-bce1-4eed-b36c-efe2a989fd62 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0e8db3a3-a65b-4399-84bd-cfbe05d3f52d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439537 Sep 15 07:42:21.532084 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-0202f086-737f-46ea-8edc-bc718105a05f None None] Port 5143816a-5379-4a8d-ad85-0a16d1348b1e had new provisioning blocks added so it will not transition to active. {{(pid=107290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 15 07:42:21.552895 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-525bd1ca-cbb0-4a90-8bde-bb3908699d76 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks [] for floatingip (e7211e47-6a47-4c82-b3ab-b77e7090fddb), precommit_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:21.570786 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:UPDATE=5,neutron:SELECT=91,neutron:INSERT=4 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:42:21.574054 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ebf292-74db-40b3-903a-5706765487d5 req-770e5a22-a59e-4e2f-a0c9-7b2ccc2363fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:21.575523 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-c5ebf292-74db-40b3-903a-5706765487d5 req-770e5a22-a59e-4e2f-a0c9-7b2ccc2363fb service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=56bdd156-8a1e-4af7-bbaf-a09f4f37e06d HTTP/1.1" status: 200 len: 858 time: 0.0604243 Sep 15 07:42:21.619477 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ebf292-74db-40b3-903a-5706765487d5 req-26ba1fb7-c6c7-4314-8761-b3dd4859c662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:21.620931 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-c5ebf292-74db-40b3-903a-5706765487d5 req-26ba1fb7-c6c7-4314-8761-b3dd4859c662 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=9125b9da-cf0a-438e-a321-05e9db8df553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377321 Sep 15 07:42:21.719474 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-525bd1ca-cbb0-4a90-8bde-bb3908699d76 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (fe2b8d65-7543-436d-a16c-8fa290abfb9e), before_update {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:21.770723 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-c5ebf292-74db-40b3-903a-5706765487d5 req-72e389c8-6019-4cb8-958a-8e499d51da39 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/9125b9da-cf0a-438e-a321-05e9db8df553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391559 Sep 15 07:42:21.866903 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:42:21.942714 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-c5ebf292-74db-40b3-903a-5706765487d5 req-a10be551-bbbc-456c-b7bc-483769c0efe0 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/9125b9da-cf0a-438e-a321-05e9db8df553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642175 Sep 15 07:42:21.946216 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Device 64d3dfe8-cb43-42b9-b820-a5af2429b050 up at agent hyperv_hv-cinder-82414 {{(pid=107290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 07:42:21.965106 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-525bd1ca-cbb0-4a90-8bde-bb3908699d76 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks [] for port (fe2b8d65-7543-436d-a16c-8fa290abfb9e), precommit_update {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:21.989905 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Provisioning for port 64d3dfe8-cb43-42b9-b820-a5af2429b050 completed by entity L2. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 15 07:42:22.101175 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-525bd1ca-cbb0-4a90-8bde-bb3908699d76 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260827419'] for port (fe2b8d65-7543-436d-a16c-8fa290abfb9e), after_update {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:22.101820 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Provisioning complete for port 64d3dfe8-cb43-42b9-b820-a5af2429b050 triggered by entity L2. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 07:42:22.102199 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862942'] for port (64d3dfe8-cb43-42b9-b820-a5af2429b050), provisioning_complete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:22.102531 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Attempt 1 to provision port 64d3dfe8-cb43-42b9-b820-a5af2429b050 Sep 15 07:42:22.170203 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525bd1ca-cbb0-4a90-8bde-bb3908699d76 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Pushing event updated for resources: {'Port': ['ID=fe2b8d65-7543-436d-a16c-8fa290abfb9e,revision_number=2']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:42:22.173771 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-525bd1ca-cbb0-4a90-8bde-bb3908699d76 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2007462'] for floatingip (e7211e47-6a47-4c82-b3ab-b77e7090fddb), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:22.175539 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Current status of the port 64d3dfe8-cb43-42b9-b820-a5af2429b050 is: BUILD; New status is: ACTIVE {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:42:22.176127 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (64d3dfe8-cb43-42b9-b820-a5af2429b050), before_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:22.199161 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cfb1a22-faac-4d66-874d-e7866a02a054', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64d3dfe8-cb43-42b9-b820-a5af2429b050'}] {{(pid=107290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 07:42:22.201366 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff93a2f2a3cb789a491bb2a8c4b01cf70d8343c1611f7c7394898ef54d6aa0cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38b48ab3-423f-445d-ae66-803086a322c2" -d '{"events": [{"server_uuid": "7cfb1a22-faac-4d66-874d-e7866a02a054", "name": "network-vif-plugged", "status": "completed", "tag": "64d3dfe8-cb43-42b9-b820-a5af2429b050"}]}' {{(pid=107290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 07:42:22.217735 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] For port 64d3dfe8-cb43-42b9-b820-a5af2429b050, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=64d3dfe8-cb43-42b9-b820-a5af2429b050,segment=NetworkSegment(ec12b675-c824-48b2-b764-cea54c2a6f6e),segment_id=ec12b675-c824-48b2-b764-cea54c2a6f6e)] {{(pid=107290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:42:22.236882 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-525bd1ca-cbb0-4a90-8bde-bb3908699d76 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382552'] for floatingip (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:22.236882 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-525bd1ca-cbb0-4a90-8bde-bb3908699d76 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8246458 Sep 15 07:42:22.243240 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 07:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aac23919-97c3-4517-9a91-4357679b8953 x-openstack-request-id: req-aac23919-97c3-4517-9a91-4357679b8953 {{(pid=107290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 07:42:22.243533 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cfb1a22-faac-4d66-874d-e7866a02a054", "name": "network-vif-plugged", "status": "completed", "tag": "64d3dfe8-cb43-42b9-b820-a5af2429b050", "code": 200}]} {{(pid=107290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 07:42:22.243788 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-aac23919-97c3-4517-9a91-4357679b8953 {{(pid=107290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 07:42:22.244173 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aac23919-97c3-4517-9a91-4357679b8953'] response: {'server_uuid': '7cfb1a22-faac-4d66-874d-e7866a02a054', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64d3dfe8-cb43-42b9-b820-a5af2429b050', 'code': 200} Sep 15 07:42:22.308328 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615'] for port (64d3dfe8-cb43-42b9-b820-a5af2429b050), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:22.364867 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Pushing event updated for resources: {'Port': ['ID=64d3dfe8-cb43-42b9-b820-a5af2429b050,revision_number=5']} {{(pid=107290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:42:22.459421 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9466038-ecbd-455c-93db-7a4a1d444c53 req-d2b3a2f8-a17e-4722-8ae4-e5ca93a9e2ac tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:22.460935 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-b9466038-ecbd-455c-93db-7a4a1d444c53 req-d2b3a2f8-a17e-4722-8ae4-e5ca93a9e2ac tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7cfb1a22-faac-4d66-874d-e7866a02a054 HTTP/1.1" status: 200 len: 945 time: 0.0620909 Sep 15 07:42:22.499189 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-cdba443a-d59f-4d19-823b-3d6b4612bb29 req-9fd6a40b-e6f8-4446-a9e3-dd6c216817d8 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--2073119812&fields=id&tenant_id=14017d5edbbd4068b529d5d92444182a HTTP/1.1" status: 200 len: 267 time: 0.0990620 Sep 15 07:42:22.509682 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-4c012832-3f48-44ae-80b7-5013db0507eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (47b201f8-ba91-4005-8457-67653169c522), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:22.577850 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-b9466038-ecbd-455c-93db-7a4a1d444c53 req-7b294e87-fb4a-48c3-8863-3da708c89d9e tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bd1948ba-0dcc-463f-ac7d-46ca49a9cc24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082273 Sep 15 07:42:22.658628 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdba443a-d59f-4d19-823b-3d6b4612bb29 req-ec697027-e6e1-49dc-a7f1-adbb414c5b46 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:22.660409 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-cdba443a-d59f-4d19-823b-3d6b4612bb29 req-ec697027-e6e1-49dc-a7f1-adbb414c5b46 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/networks?id=be4fe7de-ab91-47eb-96fc-2000373fe74e HTTP/1.1" status: 200 len: 814 time: 0.1490741 Sep 15 07:42:22.690912 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-cdba443a-d59f-4d19-823b-3d6b4612bb29 req-06415535-c1a8-4990-abe8-fe87852a4f24 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/quotas/14017d5edbbd4068b529d5d92444182a HTTP/1.1" status: 200 len: 375 time: 0.0148878 Sep 15 07:42:22.702815 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e56194-be76-4876-a2b7-4df93ffde7ef req-8542900e-c41a-4ca4-832a-0ba724474956 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:22.704944 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-91e56194-be76-4876-a2b7-4df93ffde7ef req-8542900e-c41a-4ca4-832a-0ba724474956 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=08d61aa0-bcb6-4fe0-bc26-20ef85c5025e HTTP/1.1" status: 200 len: 944 time: 0.0658083 Sep 15 07:42:22.766091 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-cdba443a-d59f-4d19-823b-3d6b4612bb29 req-91a7cd70-d342-44ce-8e18-62254048a631 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=14017d5edbbd4068b529d5d92444182a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0699060 Sep 15 07:42:22.774118 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=100 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:42:22.807684 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-91e56194-be76-4876-a2b7-4df93ffde7ef req-4bbbeca7-2ff9-44b5-ae4f-52023bf51b45 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=715457f5-6986-4664-80ea-7326eb5df706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953367 Sep 15 07:42:22.897905 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-cdba443a-d59f-4d19-823b-3d6b4612bb29 req-2a796c38-f0e5-4928-8490-f1f9fa6ce953 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/be4fe7de-ab91-47eb-96fc-2000373fe74e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156981 Sep 15 07:42:22.977013 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfde5737-0692-49ef-af36-e5107ff63ce6 req-dcdf25a2-d88a-4496-af46-6a2fe77b9d9f tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:22.978502 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-dfde5737-0692-49ef-af36-e5107ff63ce6 req-dcdf25a2-d88a-4496-af46-6a2fe77b9d9f tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=62a3489f-c5f3-44d4-93c2-da198e8f06f8 HTTP/1.1" status: 200 len: 943 time: 0.0956430 Sep 15 07:42:23.025267 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265490ef-b9fb-4b87-befe-a062f708fbbb req-7b109400-59c5-4fa7-89a2-6e90e49fdfaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:23.026782 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-265490ef-b9fb-4b87-befe-a062f708fbbb req-7b109400-59c5-4fa7-89a2-6e90e49fdfaa service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=cdc69db806d24d1f8eb18aadaaafabcb&device_id=62a3489f-c5f3-44d4-93c2-da198e8f06f8 HTTP/1.1" status: 200 len: 1127 time: 0.0439200 Sep 15 07:42:23.061907 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-cdba443a-d59f-4d19-823b-3d6b4612bb29 req-7af22e4b-ac52-41ff-ac8e-e5d29c6c0ce6 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/be4fe7de-ab91-47eb-96fc-2000373fe74e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443517 Sep 15 07:42:23.066668 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-dfde5737-0692-49ef-af36-e5107ff63ce6 req-25676cf4-84c8-41a0-9154-0b4de37b19d1 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0e8db3a3-a65b-4399-84bd-cfbe05d3f52d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805373 Sep 15 07:42:23.197044 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265490ef-b9fb-4b87-befe-a062f708fbbb req-b000276a-a3ad-47ba-ae95-8fca51741352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:23.198640 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-265490ef-b9fb-4b87-befe-a062f708fbbb req-b000276a-a3ad-47ba-ae95-8fca51741352 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=9125b9da-cf0a-438e-a321-05e9db8df553 HTTP/1.1" status: 200 len: 920 time: 0.0889199 Sep 15 07:42:23.239779 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-265490ef-b9fb-4b87-befe-a062f708fbbb req-f46f305f-5e4c-4959-91f2-049572bcb3c0 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5143816a-5379-4a8d-ad85-0a16d1348b1e HTTP/1.1" status: 200 len: 217 time: 0.0326931 Sep 15 07:42:23.362946 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-1deb5c4f-437b-4863-9bfa-ca372ae8cf41 req-48e0507e-2e7f-4b0f-aa5a-5f19cc5d7fac tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=93a02c55-496c-4b57-9af0-d40fba32857e HTTP/1.1" status: 200 len: 210 time: 0.0319848 Sep 15 07:42:23.707687 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c103c7ee-68fd-4ce2-b697-8d765c6c4d0e req-34ec6437-1651-441b-bf82-b4ae37459468 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:23.709261 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-c103c7ee-68fd-4ce2-b697-8d765c6c4d0e req-34ec6437-1651-441b-bf82-b4ae37459468 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7cfb1a22-faac-4d66-874d-e7866a02a054 HTTP/1.1" status: 200 len: 945 time: 0.0489886 Sep 15 07:42:23.760913 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-c103c7ee-68fd-4ce2-b697-8d765c6c4d0e req-841fc466-d51d-44f5-b3bc-dcc38ab2af6d tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bd1948ba-0dcc-463f-ac7d-46ca49a9cc24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458217 Sep 15 07:42:23.948356 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c2f13a-a75f-4de3-8764-1339792b901c req-3134ef80-429b-42d7-9735-6ce6ad312054 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:23.949840 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-e3c2f13a-a75f-4de3-8764-1339792b901c req-3134ef80-429b-42d7-9735-6ce6ad312054 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=08d61aa0-bcb6-4fe0-bc26-20ef85c5025e HTTP/1.1" status: 200 len: 944 time: 0.0533299 Sep 15 07:42:23.999333 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-e3c2f13a-a75f-4de3-8764-1339792b901c req-08eabbc0-f49f-45c7-887b-7018ea5d89ae tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=715457f5-6986-4664-80ea-7326eb5df706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436001 Sep 15 07:42:24.153708 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=100 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:42:24.194939 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6755ddbc-cceb-4185-9e6e-e124cd9b8b55 req-60a607b4-0e63-45c7-9a64-2f9c933e504d tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:24.196370 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-6755ddbc-cceb-4185-9e6e-e124cd9b8b55 req-60a607b4-0e63-45c7-9a64-2f9c933e504d tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=62a3489f-c5f3-44d4-93c2-da198e8f06f8 HTTP/1.1" status: 200 len: 943 time: 0.0510798 Sep 15 07:42:24.244205 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-6755ddbc-cceb-4185-9e6e-e124cd9b8b55 req-54b8b4f7-0e88-4b5a-8a88-74ac84fc95d2 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0e8db3a3-a65b-4399-84bd-cfbe05d3f52d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420508 Sep 15 07:42:24.463870 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-475e4841-9741-47fe-b5dd-8dfea37794d1 req-de4dd4f3-8a86-4abf-ba68-e8b4ea622e1c tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=93a02c55-496c-4b57-9af0-d40fba32857e HTTP/1.1" status: 200 len: 210 time: 0.0273237 Sep 15 07:42:24.775723 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-f9cb24be-a0ce-44b5-b1a8-abb4f3e2020f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (6177172c-20b9-4a3a-92be-d5dd082cfa3a), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:24.884578 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1182eea2-97f1-4fb2-a348-356995d587c6 req-2ad37841-dc20-46ff-8c0a-a4b5ec663ac1 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:24.886192 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-1182eea2-97f1-4fb2-a348-356995d587c6 req-2ad37841-dc20-46ff-8c0a-a4b5ec663ac1 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7cfb1a22-faac-4d66-874d-e7866a02a054 HTTP/1.1" status: 200 len: 945 time: 0.0495374 Sep 15 07:42:24.898651 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265490ef-b9fb-4b87-befe-a062f708fbbb req-12e78adc-4be7-40d0-90ae-7a11d57c0ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:24.900097 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-265490ef-b9fb-4b87-befe-a062f708fbbb req-12e78adc-4be7-40d0-90ae-7a11d57c0ccc service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=56bdd156-8a1e-4af7-bbaf-a09f4f37e06d HTTP/1.1" status: 200 len: 858 time: 0.0504053 Sep 15 07:42:24.941931 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-1182eea2-97f1-4fb2-a348-356995d587c6 req-1e74296e-04ef-43c7-8089-7ba47d0560d0 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bd1948ba-0dcc-463f-ac7d-46ca49a9cc24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488927 Sep 15 07:42:25.062143 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:42:25.123424 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f9e8a8-c991-4c4e-b149-8343db3549ee req-e548932d-aa94-4410-9ab3-aeec98365d51 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:25.125388 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-c3f9e8a8-c991-4c4e-b149-8343db3549ee req-e548932d-aa94-4410-9ab3-aeec98365d51 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=08d61aa0-bcb6-4fe0-bc26-20ef85c5025e HTTP/1.1" status: 200 len: 944 time: 0.0467482 Sep 15 07:42:25.175123 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-c3f9e8a8-c991-4c4e-b149-8343db3549ee req-68e9b067-cb70-4db5-8699-3a18976a07d0 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=715457f5-6986-4664-80ea-7326eb5df706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437827 Sep 15 07:42:25.363318 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6c6881-e37c-4d92-977b-106662c37f54 req-234f1e8c-0c0f-46ae-a3d2-c1f12bf49999 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:25.364771 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-cb6c6881-e37c-4d92-977b-106662c37f54 req-234f1e8c-0c0f-46ae-a3d2-c1f12bf49999 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=62a3489f-c5f3-44d4-93c2-da198e8f06f8 HTTP/1.1" status: 200 len: 943 time: 0.0459106 Sep 15 07:42:25.423682 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-cb6c6881-e37c-4d92-977b-106662c37f54 req-5e7ba600-6ac2-45c8-a49d-9c429f34a2f1 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0e8db3a3-a65b-4399-84bd-cfbe05d3f52d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534227 Sep 15 07:42:25.571577 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-dd30b5ba-cffb-49dd-be8e-b9b619aedb41 req-55d8a058-95f0-485c-aa4d-593de2ddb249 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=93a02c55-496c-4b57-9af0-d40fba32857e HTTP/1.1" status: 200 len: 210 time: 0.0325406 Sep 15 07:42:25.817365 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265490ef-b9fb-4b87-befe-a062f708fbbb req-c2452219-d6de-44b3-b2d9-692aa05b935a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:25.818183 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82d1bab-c7b5-4aa7-b73b-5a613ae9696d req-06571b4c-4229-4c1a-81c5-083ddcb2a968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:25.818950 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-265490ef-b9fb-4b87-befe-a062f708fbbb req-c2452219-d6de-44b3-b2d9-692aa05b935a service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=9125b9da-cf0a-438e-a321-05e9db8df553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393677 Sep 15 07:42:25.819779 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-f82d1bab-c7b5-4aa7-b73b-5a613ae9696d req-06571b4c-4229-4c1a-81c5-083ddcb2a968 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7cfb1a22-faac-4d66-874d-e7866a02a054 HTTP/1.1" status: 200 len: 1129 time: 0.0399325 Sep 15 07:42:25.872554 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-f82d1bab-c7b5-4aa7-b73b-5a613ae9696d req-95d73a13-eaec-4133-aa1a-e9daa54a8c92 service neutron] 10.222.0.26 "GET /networking/v2.0/security-groups?id=bd1948ba-0dcc-463f-ac7d-46ca49a9cc24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409284 Sep 15 07:42:25.920566 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-265490ef-b9fb-4b87-befe-a062f708fbbb req-f1bb8585-319e-485f-a6c7-812ac2e17340 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/9125b9da-cf0a-438e-a321-05e9db8df553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900500 Sep 15 07:42:25.963560 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Device 5143816a-5379-4a8d-ad85-0a16d1348b1e details requested by agent hyperv_hv-cinder-82414 with host hv-cinder-82414 {{(pid=107290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 07:42:25.966619 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:42:26.045035 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-0f44d0d5-b296-4658-a59d-71e94f9a3b32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (71b2a813-2b59-4e69-b901-83528b6ecb8f), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:26.075644 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1963886b-b3bc-45f7-bc83-8cf2715f9c65 req-f02fc721-f3a9-4f15-a3a3-07831e365667 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:26.077240 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-1963886b-b3bc-45f7-bc83-8cf2715f9c65 req-f02fc721-f3a9-4f15-a3a3-07831e365667 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7cfb1a22-faac-4d66-874d-e7866a02a054 HTTP/1.1" status: 200 len: 945 time: 0.0519438 Sep 15 07:42:26.083403 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] For port 5143816a-5379-4a8d-ad85-0a16d1348b1e, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=5143816a-5379-4a8d-ad85-0a16d1348b1e,segment=NetworkSegment(552c796d-8f18-442c-a86c-8bdb62d9921a),segment_id=552c796d-8f18-442c-a86c-8bdb62d9921a)] {{(pid=107290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:42:26.097258 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Returning: {'device': '5143816a-5379-4a8d-ad85-0a16d1348b1e', 'network_id': '9125b9da-cf0a-438e-a321-05e9db8df553', 'port_id': '5143816a-5379-4a8d-ad85-0a16d1348b1e', 'mac_address': 'fa:16:3e:e3:c5:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56bdd156-8a1e-4af7-bbaf-a09f4f37e06d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 07:42:26.108271 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=100 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:42:26.136973 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-1963886b-b3bc-45f7-bc83-8cf2715f9c65 req-974b932e-d184-49ca-b884-8857b04a7a11 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bd1948ba-0dcc-463f-ac7d-46ca49a9cc24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535090 Sep 15 07:42:26.140258 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Current status of the port 5143816a-5379-4a8d-ad85-0a16d1348b1e is: DOWN; New status is: BUILD {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:42:26.140258 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (5143816a-5379-4a8d-ad85-0a16d1348b1e), before_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:26.158640 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.notifiers.nova [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5143816a-5379-4a8d-ad85-0a16d1348b1e {{(pid=107290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 07:42:26.182484 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] For port 5143816a-5379-4a8d-ad85-0a16d1348b1e, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=5143816a-5379-4a8d-ad85-0a16d1348b1e,segment=NetworkSegment(552c796d-8f18-442c-a86c-8bdb62d9921a),segment_id=552c796d-8f18-442c-a86c-8bdb62d9921a)] {{(pid=107290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:42:26.226401 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:42:26.256114 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3077a195-d993-4f82-887e-a00bf06065f6 req-32029ac9-f256-47d1-93a1-1a4f84b6dca2 tempest-VolumesSnapshotTestJSON-172324038 tempest-VolumesSnapshotTestJSON-172324038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:26.257344 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-3077a195-d993-4f82-887e-a00bf06065f6 req-32029ac9-f256-47d1-93a1-1a4f84b6dca2 tempest-VolumesSnapshotTestJSON-172324038 tempest-VolumesSnapshotTestJSON-172324038-project] 10.222.0.42 "GET /networking/v2.0/networks?id=f394ac71-7474-4bf4-a880-a8c13e331ffa HTTP/1.1" status: 200 len: 814 time: 0.1126432 Sep 15 07:42:26.267460 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615'] for port (5143816a-5379-4a8d-ad85-0a16d1348b1e), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:26.272519 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-265490ef-b9fb-4b87-befe-a062f708fbbb req-3f7175d4-cb61-4d59-a6dc-4376c9fc8c92 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/9125b9da-cf0a-438e-a321-05e9db8df553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950003 Sep 15 07:42:26.295242 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-3077a195-d993-4f82-887e-a00bf06065f6 req-505512dd-9789-4a87-86d0-406a7c658adb tempest-VolumesSnapshotTestJSON-172324038 tempest-VolumesSnapshotTestJSON-172324038-project] 10.222.0.42 "GET /networking/v2.0/quotas/66cb9c7c7eb24e30bf89b3680c713472 HTTP/1.1" status: 200 len: 375 time: 0.0267024 Sep 15 07:42:26.319815 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b730f0c-9862-4dae-8773-0c367f8d94e7 req-52acb884-26af-4e10-bd08-603800fa2fe2 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:26.321260 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-7b730f0c-9862-4dae-8773-0c367f8d94e7 req-52acb884-26af-4e10-bd08-603800fa2fe2 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=08d61aa0-bcb6-4fe0-bc26-20ef85c5025e HTTP/1.1" status: 200 len: 944 time: 0.0630054 Sep 15 07:42:26.321842 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Pushing event updated for resources: {'Port': ['ID=5143816a-5379-4a8d-ad85-0a16d1348b1e,revision_number=4']} {{(pid=107290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:42:26.339062 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-3077a195-d993-4f82-887e-a00bf06065f6 req-1ad98fa7-4d71-4edf-a520-2b4859302631 tempest-VolumesSnapshotTestJSON-172324038 tempest-VolumesSnapshotTestJSON-172324038-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=66cb9c7c7eb24e30bf89b3680c713472&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0359128 Sep 15 07:42:26.440064 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-7b730f0c-9862-4dae-8773-0c367f8d94e7 req-3551d64e-ddd9-46ad-b4f3-6fe0b798fcc0 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=715457f5-6986-4664-80ea-7326eb5df706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036987 Sep 15 07:42:26.473769 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-3077a195-d993-4f82-887e-a00bf06065f6 req-503d134b-a39a-4bd4-b009-fbc45e60fa2f service neutron] 10.222.0.42 "GET /networking/v2.0/networks/f394ac71-7474-4bf4-a880-a8c13e331ffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125174 Sep 15 07:42:26.562378 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] get_ports_and_sgs() called for port_ids ['5143816a-5379-4a8d-ad85-0a16d1348b1e'] {{(pid=107290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 07:42:26.589346 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22db57c6-7b37-4121-b95b-fbb28a67f920 req-4b6c409f-dd49-42ae-85d4-1fe9042746ab tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:26.590843 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-22db57c6-7b37-4121-b95b-fbb28a67f920 req-4b6c409f-dd49-42ae-85d4-1fe9042746ab tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=62a3489f-c5f3-44d4-93c2-da198e8f06f8 HTTP/1.1" status: 200 len: 944 time: 0.0650055 Sep 15 07:42:26.596724 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:42:26.622279 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-3077a195-d993-4f82-887e-a00bf06065f6 req-e0b5292b-e4a7-4cb4-924c-088c671be6ca service neutron] 10.222.0.42 "GET /networking/v2.0/networks/f394ac71-7474-4bf4-a880-a8c13e331ffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471012 Sep 15 07:42:26.652477 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-22db57c6-7b37-4121-b95b-fbb28a67f920 req-b98b66e0-5b5c-4319-a7d5-73c648e6a108 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0e8db3a3-a65b-4399-84bd-cfbe05d3f52d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551822 Sep 15 07:42:26.735601 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=100 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:42:26.759513 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-5e3ed4a7-8829-4f77-a7b6-a8b1ff312c92 req-3f55fc21-0207-45b0-8bea-6eed769b4bb9 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=93a02c55-496c-4b57-9af0-d40fba32857e HTTP/1.1" status: 200 len: 210 time: 0.0324416 Sep 15 07:42:26.863300 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-d17b20d4-7ba0-450b-b4d7-c2534c15d8f6 req-075ec6ad-2922-451f-b9b2-082387c10ded tempest-VolumesSnapshotTestJSON-172324038 tempest-VolumesSnapshotTestJSON-172324038-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a87eeeb2-97cd-44c5-901c-1266f6fac4c4 HTTP/1.1" status: 200 len: 210 time: 0.0277793 Sep 15 07:42:27.261410 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6debc60-5cd3-4302-be5b-2cf79d0d0d5c req-20b6fa7b-5f72-4d32-b685-33a37b64a259 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:27.262892 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-e6debc60-5cd3-4302-be5b-2cf79d0d0d5c req-20b6fa7b-5f72-4d32-b685-33a37b64a259 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7cfb1a22-faac-4d66-874d-e7866a02a054 HTTP/1.1" status: 200 len: 945 time: 0.0479753 Sep 15 07:42:27.315385 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-e6debc60-5cd3-4302-be5b-2cf79d0d0d5c req-b6ba92e6-3a9c-4f3d-9b3d-af27aaaa7de3 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bd1948ba-0dcc-463f-ac7d-46ca49a9cc24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461521 Sep 15 07:42:27.523384 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-677e5667-6d12-4a09-97b6-65dca69daeb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (4c9c4bf3-096b-4dee-b844-12a870317301), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:27.566585 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e309d3-d10b-40e8-85d0-cf2a33a72147 req-b602ae93-8a0e-4dc1-8f3f-e7c563e92884 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:27.568070 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-01e309d3-d10b-40e8-85d0-cf2a33a72147 req-b602ae93-8a0e-4dc1-8f3f-e7c563e92884 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=08d61aa0-bcb6-4fe0-bc26-20ef85c5025e HTTP/1.1" status: 200 len: 944 time: 0.0463512 Sep 15 07:42:27.622589 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-01e309d3-d10b-40e8-85d0-cf2a33a72147 req-3f314b56-d037-4042-b04e-5873db3cf343 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=715457f5-6986-4664-80ea-7326eb5df706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489893 Sep 15 07:42:27.683009 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (c3acd0b9-3b8e-4f77-9053-2ca2457616b3), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:27.775513 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f160ba1e-0ac5-40b5-a47a-a2a78f36c71a req-cc402c86-5aaa-409b-9ac1-a5dcbcefe436 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:27.776975 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-f160ba1e-0ac5-40b5-a47a-a2a78f36c71a req-cc402c86-5aaa-409b-9ac1-a5dcbcefe436 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=62a3489f-c5f3-44d4-93c2-da198e8f06f8 HTTP/1.1" status: 200 len: 944 time: 0.0479877 Sep 15 07:42:27.827746 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-f160ba1e-0ac5-40b5-a47a-a2a78f36c71a req-c999a886-84e4-4fcd-965b-fd3d6c3f8806 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0e8db3a3-a65b-4399-84bd-cfbe05d3f52d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445533 Sep 15 07:42:27.871012 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-ac6b3eaf-0fa2-404f-98cc-1347e3082484 req-23d34721-a393-4ff0-bdba-d57f7660cbd5 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=93a02c55-496c-4b57-9af0-d40fba32857e HTTP/1.1" status: 200 len: 210 time: 0.0295510 Sep 15 07:42:27.966279 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Device 5143816a-5379-4a8d-ad85-0a16d1348b1e up at agent hyperv_hv-cinder-82414 {{(pid=107290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 07:42:27.974391 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-434926cd-0f1b-468b-b7bc-47af39b6ea5c req-53d319dc-ab64-430e-9a34-3bf2d2c171d9 tempest-VolumesSnapshotTestJSON-172324038 tempest-VolumesSnapshotTestJSON-172324038-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a87eeeb2-97cd-44c5-901c-1266f6fac4c4 HTTP/1.1" status: 200 len: 210 time: 0.0348217 Sep 15 07:42:28.021848 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Provisioning for port 5143816a-5379-4a8d-ad85-0a16d1348b1e completed by entity L2. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 15 07:42:28.128414 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Provisioning complete for port 5143816a-5379-4a8d-ad85-0a16d1348b1e triggered by entity L2. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 07:42:28.128797 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862942'] for port (5143816a-5379-4a8d-ad85-0a16d1348b1e), provisioning_complete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:28.129139 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Attempt 1 to provision port 5143816a-5379-4a8d-ad85-0a16d1348b1e Sep 15 07:42:28.200954 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Current status of the port 5143816a-5379-4a8d-ad85-0a16d1348b1e is: BUILD; New status is: ACTIVE {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:42:28.201337 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (5143816a-5379-4a8d-ad85-0a16d1348b1e), before_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:28.224106 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62a3489f-c5f3-44d4-93c2-da198e8f06f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5143816a-5379-4a8d-ad85-0a16d1348b1e'}] {{(pid=107290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 07:42:28.226330 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff93a2f2a3cb789a491bb2a8c4b01cf70d8343c1611f7c7394898ef54d6aa0cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be6d5f93-6913-426b-bae4-2f7b68f23b68" -d '{"events": [{"server_uuid": "62a3489f-c5f3-44d4-93c2-da198e8f06f8", "name": "network-vif-plugged", "status": "completed", "tag": "5143816a-5379-4a8d-ad85-0a16d1348b1e"}]}' {{(pid=107290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 07:42:28.242095 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] For port 5143816a-5379-4a8d-ad85-0a16d1348b1e, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=5143816a-5379-4a8d-ad85-0a16d1348b1e,segment=NetworkSegment(552c796d-8f18-442c-a86c-8bdb62d9921a),segment_id=552c796d-8f18-442c-a86c-8bdb62d9921a)] {{(pid=107290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:42:28.265603 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 07:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3cfb8f3-de2a-48fb-82f9-67908f6a65c0 x-openstack-request-id: req-d3cfb8f3-de2a-48fb-82f9-67908f6a65c0 {{(pid=107290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 07:42:28.265899 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62a3489f-c5f3-44d4-93c2-da198e8f06f8", "name": "network-vif-plugged", "status": "completed", "tag": "5143816a-5379-4a8d-ad85-0a16d1348b1e", "code": 200}]} {{(pid=107290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 07:42:28.266153 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d3cfb8f3-de2a-48fb-82f9-67908f6a65c0 {{(pid=107290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 07:42:28.266548 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3cfb8f3-de2a-48fb-82f9-67908f6a65c0'] response: {'server_uuid': '62a3489f-c5f3-44d4-93c2-da198e8f06f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5143816a-5379-4a8d-ad85-0a16d1348b1e', 'code': 200} Sep 15 07:42:28.304260 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615'] for port (5143816a-5379-4a8d-ad85-0a16d1348b1e), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:28.356318 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Pushing event updated for resources: {'Port': ['ID=5143816a-5379-4a8d-ad85-0a16d1348b1e,revision_number=5']} {{(pid=107290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:42:28.451004 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa8a34d-eef8-43e2-a6b1-61a88c1296db req-97fd1a49-31f3-4652-93fa-37cc38fb1789 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:28.453200 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-1fa8a34d-eef8-43e2-a6b1-61a88c1296db req-97fd1a49-31f3-4652-93fa-37cc38fb1789 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7cfb1a22-faac-4d66-874d-e7866a02a054 HTTP/1.1" status: 200 len: 945 time: 0.0503366 Sep 15 07:42:28.506967 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-1fa8a34d-eef8-43e2-a6b1-61a88c1296db req-eaf3dec6-31ab-44e2-b73f-415b078c7808 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bd1948ba-0dcc-463f-ac7d-46ca49a9cc24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478599 Sep 15 07:42:28.656965 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdba443a-d59f-4d19-823b-3d6b4612bb29 req-1e2db5a4-c3d4-4ce8-b66b-3d785baf65ab tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:28.659369 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-cdba443a-d59f-4d19-823b-3d6b4612bb29 req-1e2db5a4-c3d4-4ce8-b66b-3d785baf65ab tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.26 "GET /networking/v2.0/networks?id=be4fe7de-ab91-47eb-96fc-2000373fe74e HTTP/1.1" status: 200 len: 814 time: 0.1173375 Sep 15 07:42:28.668917 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2fbd65-7767-4c5e-8f69-0e3024ca41e3 req-82d60b72-f458-47b6-8c8e-d61ab574d0f2 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:28.677320 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-aa2fbd65-7767-4c5e-8f69-0e3024ca41e3 req-82d60b72-f458-47b6-8c8e-d61ab574d0f2 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7cfb1a22-faac-4d66-874d-e7866a02a054 HTTP/1.1" status: 200 len: 945 time: 0.0894516 Sep 15 07:42:28.701077 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=100 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:42:28.726454 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ff0e98-57cf-4cfa-bc08-f6012532d17c req-584cbfc7-3e3b-4350-83a6-4c11540b576a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:28.727914 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-87ff0e98-57cf-4cfa-bc08-f6012532d17c req-584cbfc7-3e3b-4350-83a6-4c11540b576a service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=62a3489f-c5f3-44d4-93c2-da198e8f06f8 HTTP/1.1" status: 200 len: 1129 time: 0.1106427 Sep 15 07:42:28.728601 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-cdba443a-d59f-4d19-823b-3d6b4612bb29 req-188d1349-df85-4455-8d37-76dd92314a4f tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.26 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=14017d5edbbd4068b529d5d92444182a HTTP/1.1" status: 200 len: 380 time: 0.0596988 Sep 15 07:42:28.742154 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.v2.base [req-cdba443a-d59f-4d19-823b-3d6b4612bb29 req-16968bf0-9592-4e6a-9cd9-ae7a3930ba03 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Request body: {'port': {'device_id': '93a02c55-496c-4b57-9af0-d40fba32857e', 'network_id': 'be4fe7de-ab91-47eb-96fc-2000373fe74e', 'admin_state_up': True, 'tenant_id': '14017d5edbbd4068b529d5d92444182a', 'security_groups': ['179183b2-fabf-446b-87d4-1b270ec14294']}} {{(pid=107276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:42:28.793683 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-aa2fbd65-7767-4c5e-8f69-0e3024ca41e3 req-aa37912e-5042-46a2-9c2b-1a723c2d6d58 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bd1948ba-0dcc-463f-ac7d-46ca49a9cc24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152196 Sep 15 07:42:28.811536 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c92067-e49c-4b9a-b8a5-49a2f68b44ce req-1cb2bcb9-441d-4932-b900-e5ff19fe8e8a tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:28.813036 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-51c92067-e49c-4b9a-b8a5-49a2f68b44ce req-1cb2bcb9-441d-4932-b900-e5ff19fe8e8a tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=08d61aa0-bcb6-4fe0-bc26-20ef85c5025e HTTP/1.1" status: 200 len: 944 time: 0.1028001 Sep 15 07:42:28.820063 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 36630) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:42:28.856963 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-87ff0e98-57cf-4cfa-bc08-f6012532d17c req-21acba7b-c2dd-456d-8142-4b8ff61ca79f service neutron] 10.222.0.26 "GET /networking/v2.0/security-groups?id=0e8db3a3-a65b-4399-84bd-cfbe05d3f52d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045671 Sep 15 07:42:28.896830 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-51c92067-e49c-4b9a-b8a5-49a2f68b44ce req-929df0b8-66b0-4cdd-8296-f481657cd483 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=715457f5-6986-4664-80ea-7326eb5df706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676541 Sep 15 07:42:28.925560 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdba443a-d59f-4d19-823b-3d6b4612bb29 req-16968bf0-9592-4e6a-9cd9-ae7a3930ba03 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Made reservation on behalf of 14017d5edbbd4068b529d5d92444182a for: {'port': 1} {{(pid=107276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 07:42:28.929388 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-cdba443a-d59f-4d19-823b-3d6b4612bb29 req-16968bf0-9592-4e6a-9cd9-ae7a3930ba03 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (None), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:29.005450 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-43a60b8e-cadd-49a5-aa17-c29163d59531 req-0ab7b73e-9cf7-4a02-9478-365c5d3b7a62 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=93a02c55-496c-4b57-9af0-d40fba32857e HTTP/1.1" status: 200 len: 210 time: 0.0364308 Sep 15 07:42:29.011718 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5804785d-4128-49d8-ad42-6665f78d8c60 req-5d3ede10-5d61-4f74-86d4-607e375797f5 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:29.030024 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-5804785d-4128-49d8-ad42-6665f78d8c60 req-5d3ede10-5d61-4f74-86d4-607e375797f5 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=62a3489f-c5f3-44d4-93c2-da198e8f06f8 HTTP/1.1" status: 200 len: 945 time: 0.1082020 Sep 15 07:42:29.102220 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-5804785d-4128-49d8-ad42-6665f78d8c60 req-0500274d-7baf-4884-bd54-03417035791d tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0e8db3a3-a65b-4399-84bd-cfbe05d3f52d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822775 Sep 15 07:42:29.110066 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.db.db_base_plugin_common [req-cdba443a-d59f-4d19-823b-3d6b4612bb29 req-16968bf0-9592-4e6a-9cd9-ae7a3930ba03 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Allocated IP 172.20.0.9 (be4fe7de-ab91-47eb-96fc-2000373fe74e/655669e6-9885-472d-9103-52b022988dd7/590166b6-cdd3-443d-ba8a-e41ad7c63879) {{(pid=107276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 07:42:29.142534 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-da3105b5-5f21-42a6-bd81-81ec9a48e7c1 req-9c8d920a-42c9-4b31-812d-a9c627c8a93b tempest-VolumesSnapshotTestJSON-172324038 tempest-VolumesSnapshotTestJSON-172324038-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a87eeeb2-97cd-44c5-901c-1266f6fac4c4 HTTP/1.1" status: 200 len: 210 time: 0.0365446 Sep 15 07:42:29.143722 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c0f986d-3275-4f39-b1b2-b99e40bcac9b tempest-TestVolumeBootPattern-359244481 tempest-TestVolumeBootPattern-359244481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:29.145096 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-8c0f986d-3275-4f39-b1b2-b99e40bcac9b tempest-TestVolumeBootPattern-359244481 tempest-TestVolumeBootPattern-359244481-project-admin] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7cfb1a22-faac-4d66-874d-e7866a02a054 HTTP/1.1" status: 200 len: 1124 time: 0.3241127 Sep 15 07:42:29.148056 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 36644) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:42:29.152498 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.v2.base [None req-df7b13bc-83af-41da-acfc-1f96ab5f1697 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Request body: {'floatingip': {'floating_network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'port_id': '64d3dfe8-cb43-42b9-b820-a5af2429b050', 'tenant_id': 'af1e008c4bfa41e18488c63ea0f17b27', 'fixed_ip_address': '172.20.0.5'}} {{(pid=107279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:42:29.221374 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:42:29.248963 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-df7b13bc-83af-41da-acfc-1f96ab5f1697 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:29.268172 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-cdba443a-d59f-4d19-823b-3d6b4612bb29 req-16968bf0-9592-4e6a-9cd9-ae7a3930ba03 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks [] for port (590166b6-cdd3-443d-ba8a-e41ad7c63879), precommit_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:29.296962 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=15,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:42:29.340622 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-df7b13bc-83af-41da-acfc-1f96ab5f1697 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (None), before_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:29.348336 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=100 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:42:29.407086 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-cdba443a-d59f-4d19-823b-3d6b4612bb29 req-16968bf0-9592-4e6a-9cd9-ae7a3930ba03 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729658170579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260827426'] for port (590166b6-cdd3-443d-ba8a-e41ad7c63879), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:29.431484 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:42:29.451857 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.db.db_base_plugin_common [None req-df7b13bc-83af-41da-acfc-1f96ab5f1697 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Allocated IP 172.27.0.77 (7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa/2c94e072-16ef-4b41-8118-d589be48e89d/61a2ca47-3add-4bc3-9851-b9eca65e019a) {{(pid=107279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 07:42:29.455135 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdba443a-d59f-4d19-823b-3d6b4612bb29 req-16968bf0-9592-4e6a-9cd9-ae7a3930ba03 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Network be4fe7de-ab91-47eb-96fc-2000373fe74e is already hosted by enough agents. {{(pid=107276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 07:42:29.458551 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.scheduler.base_scheduler [req-cdba443a-d59f-4d19-823b-3d6b4612bb29 req-16968bf0-9592-4e6a-9cd9-ae7a3930ba03 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Resources bound (agent type, host, resource id): {{(pid=107276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 07:42:29.462658 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdba443a-d59f-4d19-823b-3d6b4612bb29 req-16968bf0-9592-4e6a-9cd9-ae7a3930ba03 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Received port after_create {{(pid=107276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 07:42:29.468250 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16968bf0-9592-4e6a-9cd9-ae7a3930ba03 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Pushing event updated for resources: {'Port': ['ID=590166b6-cdd3-443d-ba8a-e41ad7c63879,revision_number=1']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:42:29.529196 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdba443a-d59f-4d19-823b-3d6b4612bb29 req-16968bf0-9592-4e6a-9cd9-ae7a3930ba03 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:29.530351 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-cdba443a-d59f-4d19-823b-3d6b4612bb29 req-16968bf0-9592-4e6a-9cd9-ae7a3930ba03 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382552'] for port (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:29.579710 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-df7b13bc-83af-41da-acfc-1f96ab5f1697 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Publish callbacks [] for port (61a2ca47-3add-4bc3-9851-b9eca65e019a), precommit_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:29.598195 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-cdba443a-d59f-4d19-823b-3d6b4612bb29 req-16968bf0-9592-4e6a-9cd9-ae7a3930ba03 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8597903 Sep 15 07:42:29.677308 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.v2.base [req-cdba443a-d59f-4d19-823b-3d6b4612bb29 req-e7a505a8-38f6-447b-befd-2c2d622362f9 service neutron] Request body: {'port': {'device_id': '93a02c55-496c-4b57-9af0-d40fba32857e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82414'}} {{(pid=107276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:42:29.704037 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-0a4cd6e8-026e-4fec-931a-62f4f210fac8 None None] Provisioning complete for port 590166b6-cdd3-443d-ba8a-e41ad7c63879 triggered by entity DHCP. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 07:42:29.704548 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-0a4cd6e8-026e-4fec-931a-62f4f210fac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862942'] for port (590166b6-cdd3-443d-ba8a-e41ad7c63879), provisioning_complete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:29.705079 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-0a4cd6e8-026e-4fec-931a-62f4f210fac8 None None] Attempt 1 to provision port 590166b6-cdd3-443d-ba8a-e41ad7c63879 Sep 15 07:42:29.722967 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-df7b13bc-83af-41da-acfc-1f96ab5f1697 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729658170579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991753'] for port (61a2ca47-3add-4bc3-9851-b9eca65e019a), after_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:29.734762 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:42:29.739580 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-0a4cd6e8-026e-4fec-931a-62f4f210fac8 None None] Port 590166b6-cdd3-443d-ba8a-e41ad7c63879 cannot update to ACTIVE because it is not bound. {{(pid=107290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 07:42:29.745068 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-cdba443a-d59f-4d19-823b-3d6b4612bb29 req-e7a505a8-38f6-447b-befd-2c2d622362f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (590166b6-cdd3-443d-ba8a-e41ad7c63879), before_update {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:29.775085 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df7b13bc-83af-41da-acfc-1f96ab5f1697 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Network 7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa is already hosted by enough agents. {{(pid=107279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 07:42:29.780690 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.scheduler.base_scheduler [None req-df7b13bc-83af-41da-acfc-1f96ab5f1697 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Resources bound (agent type, host, resource id): {{(pid=107279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 07:42:29.785284 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7b13bc-83af-41da-acfc-1f96ab5f1697 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Received port after_create {{(pid=107279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 07:42:29.810920 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7b13bc-83af-41da-acfc-1f96ab5f1697 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Pushing event updated for resources: {'Port': ['ID=61a2ca47-3add-4bc3-9851-b9eca65e019a,revision_number=1']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:42:29.975914 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Device a2038fe2-5f0d-43e2-96b0-b1c3e3a35f14 details requested by agent hyperv_hv-cinder-82414 with host hv-cinder-82414 {{(pid=107290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 07:42:30.028592 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.notifiers.nova [req-cdba443a-d59f-4d19-823b-3d6b4612bb29 req-e7a505a8-38f6-447b-befd-2c2d622362f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 590166b6-cdd3-443d-ba8a-e41ad7c63879 {{(pid=107276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 07:42:30.037761 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-cdba443a-d59f-4d19-823b-3d6b4612bb29 req-e7a505a8-38f6-447b-befd-2c2d622362f9 service neutron] Publish callbacks [] for port (590166b6-cdd3-443d-ba8a-e41ad7c63879), precommit_update {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:30.052801 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.db.provisioning_blocks [req-cdba443a-d59f-4d19-823b-3d6b4612bb29 req-e7a505a8-38f6-447b-befd-2c2d622362f9 service neutron] Transition to ACTIVE for port object 590166b6-cdd3-443d-ba8a-e41ad7c63879 will not be triggered until provisioned by entity L2. {{(pid=107276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 15 07:42:30.068105 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598eb4f1-a6a1-4840-bb9a-e85e9675bfe7 req-d6a05511-5612-4056-8efb-4c4ad482918c tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:30.069772 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-598eb4f1-a6a1-4840-bb9a-e85e9675bfe7 req-d6a05511-5612-4056-8efb-4c4ad482918c tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=08d61aa0-bcb6-4fe0-bc26-20ef85c5025e HTTP/1.1" status: 200 len: 944 time: 0.0707407 Sep 15 07:42:30.083290 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:42:30.101492 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] For port a2038fe2-5f0d-43e2-96b0-b1c3e3a35f14, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=a2038fe2-5f0d-43e2-96b0-b1c3e3a35f14,segment=NetworkSegment(7b87a5f2-de0b-43b5-b822-0b7379986e9e),segment_id=7b87a5f2-de0b-43b5-b822-0b7379986e9e)] {{(pid=107290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:42:30.114281 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Returning: {'device': 'a2038fe2-5f0d-43e2-96b0-b1c3e3a35f14', 'network_id': '85a7f1ba-3d89-421a-8e93-c34cc3e5ffc3', 'port_id': 'a2038fe2-5f0d-43e2-96b0-b1c3e3a35f14', 'mac_address': 'fa:16:3e:c4:3d:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e61fdb9d-5934-42a7-84a4-5655559ab33d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 07:42:30.133553 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-cdba443a-d59f-4d19-823b-3d6b4612bb29 req-e7a505a8-38f6-447b-befd-2c2d622362f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260827419'] for port (590166b6-cdd3-443d-ba8a-e41ad7c63879), after_update {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:30.152876 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Current status of the port a2038fe2-5f0d-43e2-96b0-b1c3e3a35f14 is: DOWN; New status is: BUILD {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:42:30.153287 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (a2038fe2-5f0d-43e2-96b0-b1c3e3a35f14), before_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:30.169134 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.notifiers.nova [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2038fe2-5f0d-43e2-96b0-b1c3e3a35f14 {{(pid=107290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 07:42:30.192849 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] For port a2038fe2-5f0d-43e2-96b0-b1c3e3a35f14, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=a2038fe2-5f0d-43e2-96b0-b1c3e3a35f14,segment=NetworkSegment(7b87a5f2-de0b-43b5-b822-0b7379986e9e),segment_id=7b87a5f2-de0b-43b5-b822-0b7379986e9e)] {{(pid=107290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:42:30.238257 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a505a8-38f6-447b-befd-2c2d622362f9 service neutron] Pushing event updated for resources: {'Port': ['ID=590166b6-cdd3-443d-ba8a-e41ad7c63879,revision_number=2']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:42:30.241163 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-0a4cd6e8-026e-4fec-931a-62f4f210fac8 None None] Attempt 2 to provision port 590166b6-cdd3-443d-ba8a-e41ad7c63879 Sep 15 07:42:30.245362 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ef42ca-8b31-492d-a657-6649210ae1a8 req-535e26b9-6e5e-4a96-bf62-dcb463cb5027 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:30.246906 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-d1ef42ca-8b31-492d-a657-6649210ae1a8 req-535e26b9-6e5e-4a96-bf62-dcb463cb5027 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=93a02c55-496c-4b57-9af0-d40fba32857e HTTP/1.1" status: 200 len: 931 time: 0.1488249 Sep 15 07:42:30.273496 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615'] for port (a2038fe2-5f0d-43e2-96b0-b1c3e3a35f14), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:30.277171 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.managers [req-cdba443a-d59f-4d19-823b-3d6b4612bb29 req-e7a505a8-38f6-447b-befd-2c2d622362f9 service neutron] Attempting to bind port 590166b6-cdd3-443d-ba8a-e41ad7c63879 on host hv-cinder-82414 for vnic_type normal with profile {{(pid=107276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 07:42:30.277522 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.managers [req-cdba443a-d59f-4d19-823b-3d6b4612bb29 req-e7a505a8-38f6-447b-befd-2c2d622362f9 service neutron] Attempting to bind port 590166b6-cdd3-443d-ba8a-e41ad7c63879 by drivers openvswitch,hyperv on host hv-cinder-82414 at level 0 using segments [{'id': '61bd15d1-c2a6-46ff-9a57-3dfb0a553bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'be4fe7de-ab91-47eb-96fc-2000373fe74e'}] {{(pid=107276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 07:42:30.278013 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdba443a-d59f-4d19-823b-3d6b4612bb29 req-e7a505a8-38f6-447b-befd-2c2d622362f9 service neutron] Attempting to bind port 590166b6-cdd3-443d-ba8a-e41ad7c63879 on network be4fe7de-ab91-47eb-96fc-2000373fe74e {{(pid=107276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 07:42:30.302258 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-598eb4f1-a6a1-4840-bb9a-e85e9675bfe7 req-7b64a730-e494-4e02-a4ee-2ad5a50241d0 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=715457f5-6986-4664-80ea-7326eb5df706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2118568 Sep 15 07:42:30.332982 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:42:30.333937 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdba443a-d59f-4d19-823b-3d6b4612bb29 req-e7a505a8-38f6-447b-befd-2c2d622362f9 service neutron] Port 590166b6-cdd3-443d-ba8a-e41ad7c63879 on network be4fe7de-ab91-47eb-96fc-2000373fe74e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82414 {{(pid=107276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 07:42:30.334269 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdba443a-d59f-4d19-823b-3d6b4612bb29 req-e7a505a8-38f6-447b-befd-2c2d622362f9 service neutron] Attempting to bind port 590166b6-cdd3-443d-ba8a-e41ad7c63879 on network be4fe7de-ab91-47eb-96fc-2000373fe74e {{(pid=107276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 07:42:30.364341 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-0a4cd6e8-026e-4fec-931a-62f4f210fac8 None None] Port 590166b6-cdd3-443d-ba8a-e41ad7c63879 cannot update to ACTIVE because it is not bound. {{(pid=107290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 07:42:30.395141 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdba443a-d59f-4d19-823b-3d6b4612bb29 req-e7a505a8-38f6-447b-befd-2c2d622362f9 service neutron] Checking agent: {'id': '25cf60a6-7ad2-448a-9326-c12b453ddee0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82414', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 7, 36, 43), 'started_at': datetime.datetime(2022, 9, 15, 7, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 7, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 07:42:30.395535 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdba443a-d59f-4d19-823b-3d6b4612bb29 req-e7a505a8-38f6-447b-befd-2c2d622362f9 service neutron] Checking segment: {'id': '61bd15d1-c2a6-46ff-9a57-3dfb0a553bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'be4fe7de-ab91-47eb-96fc-2000373fe74e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 07:42:30.396123 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdba443a-d59f-4d19-823b-3d6b4612bb29 req-e7a505a8-38f6-447b-befd-2c2d622362f9 service neutron] Bound using segment: {'id': '61bd15d1-c2a6-46ff-9a57-3dfb0a553bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'be4fe7de-ab91-47eb-96fc-2000373fe74e'} {{(pid=107276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 07:42:30.396580 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.managers [req-cdba443a-d59f-4d19-823b-3d6b4612bb29 req-e7a505a8-38f6-447b-befd-2c2d622362f9 service neutron] Bound port: 590166b6-cdd3-443d-ba8a-e41ad7c63879, host: hv-cinder-82414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61bd15d1-c2a6-46ff-9a57-3dfb0a553bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'be4fe7de-ab91-47eb-96fc-2000373fe74e'}}] {{(pid=107276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 07:42:30.396937 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-cdba443a-d59f-4d19-823b-3d6b4612bb29 req-e7a505a8-38f6-447b-befd-2c2d622362f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (590166b6-cdd3-443d-ba8a-e41ad7c63879), before_update {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:30.408091 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Pushing event updated for resources: {'Port': ['ID=a2038fe2-5f0d-43e2-96b0-b1c3e3a35f14,revision_number=4']} {{(pid=107290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:42:30.468987 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.db [req-cdba443a-d59f-4d19-823b-3d6b4612bb29 req-e7a505a8-38f6-447b-befd-2c2d622362f9 service neutron] For port 590166b6-cdd3-443d-ba8a-e41ad7c63879, host hv-cinder-82414, cleared binding levels {{(pid=107276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 07:42:30.470950 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:42:30.473203 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.db [req-cdba443a-d59f-4d19-823b-3d6b4612bb29 req-e7a505a8-38f6-447b-befd-2c2d622362f9 service neutron] For port 590166b6-cdd3-443d-ba8a-e41ad7c63879, host hv-cinder-82414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=590166b6-cdd3-443d-ba8a-e41ad7c63879,segment=NetworkSegment(61bd15d1-c2a6-46ff-9a57-3dfb0a553bb9),segment_id=61bd15d1-c2a6-46ff-9a57-3dfb0a553bb9)] {{(pid=107276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 07:42:30.483902 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-d1ef42ca-8b31-492d-a657-6649210ae1a8 req-0dc6c9f0-104c-408a-9d78-4bb8c1d9e2f1 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=179183b2-fabf-446b-87d4-1b270ec14294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2271473 Sep 15 07:42:30.501810 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfeb9b7-81a9-4373-99f7-35b97a129ebf req-c5ede53d-2850-400f-a881-e90ddfd58312 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:30.508522 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-0cfeb9b7-81a9-4373-99f7-35b97a129ebf req-c5ede53d-2850-400f-a881-e90ddfd58312 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=62a3489f-c5f3-44d4-93c2-da198e8f06f8 HTTP/1.1" status: 200 len: 945 time: 0.0917315 Sep 15 07:42:30.516557 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-df7b13bc-83af-41da-acfc-1f96ab5f1697 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Publish callbacks [] for floatingip (b6d2ea0b-4ac3-4db6-b72c-a3edbb8b362f), precommit_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:30.568536 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-cdba443a-d59f-4d19-823b-3d6b4612bb29 req-e7a505a8-38f6-447b-befd-2c2d622362f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260827419'] for port (590166b6-cdd3-443d-ba8a-e41ad7c63879), after_update {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:30.592873 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdba443a-d59f-4d19-823b-3d6b4612bb29 req-e7a505a8-38f6-447b-befd-2c2d622362f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:30.593665 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-cdba443a-d59f-4d19-823b-3d6b4612bb29 req-e7a505a8-38f6-447b-befd-2c2d622362f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382552'] for port (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:30.595169 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-cdba443a-d59f-4d19-823b-3d6b4612bb29 req-e7a505a8-38f6-447b-befd-2c2d622362f9 service neutron] 10.222.0.26 "PUT /networking/v2.0/ports/590166b6-cdd3-443d-ba8a-e41ad7c63879 HTTP/1.1" status: 200 len: 1093 time: 0.9220872 Sep 15 07:42:30.595724 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93a02c55-496c-4b57-9af0-d40fba32857e', 'tag': '590166b6-cdd3-443d-ba8a-e41ad7c63879'}] {{(pid=107276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 07:42:30.597984 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e3724867bd40dd9d720ab8c058c996a0c2f5593be620855f41bc083494bf738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be729498-0464-41ee-9268-25e69bef08d7" -d '{"events": [{"name": "network-changed", "server_uuid": "93a02c55-496c-4b57-9af0-d40fba32857e", "tag": "590166b6-cdd3-443d-ba8a-e41ad7c63879"}]}' {{(pid=107276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 07:42:30.601749 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] get_ports_and_sgs() called for port_ids ['a2038fe2-5f0d-43e2-96b0-b1c3e3a35f14'] {{(pid=107290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 07:42:30.616507 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-801c11dd-38b1-414e-987d-8d8d02d353d2 req-a651a11d-9b17-487f-a232-8ce77e903fec tempest-VolumesSnapshotTestJSON-172324038 tempest-VolumesSnapshotTestJSON-172324038-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a87eeeb2-97cd-44c5-901c-1266f6fac4c4 HTTP/1.1" status: 200 len: 210 time: 0.0611453 Sep 15 07:42:30.630393 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a505a8-38f6-447b-befd-2c2d622362f9 service neutron] Pushing event updated for resources: {'Port': ['ID=590166b6-cdd3-443d-ba8a-e41ad7c63879,revision_number=3']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:42:30.644142 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-0cfeb9b7-81a9-4373-99f7-35b97a129ebf req-99c6792e-9c94-481d-be30-8cbf4f156a0a tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0e8db3a3-a65b-4399-84bd-cfbe05d3f52d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1301439 Sep 15 07:42:30.686316 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:42:30.704855 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 07:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15dc5534-878c-4e95-9405-d4d778b591f4 x-openstack-request-id: req-15dc5534-878c-4e95-9405-d4d778b591f4 {{(pid=107276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 07:42:30.709345 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93a02c55-496c-4b57-9af0-d40fba32857e", "tag": "590166b6-cdd3-443d-ba8a-e41ad7c63879", "status": "completed", "code": 200}]} {{(pid=107276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 07:42:30.709345 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-15dc5534-878c-4e95-9405-d4d778b591f4 {{(pid=107276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 07:42:30.709345 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15dc5534-878c-4e95-9405-d4d778b591f4'] response: {'name': 'network-changed', 'server_uuid': '93a02c55-496c-4b57-9af0-d40fba32857e', 'tag': '590166b6-cdd3-443d-ba8a-e41ad7c63879', 'status': 'completed', 'code': 200} Sep 15 07:42:30.713088 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-df7b13bc-83af-41da-acfc-1f96ab5f1697 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (61a2ca47-3add-4bc3-9851-b9eca65e019a), before_update {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:30.869534 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-0a4cd6e8-026e-4fec-931a-62f4f210fac8 None None] Attempt 3 to provision port 590166b6-cdd3-443d-ba8a-e41ad7c63879 Sep 15 07:42:30.948034 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-0a4cd6e8-026e-4fec-931a-62f4f210fac8 None None] Port 590166b6-cdd3-443d-ba8a-e41ad7c63879 had new provisioning blocks added so it will not transition to active. {{(pid=107290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 15 07:42:31.124214 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:42:31.127739 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=100 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:42:31.130464 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdba443a-d59f-4d19-823b-3d6b4612bb29 req-bb40e040-3dd6-4e00-bfc6-c7c8dcc12188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:31.131978 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-cdba443a-d59f-4d19-823b-3d6b4612bb29 req-bb40e040-3dd6-4e00-bfc6-c7c8dcc12188 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=14017d5edbbd4068b529d5d92444182a&device_id=93a02c55-496c-4b57-9af0-d40fba32857e HTTP/1.1" status: 200 len: 1127 time: 0.3571861 Sep 15 07:42:31.153093 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3077a195-d993-4f82-887e-a00bf06065f6 req-6636cacb-d63d-4628-965a-900b74cf029e tempest-VolumesSnapshotTestJSON-172324038 tempest-VolumesSnapshotTestJSON-172324038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:31.155184 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-3077a195-d993-4f82-887e-a00bf06065f6 req-6636cacb-d63d-4628-965a-900b74cf029e tempest-VolumesSnapshotTestJSON-172324038 tempest-VolumesSnapshotTestJSON-172324038-project] 10.222.0.26 "GET /networking/v2.0/networks?id=f394ac71-7474-4bf4-a880-a8c13e331ffa HTTP/1.1" status: 200 len: 814 time: 0.4036832 Sep 15 07:42:31.174405 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.v2.base [req-3077a195-d993-4f82-887e-a00bf06065f6 req-d99fdfac-0a05-47b3-8e70-67b21cb2eb33 tempest-VolumesSnapshotTestJSON-172324038 tempest-VolumesSnapshotTestJSON-172324038-project] Request body: {'port': {'device_id': 'a87eeeb2-97cd-44c5-901c-1266f6fac4c4', 'network_id': 'f394ac71-7474-4bf4-a880-a8c13e331ffa', 'admin_state_up': True, 'tenant_id': '66cb9c7c7eb24e30bf89b3680c713472'}} {{(pid=107276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:42:31.179137 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-cdba443a-d59f-4d19-823b-3d6b4612bb29 req-502fcf0e-6d15-4b60-adc2-1dc2f7029b5b service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=590166b6-cdd3-443d-ba8a-e41ad7c63879 HTTP/1.1" status: 200 len: 217 time: 0.0383499 Sep 15 07:42:31.272360 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdba443a-d59f-4d19-823b-3d6b4612bb29 req-d827c145-26da-4cc7-96c6-2c345ff199c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:31.273811 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-cdba443a-d59f-4d19-823b-3d6b4612bb29 req-d827c145-26da-4cc7-96c6-2c345ff199c5 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=655669e6-9885-472d-9103-52b022988dd7 HTTP/1.1" status: 200 len: 853 time: 0.0868967 Sep 15 07:42:31.277569 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-df7b13bc-83af-41da-acfc-1f96ab5f1697 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Publish callbacks [] for port (61a2ca47-3add-4bc3-9851-b9eca65e019a), precommit_update {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:31.321301 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdba443a-d59f-4d19-823b-3d6b4612bb29 req-28a4e075-f691-4ae5-8a50-bdb1f4d25a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:31.322811 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-cdba443a-d59f-4d19-823b-3d6b4612bb29 req-28a4e075-f691-4ae5-8a50-bdb1f4d25a8b service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=be4fe7de-ab91-47eb-96fc-2000373fe74e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383356 Sep 15 07:42:31.371160 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3077a195-d993-4f82-887e-a00bf06065f6 req-d99fdfac-0a05-47b3-8e70-67b21cb2eb33 tempest-VolumesSnapshotTestJSON-172324038 tempest-VolumesSnapshotTestJSON-172324038-project] Made reservation on behalf of 66cb9c7c7eb24e30bf89b3680c713472 for: {'port': 1} {{(pid=107276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 07:42:31.375336 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-3077a195-d993-4f82-887e-a00bf06065f6 req-d99fdfac-0a05-47b3-8e70-67b21cb2eb33 tempest-VolumesSnapshotTestJSON-172324038 tempest-VolumesSnapshotTestJSON-172324038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (None), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:31.382366 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-df7b13bc-83af-41da-acfc-1f96ab5f1697 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991792'] for port (61a2ca47-3add-4bc3-9851-b9eca65e019a), after_update {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:31.504300 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f24067f-f777-4f6d-aee6-54b80256b512 req-f66e5194-5290-4348-8ca2-9c9aea00b96b tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:31.505808 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-3f24067f-f777-4f6d-aee6-54b80256b512 req-f66e5194-5290-4348-8ca2-9c9aea00b96b tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=08d61aa0-bcb6-4fe0-bc26-20ef85c5025e HTTP/1.1" status: 200 len: 945 time: 0.1192596 Sep 15 07:42:31.508941 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.db.db_base_plugin_common [req-3077a195-d993-4f82-887e-a00bf06065f6 req-d99fdfac-0a05-47b3-8e70-67b21cb2eb33 tempest-VolumesSnapshotTestJSON-172324038 tempest-VolumesSnapshotTestJSON-172324038-project] Allocated IP 172.20.0.11 (f394ac71-7474-4bf4-a880-a8c13e331ffa/64ae8133-cecb-48c0-b856-79547a868359/4c1b17d0-12bd-4cd9-830b-4557784c3c0f) {{(pid=107276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 07:42:31.511507 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-df7b13bc-83af-41da-acfc-1f96ab5f1697 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2007462'] for floatingip (b6d2ea0b-4ac3-4db6-b72c-a3edbb8b362f), after_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:31.522747 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7b13bc-83af-41da-acfc-1f96ab5f1697 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Pushing event updated for resources: {'Port': ['ID=61a2ca47-3add-4bc3-9851-b9eca65e019a,revision_number=2']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:42:31.625854 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:42:31.626268 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-cdba443a-d59f-4d19-823b-3d6b4612bb29 req-f7fe7a12-85d1-46cb-921a-79f79b331367 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/be4fe7de-ab91-47eb-96fc-2000373fe74e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2937829 Sep 15 07:42:31.684023 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-3077a195-d993-4f82-887e-a00bf06065f6 req-d99fdfac-0a05-47b3-8e70-67b21cb2eb33 tempest-VolumesSnapshotTestJSON-172324038 tempest-VolumesSnapshotTestJSON-172324038-project] Publish callbacks [] for port (4c1b17d0-12bd-4cd9-830b-4557784c3c0f), precommit_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:31.703865 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc8470a-a0cb-4b0d-835b-fe54f53df28f req-3181d7eb-dc86-43e0-8291-471d419fb112 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:31.705313 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-0cc8470a-a0cb-4b0d-835b-fe54f53df28f req-3181d7eb-dc86-43e0-8291-471d419fb112 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=93a02c55-496c-4b57-9af0-d40fba32857e HTTP/1.1" status: 200 len: 943 time: 0.1189046 Sep 15 07:42:31.767816 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:42:31.773291 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-3077a195-d993-4f82-887e-a00bf06065f6 req-d99fdfac-0a05-47b3-8e70-67b21cb2eb33 tempest-VolumesSnapshotTestJSON-172324038 tempest-VolumesSnapshotTestJSON-172324038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729658170579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260827426'] for port (4c1b17d0-12bd-4cd9-830b-4557784c3c0f), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:31.784168 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-3f24067f-f777-4f6d-aee6-54b80256b512 req-bbffb0ab-4503-4e55-aeb4-326b30d24232 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=715457f5-6986-4664-80ea-7326eb5df706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2696269 Sep 15 07:42:31.788103 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.db.l3_db [None req-df7b13bc-83af-41da-acfc-1f96ab5f1697 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Floating IP b6d2ea0b-4ac3-4db6-b72c-a3edbb8b362f associated. External IP: 172.27.0.77, port: 64d3dfe8-cb43-42b9-b820-a5af2429b050. Sep 15 07:42:31.831654 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3077a195-d993-4f82-887e-a00bf06065f6 req-d99fdfac-0a05-47b3-8e70-67b21cb2eb33 tempest-VolumesSnapshotTestJSON-172324038 tempest-VolumesSnapshotTestJSON-172324038-project] Network f394ac71-7474-4bf4-a880-a8c13e331ffa is already hosted by enough agents. {{(pid=107276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 07:42:31.843509 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.scheduler.base_scheduler [req-3077a195-d993-4f82-887e-a00bf06065f6 req-d99fdfac-0a05-47b3-8e70-67b21cb2eb33 tempest-VolumesSnapshotTestJSON-172324038 tempest-VolumesSnapshotTestJSON-172324038-project] Resources bound (agent type, host, resource id): {{(pid=107276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 07:42:31.854610 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.db.l3_dvrscheduler_db [req-3077a195-d993-4f82-887e-a00bf06065f6 req-d99fdfac-0a05-47b3-8e70-67b21cb2eb33 tempest-VolumesSnapshotTestJSON-172324038 tempest-VolumesSnapshotTestJSON-172324038-project] Received port after_create {{(pid=107276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 07:42:31.897015 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99fdfac-0a05-47b3-8e70-67b21cb2eb33 tempest-VolumesSnapshotTestJSON-172324038 tempest-VolumesSnapshotTestJSON-172324038-project] Pushing event updated for resources: {'Port': ['ID=4c1b17d0-12bd-4cd9-830b-4557784c3c0f,revision_number=1']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:42:31.923013 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3077a195-d993-4f82-887e-a00bf06065f6 req-d99fdfac-0a05-47b3-8e70-67b21cb2eb33 tempest-VolumesSnapshotTestJSON-172324038 tempest-VolumesSnapshotTestJSON-172324038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:31.923618 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-3077a195-d993-4f82-887e-a00bf06065f6 req-d99fdfac-0a05-47b3-8e70-67b21cb2eb33 tempest-VolumesSnapshotTestJSON-172324038 tempest-VolumesSnapshotTestJSON-172324038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382552'] for port (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:31.949083 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-0cc8470a-a0cb-4b0d-835b-fe54f53df28f req-305a697b-6541-44a3-abb3-27548c5e5c31 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=179183b2-fabf-446b-87d4-1b270ec14294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2044821 Sep 15 07:42:31.960438 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-cdba443a-d59f-4d19-823b-3d6b4612bb29 req-88c9ae5d-d222-42d1-b35a-b7a9eaf3b88d service neutron] 10.222.0.26 "GET /networking/v2.0/networks/be4fe7de-ab91-47eb-96fc-2000373fe74e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2958539 Sep 15 07:42:31.984274 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f648c4c8-4f7e-4584-b624-333e3e155014 req-3d272a15-4bcd-4db8-9a9f-dd5d7295ab78 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:31.985786 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-f648c4c8-4f7e-4584-b624-333e3e155014 req-3d272a15-4bcd-4db8-9a9f-dd5d7295ab78 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=62a3489f-c5f3-44d4-93c2-da198e8f06f8 HTTP/1.1" status: 200 len: 945 time: 0.1237864 Sep 15 07:42:31.986142 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Device a2038fe2-5f0d-43e2-96b0-b1c3e3a35f14 up at agent hyperv_hv-cinder-82414 {{(pid=107290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 07:42:31.996545 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-3077a195-d993-4f82-887e-a00bf06065f6 req-d99fdfac-0a05-47b3-8e70-67b21cb2eb33 tempest-VolumesSnapshotTestJSON-172324038 tempest-VolumesSnapshotTestJSON-172324038-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8261924 Sep 15 07:42:32.010600 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.v2.base [req-3077a195-d993-4f82-887e-a00bf06065f6 req-c0e81c93-4b92-4109-8ebd-c90a35e326bd service neutron] Request body: {'port': {'device_id': 'a87eeeb2-97cd-44c5-901c-1266f6fac4c4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82414'}} {{(pid=107276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:42:32.035501 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=100 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:42:32.037286 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Provisioning for port a2038fe2-5f0d-43e2-96b0-b1c3e3a35f14 completed by entity L2. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 15 07:42:32.078501 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-3077a195-d993-4f82-887e-a00bf06065f6 req-c0e81c93-4b92-4109-8ebd-c90a35e326bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (4c1b17d0-12bd-4cd9-830b-4557784c3c0f), before_update {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:32.115657 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-f648c4c8-4f7e-4584-b624-333e3e155014 req-ecb1a7d2-66f0-482a-a19d-86018ed752d6 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0e8db3a3-a65b-4399-84bd-cfbe05d3f52d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1156442 Sep 15 07:42:32.143031 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fafc9e-b9fe-40c8-b4c4-71f20b19a46f req-1dddf93e-fa32-401d-91cc-00b344194cfd tempest-VolumesSnapshotTestJSON-172324038 tempest-VolumesSnapshotTestJSON-172324038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:32.143031 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-c5fafc9e-b9fe-40c8-b4c4-71f20b19a46f req-1dddf93e-fa32-401d-91cc-00b344194cfd tempest-VolumesSnapshotTestJSON-172324038 tempest-VolumesSnapshotTestJSON-172324038-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a87eeeb2-97cd-44c5-901c-1266f6fac4c4 HTTP/1.1" status: 200 len: 932 time: 0.1078296 Sep 15 07:42:32.160494 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Provisioning complete for port a2038fe2-5f0d-43e2-96b0-b1c3e3a35f14 triggered by entity L2. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 07:42:32.166151 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862942'] for port (a2038fe2-5f0d-43e2-96b0-b1c3e3a35f14), provisioning_complete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:32.166151 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Attempt 1 to provision port a2038fe2-5f0d-43e2-96b0-b1c3e3a35f14 Sep 15 07:42:32.242303 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df7b13bc-83af-41da-acfc-1f96ab5f1697 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Router 67840e2f-de01-4d8c-90b9-81d88ad1a131 has already been hosted by L3 agent 6177172c-20b9-4a3a-92be-d5dd082cfa3a {{(pid=107279) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 07:42:32.252324 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-c5fafc9e-b9fe-40c8-b4c4-71f20b19a46f req-e929661e-29cb-46d1-978c-34ff9ffb34c7 tempest-VolumesSnapshotTestJSON-172324038 tempest-VolumesSnapshotTestJSON-172324038-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6eda1ed7-64d2-40ad-adcb-574a95437049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037128 Sep 15 07:42:32.264965 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:42:32.266029 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Current status of the port a2038fe2-5f0d-43e2-96b0-b1c3e3a35f14 is: BUILD; New status is: ACTIVE {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:42:32.266516 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (a2038fe2-5f0d-43e2-96b0-b1c3e3a35f14), before_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:32.293187 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08d61aa0-bcb6-4fe0-bc26-20ef85c5025e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2038fe2-5f0d-43e2-96b0-b1c3e3a35f14'}] {{(pid=107290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 07:42:32.296280 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff93a2f2a3cb789a491bb2a8c4b01cf70d8343c1611f7c7394898ef54d6aa0cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baa76b33-936a-4045-8e64-2999d49a45ac" -d '{"events": [{"server_uuid": "08d61aa0-bcb6-4fe0-bc26-20ef85c5025e", "name": "network-vif-plugged", "status": "completed", "tag": "a2038fe2-5f0d-43e2-96b0-b1c3e3a35f14"}]}' {{(pid=107290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 07:42:32.304122 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4fd1a9-e7a2-4cc9-aedf-68cb74f49f74 req-02ef409d-4adb-4638-a6d7-3378952ef9b8 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:32.305856 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-de4fd1a9-e7a2-4cc9-aedf-68cb74f49f74 req-02ef409d-4adb-4638-a6d7-3378952ef9b8 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=62a3489f-c5f3-44d4-93c2-da198e8f06f8 HTTP/1.1" status: 200 len: 945 time: 0.0684268 Sep 15 07:42:32.309662 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] For port a2038fe2-5f0d-43e2-96b0-b1c3e3a35f14, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=a2038fe2-5f0d-43e2-96b0-b1c3e3a35f14,segment=NetworkSegment(7b87a5f2-de0b-43b5-b822-0b7379986e9e),segment_id=7b87a5f2-de0b-43b5-b822-0b7379986e9e)] {{(pid=107290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:42:32.323209 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 36674) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:42:32.324345 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.v2.base [None req-27eb5eaa-a849-4adb-be2b-a9cad6636e7a tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Request body: {'floatingip': {'port_id': '5143816a-5379-4a8d-ad85-0a16d1348b1e'}} {{(pid=107276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:42:32.339086 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 07:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f25ea55-3c1c-4a41-b046-6b3be851ef6c x-openstack-request-id: req-5f25ea55-3c1c-4a41-b046-6b3be851ef6c {{(pid=107290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 07:42:32.339379 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08d61aa0-bcb6-4fe0-bc26-20ef85c5025e", "name": "network-vif-plugged", "status": "completed", "tag": "a2038fe2-5f0d-43e2-96b0-b1c3e3a35f14", "code": 200}]} {{(pid=107290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 07:42:32.339629 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5f25ea55-3c1c-4a41-b046-6b3be851ef6c {{(pid=107290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 07:42:32.340020 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f25ea55-3c1c-4a41-b046-6b3be851ef6c'] response: {'server_uuid': '08d61aa0-bcb6-4fe0-bc26-20ef85c5025e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2038fe2-5f0d-43e2-96b0-b1c3e3a35f14', 'code': 200} Sep 15 07:42:32.378657 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615'] for port (a2038fe2-5f0d-43e2-96b0-b1c3e3a35f14), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:32.388948 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-27eb5eaa-a849-4adb-be2b-a9cad6636e7a tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Publish callbacks [] for floatingip (5c598e5d-6c07-45c9-a711-2966fd02c677), before_update {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:32.415832 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df7b13bc-83af-41da-acfc-1f96ab5f1697 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Notify agent at l3_agent.dv-cinder-824149-6-iscsi the message routers_updated {{(pid=107279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 07:42:32.431923 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5330c396-985a-4530-8f0a-c7d758c2e720 None None] Sync routers for ids ['67840e2f-de01-4d8c-90b9-81d88ad1a131'] in dv-cinder-824149-6-iscsi {{(pid=107290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 07:42:32.444022 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Pushing event updated for resources: {'Port': ['ID=a2038fe2-5f0d-43e2-96b0-b1c3e3a35f14,revision_number=5']} {{(pid=107290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:42:32.450187 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5330c396-985a-4530-8f0a-c7d758c2e720 None None] Routers {'67840e2f-de01-4d8c-90b9-81d88ad1a131'} bound to L3 agent in host dv-cinder-824149-6-iscsi {{(pid=107290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 07:42:32.451269 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_hamode_db [None req-5330c396-985a-4530-8f0a-c7d758c2e720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-15T07:30:25Z,description=,heartbeat_timestamp=2022-09-15T07:42:25Z,host='dv-cinder-824149-6-iscsi',id=6177172c-20b9-4a3a-92be-d5dd082cfa3a,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T07:30:25Z,topic='l3_agent')) {'router_ids': ['67840e2f-de01-4d8c-90b9-81d88ad1a131'], 'active': True} {{(pid=107290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:42:32.477862 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-df7b13bc-83af-41da-acfc-1f96ab5f1697 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382552'] for floatingip (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:32.515982 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:42:32.516686 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-df7b13bc-83af-41da-acfc-1f96ab5f1697 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.3673308 Sep 15 07:42:32.517546 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cfb1a22-faac-4d66-874d-e7866a02a054', 'tag': '64d3dfe8-cb43-42b9-b820-a5af2429b050'}] {{(pid=107279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 07:42:32.520371 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706979451550896f7b9833a7a6f18e8e6b98f6eca7edeab709f82497fe6197ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b54e81ae-7f69-4124-aaf8-5f176c0611d5" -d '{"events": [{"name": "network-changed", "server_uuid": "7cfb1a22-faac-4d66-874d-e7866a02a054", "tag": "64d3dfe8-cb43-42b9-b820-a5af2429b050"}]}' {{(pid=107279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 07:42:32.568112 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 07:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e612c77-67d5-4965-859c-40c8ebc8610e x-openstack-request-id: req-7e612c77-67d5-4965-859c-40c8ebc8610e {{(pid=107279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 07:42:32.568413 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cfb1a22-faac-4d66-874d-e7866a02a054", "tag": "64d3dfe8-cb43-42b9-b820-a5af2429b050", "status": "completed", "code": 200}]} {{(pid=107279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 07:42:32.568667 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7e612c77-67d5-4965-859c-40c8ebc8610e {{(pid=107279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 07:42:32.569267 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e612c77-67d5-4965-859c-40c8ebc8610e'] response: {'name': 'network-changed', 'server_uuid': '7cfb1a22-faac-4d66-874d-e7866a02a054', 'tag': '64d3dfe8-cb43-42b9-b820-a5af2429b050', 'status': 'completed', 'code': 200} Sep 15 07:42:32.570184 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.notifiers.nova [req-3077a195-d993-4f82-887e-a00bf06065f6 req-c0e81c93-4b92-4109-8ebd-c90a35e326bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c1b17d0-12bd-4cd9-830b-4557784c3c0f {{(pid=107276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 07:42:32.573357 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvr_db [None req-5330c396-985a-4530-8f0a-c7d758c2e720 None None] Set router 67840e2f-de01-4d8c-90b9-81d88ad1a131 gateway port host: dv-cinder-824149-6-iscsi {{(pid=107290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 07:42:32.586166 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-3077a195-d993-4f82-887e-a00bf06065f6 req-c0e81c93-4b92-4109-8ebd-c90a35e326bd service neutron] Publish callbacks [] for port (4c1b17d0-12bd-4cd9-830b-4557784c3c0f), precommit_update {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:32.635289 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.db.provisioning_blocks [req-3077a195-d993-4f82-887e-a00bf06065f6 req-c0e81c93-4b92-4109-8ebd-c90a35e326bd service neutron] Transition to ACTIVE for port object 4c1b17d0-12bd-4cd9-830b-4557784c3c0f will not be triggered until provisioned by entity L2. {{(pid=107276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 15 07:42:32.700937 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-3077a195-d993-4f82-887e-a00bf06065f6 req-c0e81c93-4b92-4109-8ebd-c90a35e326bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260827419'] for port (4c1b17d0-12bd-4cd9-830b-4557784c3c0f), after_update {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:32.892698 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e81c93-4b92-4109-8ebd-c90a35e326bd service neutron] Pushing event updated for resources: {'Port': ['ID=4c1b17d0-12bd-4cd9-830b-4557784c3c0f,revision_number=2']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:42:32.902400 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:42:32.925760 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2ac606-49ce-4048-a067-c3ce1c3436e6 req-a424f65e-4148-493b-8d68-467c6da5689c tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:32.927387 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-9c2ac606-49ce-4048-a067-c3ce1c3436e6 req-a424f65e-4148-493b-8d68-467c6da5689c tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=08d61aa0-bcb6-4fe0-bc26-20ef85c5025e HTTP/1.1" status: 200 len: 946 time: 0.0564907 Sep 15 07:42:32.928486 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_hamode_db [None req-5330c396-985a-4530-8f0a-c7d758c2e720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67840e2f-de01-4d8c-90b9-81d88ad1a131', 'name': 'tempest-TestVolumeBootPattern-938819957-router', 'tenant_id': 'af1e008c4bfa41e18488c63ea0f17b27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.149'}], 'enable_snat': True}, 'gw_port_id': 'b909bbd7-0d84-41f0-a949-dea3ab61a99c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:41:04Z', 'updated_at': '2022-09-15T07:41:09Z', 'revision_number': 4, 'project_id': 'af1e008c4bfa41e18488c63ea0f17b27', 'gw_port': {'id': 'b909bbd7-0d84-41f0-a949-dea3ab61a99c', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:8d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67840e2f-de01-4d8c-90b9-81d88ad1a131', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:41:05Z', 'updated_at': '2022-09-15T07:41:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi', '_floatingips': [{'id': 'b6d2ea0b-4ac3-4db6-b72c-a3edbb8b362f', 'tenant_id': 'af1e008c4bfa41e18488c63ea0f17b27', 'floating_ip_address': '172.27.0.77', 'floating_network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'router_id': '67840e2f-de01-4d8c-90b9-81d88ad1a131', 'port_id': '64d3dfe8-cb43-42b9-b820-a5af2429b050', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c10a638-2533-4c87-88f1-ce4db4dec0fd', 'mac_address': 'fa:16:3e:bb:bd:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cfb1a22-faac-4d66-874d-e7866a02a054', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T07:42:30Z', 'updated_at': '2022-09-15T07:42:30Z', 'revision_number': 0, 'project_id': 'af1e008c4bfa41e18488c63ea0f17b27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a68fd01-d2a8-4a36-a6ad-66233e53b4cd', 'name': '', 'network_id': '2c10a638-2533-4c87-88f1-ce4db4dec0fd', 'tenant_id': 'af1e008c4bfa41e18488c63ea0f17b27', 'mac_address': 'fa:16:3e:22:c3:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67840e2f-de01-4d8c-90b9-81d88ad1a131', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'c8bb4817-976c-49f3-9d00-c474544f8d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:41:08Z', 'updated_at': '2022-09-15T07:41:14Z', 'revision_number': 5, 'project_id': 'af1e008c4bfa41e18488c63ea0f17b27', 'subnets': [{'id': 'c8bb4817-976c-49f3-9d00-c474544f8d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-6-iscsi', False) {} {{(pid=107290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:42:32.956298 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5330c396-985a-4530-8f0a-c7d758c2e720 None None] Checking router: 67840e2f-de01-4d8c-90b9-81d88ad1a131 for host: dv-cinder-824149-6-iscsi {{(pid=107290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 07:42:32.964728 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5330c396-985a-4530-8f0a-c7d758c2e720 None None] Routers {'67840e2f-de01-4d8c-90b9-81d88ad1a131'} bound to L3 agent in host dv-cinder-824149-6-iscsi {{(pid=107290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 07:42:32.965409 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_hamode_db [None req-5330c396-985a-4530-8f0a-c7d758c2e720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-15T07:30:25Z,description=,heartbeat_timestamp=2022-09-15T07:42:25Z,host='dv-cinder-824149-6-iscsi',id=6177172c-20b9-4a3a-92be-d5dd082cfa3a,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T07:30:25Z,topic='l3_agent')) {'router_ids': ['67840e2f-de01-4d8c-90b9-81d88ad1a131'], 'active': True} {{(pid=107290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:42:32.980307 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.managers [req-3077a195-d993-4f82-887e-a00bf06065f6 req-c0e81c93-4b92-4109-8ebd-c90a35e326bd service neutron] Attempting to bind port 4c1b17d0-12bd-4cd9-830b-4557784c3c0f on host hv-cinder-82414 for vnic_type normal with profile {{(pid=107276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 07:42:32.980645 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.managers [req-3077a195-d993-4f82-887e-a00bf06065f6 req-c0e81c93-4b92-4109-8ebd-c90a35e326bd service neutron] Attempting to bind port 4c1b17d0-12bd-4cd9-830b-4557784c3c0f by drivers openvswitch,hyperv on host hv-cinder-82414 at level 0 using segments [{'id': '933d1858-9190-48af-ab20-a3ec8506eacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f394ac71-7474-4bf4-a880-a8c13e331ffa'}] {{(pid=107276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 07:42:32.981882 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3077a195-d993-4f82-887e-a00bf06065f6 req-c0e81c93-4b92-4109-8ebd-c90a35e326bd service neutron] Attempting to bind port 4c1b17d0-12bd-4cd9-830b-4557784c3c0f on network f394ac71-7474-4bf4-a880-a8c13e331ffa {{(pid=107276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 07:42:32.998091 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-9c2ac606-49ce-4048-a067-c3ce1c3436e6 req-9c775d66-27c4-43fd-94fd-a19b4827f271 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=715457f5-6986-4664-80ea-7326eb5df706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587335 Sep 15 07:42:33.082615 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvr_db [None req-5330c396-985a-4530-8f0a-c7d758c2e720 None None] Set router 67840e2f-de01-4d8c-90b9-81d88ad1a131 gateway port host: dv-cinder-824149-6-iscsi {{(pid=107290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 07:42:33.086934 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3077a195-d993-4f82-887e-a00bf06065f6 req-c0e81c93-4b92-4109-8ebd-c90a35e326bd service neutron] Port 4c1b17d0-12bd-4cd9-830b-4557784c3c0f on network f394ac71-7474-4bf4-a880-a8c13e331ffa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82414 {{(pid=107276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 07:42:33.087260 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3077a195-d993-4f82-887e-a00bf06065f6 req-c0e81c93-4b92-4109-8ebd-c90a35e326bd service neutron] Attempting to bind port 4c1b17d0-12bd-4cd9-830b-4557784c3c0f on network f394ac71-7474-4bf4-a880-a8c13e331ffa {{(pid=107276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 07:42:33.091390 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0455cee9-ad5a-4610-a24e-3524ab7a1f13 req-9931390d-c748-468b-bcc1-c02726594c57 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:33.093022 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-0455cee9-ad5a-4610-a24e-3524ab7a1f13 req-9931390d-c748-468b-bcc1-c02726594c57 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=93a02c55-496c-4b57-9af0-d40fba32857e HTTP/1.1" status: 200 len: 943 time: 0.0508997 Sep 15 07:42:33.125869 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-27eb5eaa-a849-4adb-be2b-a9cad6636e7a tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:33.126300 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:42:33.179073 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-0455cee9-ad5a-4610-a24e-3524ab7a1f13 req-3f126025-6401-4664-88db-1b489ca6852f tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=179183b2-fabf-446b-87d4-1b270ec14294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786724 Sep 15 07:42:33.184910 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be729498-0464-41ee-9268-25e69bef08d7 req-14f9e6de-aaa7-40db-bd26-161636d30a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:33.186495 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54e81ae-7f69-4124-aaf8-5f176c0611d5 req-314a8f94-6224-4f5c-9226-bbde0ebd1159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:33.186629 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-be729498-0464-41ee-9268-25e69bef08d7 req-14f9e6de-aaa7-40db-bd26-161636d30a3b service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=14017d5edbbd4068b529d5d92444182a&device_id=93a02c55-496c-4b57-9af0-d40fba32857e HTTP/1.1" status: 200 len: 1127 time: 0.0577302 Sep 15 07:42:33.187963 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-b54e81ae-7f69-4124-aaf8-5f176c0611d5 req-314a8f94-6224-4f5c-9226-bbde0ebd1159 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=af1e008c4bfa41e18488c63ea0f17b27&device_id=7cfb1a22-faac-4d66-874d-e7866a02a054 HTTP/1.1" status: 200 len: 1129 time: 0.0587723 Sep 15 07:42:33.189200 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-27eb5eaa-a849-4adb-be2b-a9cad6636e7a tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2007462'] for floatingip (5c598e5d-6c07-45c9-a711-2966fd02c677), after_update {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:33.191350 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3077a195-d993-4f82-887e-a00bf06065f6 req-c0e81c93-4b92-4109-8ebd-c90a35e326bd service neutron] Checking agent: {'id': '25cf60a6-7ad2-448a-9326-c12b453ddee0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82414', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 7, 36, 43), 'started_at': datetime.datetime(2022, 9, 15, 7, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 7, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 07:42:33.191350 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3077a195-d993-4f82-887e-a00bf06065f6 req-c0e81c93-4b92-4109-8ebd-c90a35e326bd service neutron] Checking segment: {'id': '933d1858-9190-48af-ab20-a3ec8506eacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f394ac71-7474-4bf4-a880-a8c13e331ffa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 07:42:33.197342 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3077a195-d993-4f82-887e-a00bf06065f6 req-c0e81c93-4b92-4109-8ebd-c90a35e326bd service neutron] Bound using segment: {'id': '933d1858-9190-48af-ab20-a3ec8506eacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f394ac71-7474-4bf4-a880-a8c13e331ffa'} {{(pid=107276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 07:42:33.197342 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.managers [req-3077a195-d993-4f82-887e-a00bf06065f6 req-c0e81c93-4b92-4109-8ebd-c90a35e326bd service neutron] Bound port: 4c1b17d0-12bd-4cd9-830b-4557784c3c0f, host: hv-cinder-82414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '933d1858-9190-48af-ab20-a3ec8506eacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f394ac71-7474-4bf4-a880-a8c13e331ffa'}}] {{(pid=107276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 07:42:33.197342 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-3077a195-d993-4f82-887e-a00bf06065f6 req-c0e81c93-4b92-4109-8ebd-c90a35e326bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (4c1b17d0-12bd-4cd9-830b-4557784c3c0f), before_update {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:33.382826 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:42:33.386472 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:42:33.405705 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.db [req-3077a195-d993-4f82-887e-a00bf06065f6 req-c0e81c93-4b92-4109-8ebd-c90a35e326bd service neutron] For port 4c1b17d0-12bd-4cd9-830b-4557784c3c0f, host hv-cinder-82414, cleared binding levels {{(pid=107276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 07:42:33.405921 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be729498-0464-41ee-9268-25e69bef08d7 req-e8b17f27-3fed-4f2e-84d2-a0bd05f6352c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:33.407293 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-be729498-0464-41ee-9268-25e69bef08d7 req-e8b17f27-3fed-4f2e-84d2-a0bd05f6352c service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=be4fe7de-ab91-47eb-96fc-2000373fe74e HTTP/1.1" status: 200 len: 915 time: 0.1581428 Sep 15 07:42:33.413257 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_hamode_db [None req-5330c396-985a-4530-8f0a-c7d758c2e720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67840e2f-de01-4d8c-90b9-81d88ad1a131', 'name': 'tempest-TestVolumeBootPattern-938819957-router', 'tenant_id': 'af1e008c4bfa41e18488c63ea0f17b27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.149'}], 'enable_snat': True}, 'gw_port_id': 'b909bbd7-0d84-41f0-a949-dea3ab61a99c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:41:04Z', 'updated_at': '2022-09-15T07:41:09Z', 'revision_number': 4, 'project_id': 'af1e008c4bfa41e18488c63ea0f17b27', 'gw_port': {'id': 'b909bbd7-0d84-41f0-a949-dea3ab61a99c', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:8d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67840e2f-de01-4d8c-90b9-81d88ad1a131', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:41:05Z', 'updated_at': '2022-09-15T07:41:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi', '_floatingips': [{'id': 'b6d2ea0b-4ac3-4db6-b72c-a3edbb8b362f', 'tenant_id': 'af1e008c4bfa41e18488c63ea0f17b27', 'floating_ip_address': '172.27.0.77', 'floating_network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'router_id': '67840e2f-de01-4d8c-90b9-81d88ad1a131', 'port_id': '64d3dfe8-cb43-42b9-b820-a5af2429b050', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c10a638-2533-4c87-88f1-ce4db4dec0fd', 'mac_address': 'fa:16:3e:bb:bd:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cfb1a22-faac-4d66-874d-e7866a02a054', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T07:42:30Z', 'updated_at': '2022-09-15T07:42:30Z', 'revision_number': 0, 'project_id': 'af1e008c4bfa41e18488c63ea0f17b27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a68fd01-d2a8-4a36-a6ad-66233e53b4cd', 'name': '', 'network_id': '2c10a638-2533-4c87-88f1-ce4db4dec0fd', 'tenant_id': 'af1e008c4bfa41e18488c63ea0f17b27', 'mac_address': 'fa:16:3e:22:c3:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67840e2f-de01-4d8c-90b9-81d88ad1a131', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'c8bb4817-976c-49f3-9d00-c474544f8d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:41:08Z', 'updated_at': '2022-09-15T07:41:14Z', 'revision_number': 5, 'project_id': 'af1e008c4bfa41e18488c63ea0f17b27', 'subnets': [{'id': 'c8bb4817-976c-49f3-9d00-c474544f8d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-6-iscsi', False) {} {{(pid=107290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:42:33.415606 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.db [req-3077a195-d993-4f82-887e-a00bf06065f6 req-c0e81c93-4b92-4109-8ebd-c90a35e326bd service neutron] For port 4c1b17d0-12bd-4cd9-830b-4557784c3c0f, host hv-cinder-82414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=4c1b17d0-12bd-4cd9-830b-4557784c3c0f,segment=NetworkSegment(933d1858-9190-48af-ab20-a3ec8506eacd),segment_id=933d1858-9190-48af-ab20-a3ec8506eacd)] {{(pid=107276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 07:42:33.419710 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.db.l3_db [None req-27eb5eaa-a849-4adb-be2b-a9cad6636e7a tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Floating IP 5c598e5d-6c07-45c9-a711-2966fd02c677 associated. External IP: 172.27.0.130, port: 5143816a-5379-4a8d-ad85-0a16d1348b1e. Sep 15 07:42:33.441097 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5330c396-985a-4530-8f0a-c7d758c2e720 None None] The sync data for ids ['67840e2f-de01-4d8c-90b9-81d88ad1a131'] in dv-cinder-824149-6-iscsi is: [{'id': '67840e2f-de01-4d8c-90b9-81d88ad1a131', 'name': 'tempest-TestVolumeBootPattern-938819957-router', 'tenant_id': 'af1e008c4bfa41e18488c63ea0f17b27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.149'}], 'enable_snat': True}, 'gw_port_id': 'b909bbd7-0d84-41f0-a949-dea3ab61a99c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:41:04Z', 'updated_at': '2022-09-15T07:41:09Z', 'revision_number': 4, 'project_id': 'af1e008c4bfa41e18488c63ea0f17b27', 'gw_port': {'id': 'b909bbd7-0d84-41f0-a949-dea3ab61a99c', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:8d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67840e2f-de01-4d8c-90b9-81d88ad1a131', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:41:05Z', 'updated_at': '2022-09-15T07:41:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi', '_floatingips': [{'id': 'b6d2ea0b-4ac3-4db6-b72c-a3edbb8b362f', 'tenant_id': 'af1e008c4bfa41e18488c63ea0f17b27', 'floating_ip_address': '172.27.0.77', 'floating_network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'router_id': '67840e2f-de01-4d8c-90b9-81d88ad1a131', 'port_id': '64d3dfe8-cb43-42b9-b820-a5af2429b050', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c10a638-2533-4c87-88f1-ce4db4dec0fd', 'mac_address': 'fa:16:3e:bb:bd:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cfb1a22-faac-4d66-874d-e7866a02a054', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T07:42:30Z', 'updated_at': '2022-09-15T07:42:30Z', 'revision_number': 0, 'project_id': 'af1e008c4bfa41e18488c63ea0f17b27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a68fd01-d2a8-4a36-a6ad-66233e53b4cd', 'name': '', 'network_id': '2c10a638-2533-4c87-88f1-ce4db4dec0fd', 'tenant_id': 'af1e008c4bfa41e18488c63ea0f17b27', 'mac_address': 'fa:16:3e:22:c3:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67840e2f-de01-4d8c-90b9-81d88ad1a131', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'c8bb4817-976c-49f3-9d00-c474544f8d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:41:08Z', 'updated_at': '2022-09-15T07:41:14Z', 'revision_number': 5, 'project_id': 'af1e008c4bfa41e18488c63ea0f17b27', 'subnets': [{'id': 'c8bb4817-976c-49f3-9d00-c474544f8d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 07:42:33.467694 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-be729498-0464-41ee-9268-25e69bef08d7 req-87b47fd3-5358-41b9-a028-df53c0eb1c28 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=590166b6-cdd3-443d-ba8a-e41ad7c63879 HTTP/1.1" status: 200 len: 217 time: 0.0432656 Sep 15 07:42:33.477560 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54e81ae-7f69-4124-aaf8-5f176c0611d5 req-166566d4-2cf1-47b1-ba2e-6b27b9ea1374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:33.479048 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-b54e81ae-7f69-4124-aaf8-5f176c0611d5 req-166566d4-2cf1-47b1-ba2e-6b27b9ea1374 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=2c10a638-2533-4c87-88f1-ce4db4dec0fd HTTP/1.1" status: 200 len: 912 time: 0.2126501 Sep 15 07:42:33.479744 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ece934-6508-4754-aeaf-1688af0a7727 req-190d12a2-ff8c-4141-bb3d-919c02cfb223 tempest-VolumesSnapshotTestJSON-172324038 tempest-VolumesSnapshotTestJSON-172324038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:33.480630 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-3077a195-d993-4f82-887e-a00bf06065f6 req-c0e81c93-4b92-4109-8ebd-c90a35e326bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260827419'] for port (4c1b17d0-12bd-4cd9-830b-4557784c3c0f), after_update {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:33.481493 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-a1ece934-6508-4754-aeaf-1688af0a7727 req-190d12a2-ff8c-4141-bb3d-919c02cfb223 tempest-VolumesSnapshotTestJSON-172324038 tempest-VolumesSnapshotTestJSON-172324038-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a87eeeb2-97cd-44c5-901c-1266f6fac4c4 HTTP/1.1" status: 200 len: 944 time: 0.0914772 Sep 15 07:42:33.483189 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3077a195-d993-4f82-887e-a00bf06065f6 req-c0e81c93-4b92-4109-8ebd-c90a35e326bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:33.483784 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-3077a195-d993-4f82-887e-a00bf06065f6 req-c0e81c93-4b92-4109-8ebd-c90a35e326bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382552'] for port (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:33.485313 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-3077a195-d993-4f82-887e-a00bf06065f6 req-c0e81c93-4b92-4109-8ebd-c90a35e326bd service neutron] 10.222.0.26 "PUT /networking/v2.0/ports/4c1b17d0-12bd-4cd9-830b-4557784c3c0f HTTP/1.1" status: 200 len: 1094 time: 1.4801483 Sep 15 07:42:33.489840 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a87eeeb2-97cd-44c5-901c-1266f6fac4c4', 'tag': '4c1b17d0-12bd-4cd9-830b-4557784c3c0f'}] {{(pid=107276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 07:42:33.492368 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e3724867bd40dd9d720ab8c058c996a0c2f5593be620855f41bc083494bf738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2710a5ab-1d2a-455a-824c-a9b35075a37e" -d '{"events": [{"name": "network-changed", "server_uuid": "a87eeeb2-97cd-44c5-901c-1266f6fac4c4", "tag": "4c1b17d0-12bd-4cd9-830b-4557784c3c0f"}]}' {{(pid=107276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 07:42:33.558767 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 07:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0e585b2-ed84-4ab7-8ee7-487d739534d4 x-openstack-request-id: req-c0e585b2-ed84-4ab7-8ee7-487d739534d4 {{(pid=107276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 07:42:33.559536 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a87eeeb2-97cd-44c5-901c-1266f6fac4c4", "tag": "4c1b17d0-12bd-4cd9-830b-4557784c3c0f", "status": "completed", "code": 200}]} {{(pid=107276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 07:42:33.559700 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c0e585b2-ed84-4ab7-8ee7-487d739534d4 {{(pid=107276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 07:42:33.560320 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0e585b2-ed84-4ab7-8ee7-487d739534d4'] response: {'name': 'network-changed', 'server_uuid': 'a87eeeb2-97cd-44c5-901c-1266f6fac4c4', 'tag': '4c1b17d0-12bd-4cd9-830b-4557784c3c0f', 'status': 'completed', 'code': 200} Sep 15 07:42:33.567757 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be729498-0464-41ee-9268-25e69bef08d7 req-29c15a91-b845-4e2f-9fc1-671eb884d175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:33.569210 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-be729498-0464-41ee-9268-25e69bef08d7 req-29c15a91-b845-4e2f-9fc1-671eb884d175 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=655669e6-9885-472d-9103-52b022988dd7 HTTP/1.1" status: 200 len: 853 time: 0.0868609 Sep 15 07:42:33.577991 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.26', 54416) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:42:33.608040 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-a1ece934-6508-4754-aeaf-1688af0a7727 req-c11876bd-6431-4fb8-9e1d-0bd1135648f7 tempest-VolumesSnapshotTestJSON-172324038 tempest-VolumesSnapshotTestJSON-172324038-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6eda1ed7-64d2-40ad-adcb-574a95437049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125076 Sep 15 07:42:33.665892 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be729498-0464-41ee-9268-25e69bef08d7 req-ffc844ce-84ea-4c66-9f01-9b4f6bc8c344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:33.666807 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-b54e81ae-7f69-4124-aaf8-5f176c0611d5 req-7795f6e0-ef0a-4e1a-abdc-02807821a3b5 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=64d3dfe8-cb43-42b9-b820-a5af2429b050 HTTP/1.1" status: 200 len: 998 time: 0.1648259 Sep 15 07:42:33.667568 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-be729498-0464-41ee-9268-25e69bef08d7 req-ffc844ce-84ea-4c66-9f01-9b4f6bc8c344 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=be4fe7de-ab91-47eb-96fc-2000373fe74e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0847042 Sep 15 07:42:33.669404 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2710a5ab-1d2a-455a-824c-a9b35075a37e req-6395a12a-e4f6-48cf-a6e8-eeeb7d299c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:33.671083 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-2710a5ab-1d2a-455a-824c-a9b35075a37e req-6395a12a-e4f6-48cf-a6e8-eeeb7d299c60 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=66cb9c7c7eb24e30bf89b3680c713472&device_id=a87eeeb2-97cd-44c5-901c-1266f6fac4c4 HTTP/1.1" status: 200 len: 1128 time: 0.0892651 Sep 15 07:42:33.682259 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2e8869-4cfa-415b-924f-a0bf8e28a597 req-caba4be6-946e-4d1e-bba1-b804f25f4d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:33.685420 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-2f2e8869-4cfa-415b-924f-a0bf8e28a597 req-caba4be6-946e-4d1e-bba1-b804f25f4d3b service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=08d61aa0-bcb6-4fe0-bc26-20ef85c5025e HTTP/1.1" status: 200 len: 1130 time: 0.1456060 Sep 15 07:42:33.696270 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e81c93-4b92-4109-8ebd-c90a35e326bd service neutron] Pushing event updated for resources: {'Port': ['ID=4c1b17d0-12bd-4cd9-830b-4557784c3c0f,revision_number=3']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:42:33.699558 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:42:33.763732 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a8a5e0-6364-4e41-8bb3-01fd49655b27 None None] New status for floating IP b6d2ea0b-4ac3-4db6-b72c-a3edbb8b362f: ACTIVE {{(pid=107295) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 15 07:42:33.795731 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:42:33.817186 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54e81ae-7f69-4124-aaf8-5f176c0611d5 req-781b35e1-29ef-4d86-98de-aff94619f035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:33.818738 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-b54e81ae-7f69-4124-aaf8-5f176c0611d5 req-781b35e1-29ef-4d86-98de-aff94619f035 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=c8bb4817-976c-49f3-9d00-c474544f8d63 HTTP/1.1" status: 200 len: 850 time: 0.1302154 Sep 15 07:42:33.833816 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-2f2e8869-4cfa-415b-924f-a0bf8e28a597 req-b0ccfa00-ee49-44fb-a919-3328485aef0f service neutron] 10.222.0.26 "GET /networking/v2.0/security-groups?id=715457f5-6986-4664-80ea-7326eb5df706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1319647 Sep 15 07:42:33.872132 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2710a5ab-1d2a-455a-824c-a9b35075a37e req-f11ea13e-d12d-4575-8bed-16cfa11f9e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:33.873571 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-2710a5ab-1d2a-455a-824c-a9b35075a37e req-f11ea13e-d12d-4575-8bed-16cfa11f9e3a service neutron] 10.222.0.26 "GET /networking/v2.0/networks?tenant_id=66cb9c7c7eb24e30bf89b3680c713472&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1597965 Sep 15 07:42:33.875799 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-be729498-0464-41ee-9268-25e69bef08d7 req-a69dffdc-df4d-4c9a-b228-cc51829debb6 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/be4fe7de-ab91-47eb-96fc-2000373fe74e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821322 Sep 15 07:42:33.912898 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54e81ae-7f69-4124-aaf8-5f176c0611d5 req-76fef6d8-1506-42ef-99ae-44fed608d856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:33.914430 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-b54e81ae-7f69-4124-aaf8-5f176c0611d5 req-76fef6d8-1506-42ef-99ae-44fed608d856 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=2c10a638-2533-4c87-88f1-ce4db4dec0fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0836499 Sep 15 07:42:33.929571 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27eb5eaa-a849-4adb-be2b-a9cad6636e7a tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Router c49f23c8-1aaa-443a-95b1-c12d58cc74fb has already been hosted by L3 agent 6177172c-20b9-4a3a-92be-d5dd082cfa3a {{(pid=107276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 07:42:34.037882 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27eb5eaa-a849-4adb-be2b-a9cad6636e7a tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Notify agent at l3_agent.dv-cinder-824149-6-iscsi the message routers_updated {{(pid=107276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 07:42:34.042365 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-27eb5eaa-a849-4adb-be2b-a9cad6636e7a tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382552'] for floatingip (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:34.048572 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e0867d7-fcdb-4769-834c-9cd6c196d91d None None] Sync routers for ids ['c49f23c8-1aaa-443a-95b1-c12d58cc74fb'] in dv-cinder-824149-6-iscsi {{(pid=107290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 07:42:34.060283 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0867d7-fcdb-4769-834c-9cd6c196d91d None None] Routers {'c49f23c8-1aaa-443a-95b1-c12d58cc74fb'} bound to L3 agent in host dv-cinder-824149-6-iscsi {{(pid=107290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 07:42:34.060924 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_hamode_db [None req-1e0867d7-fcdb-4769-834c-9cd6c196d91d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-15T07:30:25Z,description=,heartbeat_timestamp=2022-09-15T07:42:25Z,host='dv-cinder-824149-6-iscsi',id=6177172c-20b9-4a3a-92be-d5dd082cfa3a,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T07:30:25Z,topic='l3_agent')) {'router_ids': ['c49f23c8-1aaa-443a-95b1-c12d58cc74fb'], 'active': True} {{(pid=107290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:42:34.173171 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvr_db [None req-1e0867d7-fcdb-4769-834c-9cd6c196d91d None None] Set router c49f23c8-1aaa-443a-95b1-c12d58cc74fb gateway port host: dv-cinder-824149-6-iscsi {{(pid=107290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 07:42:34.205587 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2dd685-f0b7-4201-ba20-1bfa63fb307e req-be285bd9-23d3-48cf-90d6-ca5dcb1dd276 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:34.207155 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-ab2dd685-f0b7-4201-ba20-1bfa63fb307e req-be285bd9-23d3-48cf-90d6-ca5dcb1dd276 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=08d61aa0-bcb6-4fe0-bc26-20ef85c5025e HTTP/1.1" status: 200 len: 946 time: 0.1393840 Sep 15 07:42:34.348593 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2710a5ab-1d2a-455a-824c-a9b35075a37e req-14b58fe8-6ff0-4934-ab34-55b62cdf09e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:34.349981 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-2710a5ab-1d2a-455a-824c-a9b35075a37e req-14b58fe8-6ff0-4934-ab34-55b62cdf09e3 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2711732 Sep 15 07:42:34.351850 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-be729498-0464-41ee-9268-25e69bef08d7 req-124af8a2-4f1b-4b26-82a5-e37bb774f676 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/be4fe7de-ab91-47eb-96fc-2000373fe74e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2718363 Sep 15 07:42:34.353405 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=100 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:42:34.374517 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-ab2dd685-f0b7-4201-ba20-1bfa63fb307e req-a7984fe0-ee10-4b03-92e3-268caf98f26f tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=715457f5-6986-4664-80ea-7326eb5df706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1424527 Sep 15 07:42:34.383172 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22524244-a540-428f-99af-c0a6cb77feff req-98ea49b0-2df0-4faf-9cd5-c160ec94295a tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:34.384751 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-22524244-a540-428f-99af-c0a6cb77feff req-98ea49b0-2df0-4faf-9cd5-c160ec94295a tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=93a02c55-496c-4b57-9af0-d40fba32857e HTTP/1.1" status: 200 len: 943 time: 0.0780997 Sep 15 07:42:34.425126 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-27eb5eaa-a849-4adb-be2b-a9cad6636e7a tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "PUT /networking/v2.0/floatingips/5c598e5d-6c07-45c9-a711-2966fd02c677 HTTP/1.1" status: 200 len: 991 time: 2.1020312 Sep 15 07:42:34.437381 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_hamode_db [None req-1e0867d7-fcdb-4769-834c-9cd6c196d91d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c49f23c8-1aaa-443a-95b1-c12d58cc74fb', 'name': 'tempest-ServerRescueNegativeTestJSON-1974602652-router', 'tenant_id': 'cdc69db806d24d1f8eb18aadaaafabcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '9b2e6a3c-e80e-49a8-a8fa-1183e129b2c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:40:04Z', 'updated_at': '2022-09-15T07:40:07Z', 'revision_number': 4, 'project_id': 'cdc69db806d24d1f8eb18aadaaafabcb', 'gw_port': {'id': '9b2e6a3c-e80e-49a8-a8fa-1183e129b2c4', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:9f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49f23c8-1aaa-443a-95b1-c12d58cc74fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:40:04Z', 'updated_at': '2022-09-15T07:40:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi', '_floatingips': [{'id': '5c598e5d-6c07-45c9-a711-2966fd02c677', 'tenant_id': 'cdc69db806d24d1f8eb18aadaaafabcb', 'floating_ip_address': '172.27.0.130', 'floating_network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'router_id': 'c49f23c8-1aaa-443a-95b1-c12d58cc74fb', 'port_id': '5143816a-5379-4a8d-ad85-0a16d1348b1e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9125b9da-cf0a-438e-a321-05e9db8df553', 'mac_address': 'fa:16:3e:e3:c5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a3489f-c5f3-44d4-93c2-da198e8f06f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T07:42:11Z', 'updated_at': '2022-09-15T07:42:32Z', 'revision_number': 1, 'project_id': 'cdc69db806d24d1f8eb18aadaaafabcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '437c5d00-5648-4442-b53c-f7174a03af78', 'name': '', 'network_id': '9125b9da-cf0a-438e-a321-05e9db8df553', 'tenant_id': 'cdc69db806d24d1f8eb18aadaaafabcb', 'mac_address': 'fa:16:3e:e9:e3:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49f23c8-1aaa-443a-95b1-c12d58cc74fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '56bdd156-8a1e-4af7-bbaf-a09f4f37e06d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:40:06Z', 'updated_at': '2022-09-15T07:40:11Z', 'revision_number': 5, 'project_id': 'cdc69db806d24d1f8eb18aadaaafabcb', 'subnets': [{'id': '56bdd156-8a1e-4af7-bbaf-a09f4f37e06d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-6-iscsi', False) {} {{(pid=107290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:42:34.448241 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-22524244-a540-428f-99af-c0a6cb77feff req-1c704e2f-7de5-4f20-bf41-8c99561c4c41 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=179183b2-fabf-446b-87d4-1b270ec14294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562310 Sep 15 07:42:34.475050 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e0867d7-fcdb-4769-834c-9cd6c196d91d None None] Checking router: c49f23c8-1aaa-443a-95b1-c12d58cc74fb for host: dv-cinder-824149-6-iscsi {{(pid=107290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 07:42:34.481860 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-b54e81ae-7f69-4124-aaf8-5f176c0611d5 req-701ed720-803c-452e-bb66-62ee4a4ee234 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/2c10a638-2533-4c87-88f1-ce4db4dec0fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232388 Sep 15 07:42:34.484482 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0867d7-fcdb-4769-834c-9cd6c196d91d None None] Routers {'c49f23c8-1aaa-443a-95b1-c12d58cc74fb'} bound to L3 agent in host dv-cinder-824149-6-iscsi {{(pid=107290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 07:42:34.485172 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_hamode_db [None req-1e0867d7-fcdb-4769-834c-9cd6c196d91d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-15T07:30:25Z,description=,heartbeat_timestamp=2022-09-15T07:42:25Z,host='dv-cinder-824149-6-iscsi',id=6177172c-20b9-4a3a-92be-d5dd082cfa3a,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T07:30:25Z,topic='l3_agent')) {'router_ids': ['c49f23c8-1aaa-443a-95b1-c12d58cc74fb'], 'active': True} {{(pid=107290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:42:34.619545 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvr_db [None req-1e0867d7-fcdb-4769-834c-9cd6c196d91d None None] Set router c49f23c8-1aaa-443a-95b1-c12d58cc74fb gateway port host: dv-cinder-824149-6-iscsi {{(pid=107290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 07:42:34.788379 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4658a1-4f20-459e-9cb0-857d347393af req-10636958-12be-4847-88cf-ff0caa6c9e02 tempest-VolumesSnapshotTestJSON-172324038 tempest-VolumesSnapshotTestJSON-172324038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:34.790161 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-ce4658a1-4f20-459e-9cb0-857d347393af req-10636958-12be-4847-88cf-ff0caa6c9e02 tempest-VolumesSnapshotTestJSON-172324038 tempest-VolumesSnapshotTestJSON-172324038-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a87eeeb2-97cd-44c5-901c-1266f6fac4c4 HTTP/1.1" status: 200 len: 944 time: 0.0868840 Sep 15 07:42:34.794419 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3077a195-d993-4f82-887e-a00bf06065f6 req-d581fb32-38c7-4ae2-990b-ccc2a09a8806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:34.795404 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-3077a195-d993-4f82-887e-a00bf06065f6 req-d581fb32-38c7-4ae2-990b-ccc2a09a8806 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=66cb9c7c7eb24e30bf89b3680c713472&device_id=a87eeeb2-97cd-44c5-901c-1266f6fac4c4 HTTP/1.1" status: 200 len: 1128 time: 0.0609562 Sep 15 07:42:34.809199 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-b54e81ae-7f69-4124-aaf8-5f176c0611d5 req-122f3574-9f50-48fc-8c64-0ebddd002d9c service neutron] 10.222.0.26 "GET /networking/v2.0/networks/2c10a638-2533-4c87-88f1-ce4db4dec0fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184804 Sep 15 07:42:34.850059 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-3077a195-d993-4f82-887e-a00bf06065f6 req-f036e57e-1bf0-4cb1-ba65-58521978a6ae service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4c1b17d0-12bd-4cd9-830b-4557784c3c0f HTTP/1.1" status: 200 len: 217 time: 0.0392022 Sep 15 07:42:34.885728 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_hamode_db [None req-1e0867d7-fcdb-4769-834c-9cd6c196d91d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c49f23c8-1aaa-443a-95b1-c12d58cc74fb', 'name': 'tempest-ServerRescueNegativeTestJSON-1974602652-router', 'tenant_id': 'cdc69db806d24d1f8eb18aadaaafabcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '9b2e6a3c-e80e-49a8-a8fa-1183e129b2c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:40:04Z', 'updated_at': '2022-09-15T07:40:07Z', 'revision_number': 4, 'project_id': 'cdc69db806d24d1f8eb18aadaaafabcb', 'gw_port': {'id': '9b2e6a3c-e80e-49a8-a8fa-1183e129b2c4', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:9f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49f23c8-1aaa-443a-95b1-c12d58cc74fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:40:04Z', 'updated_at': '2022-09-15T07:40:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi', '_floatingips': [{'id': '5c598e5d-6c07-45c9-a711-2966fd02c677', 'tenant_id': 'cdc69db806d24d1f8eb18aadaaafabcb', 'floating_ip_address': '172.27.0.130', 'floating_network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'router_id': 'c49f23c8-1aaa-443a-95b1-c12d58cc74fb', 'port_id': '5143816a-5379-4a8d-ad85-0a16d1348b1e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9125b9da-cf0a-438e-a321-05e9db8df553', 'mac_address': 'fa:16:3e:e3:c5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a3489f-c5f3-44d4-93c2-da198e8f06f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T07:42:11Z', 'updated_at': '2022-09-15T07:42:32Z', 'revision_number': 1, 'project_id': 'cdc69db806d24d1f8eb18aadaaafabcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '437c5d00-5648-4442-b53c-f7174a03af78', 'name': '', 'network_id': '9125b9da-cf0a-438e-a321-05e9db8df553', 'tenant_id': 'cdc69db806d24d1f8eb18aadaaafabcb', 'mac_address': 'fa:16:3e:e9:e3:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49f23c8-1aaa-443a-95b1-c12d58cc74fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '56bdd156-8a1e-4af7-bbaf-a09f4f37e06d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:40:06Z', 'updated_at': '2022-09-15T07:40:11Z', 'revision_number': 5, 'project_id': 'cdc69db806d24d1f8eb18aadaaafabcb', 'subnets': [{'id': '56bdd156-8a1e-4af7-bbaf-a09f4f37e06d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-6-iscsi', False) {} {{(pid=107290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:42:34.908974 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-ce4658a1-4f20-459e-9cb0-857d347393af req-45281dfe-8b7a-400d-aa97-7081fbf2e8db tempest-VolumesSnapshotTestJSON-172324038 tempest-VolumesSnapshotTestJSON-172324038-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6eda1ed7-64d2-40ad-adcb-574a95437049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123307 Sep 15 07:42:34.923639 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e0867d7-fcdb-4769-834c-9cd6c196d91d None None] The sync data for ids ['c49f23c8-1aaa-443a-95b1-c12d58cc74fb'] in dv-cinder-824149-6-iscsi is: [{'id': 'c49f23c8-1aaa-443a-95b1-c12d58cc74fb', 'name': 'tempest-ServerRescueNegativeTestJSON-1974602652-router', 'tenant_id': 'cdc69db806d24d1f8eb18aadaaafabcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '9b2e6a3c-e80e-49a8-a8fa-1183e129b2c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:40:04Z', 'updated_at': '2022-09-15T07:40:07Z', 'revision_number': 4, 'project_id': 'cdc69db806d24d1f8eb18aadaaafabcb', 'gw_port': {'id': '9b2e6a3c-e80e-49a8-a8fa-1183e129b2c4', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:9f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49f23c8-1aaa-443a-95b1-c12d58cc74fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:40:04Z', 'updated_at': '2022-09-15T07:40:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi', '_floatingips': [{'id': '5c598e5d-6c07-45c9-a711-2966fd02c677', 'tenant_id': 'cdc69db806d24d1f8eb18aadaaafabcb', 'floating_ip_address': '172.27.0.130', 'floating_network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'router_id': 'c49f23c8-1aaa-443a-95b1-c12d58cc74fb', 'port_id': '5143816a-5379-4a8d-ad85-0a16d1348b1e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9125b9da-cf0a-438e-a321-05e9db8df553', 'mac_address': 'fa:16:3e:e3:c5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a3489f-c5f3-44d4-93c2-da198e8f06f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T07:42:11Z', 'updated_at': '2022-09-15T07:42:32Z', 'revision_number': 1, 'project_id': 'cdc69db806d24d1f8eb18aadaaafabcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '437c5d00-5648-4442-b53c-f7174a03af78', 'name': '', 'network_id': '9125b9da-cf0a-438e-a321-05e9db8df553', 'tenant_id': 'cdc69db806d24d1f8eb18aadaaafabcb', 'mac_address': 'fa:16:3e:e9:e3:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49f23c8-1aaa-443a-95b1-c12d58cc74fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '56bdd156-8a1e-4af7-bbaf-a09f4f37e06d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:40:06Z', 'updated_at': '2022-09-15T07:40:11Z', 'revision_number': 5, 'project_id': 'cdc69db806d24d1f8eb18aadaaafabcb', 'subnets': [{'id': '56bdd156-8a1e-4af7-bbaf-a09f4f37e06d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 07:42:34.935136 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3077a195-d993-4f82-887e-a00bf06065f6 req-c9a4a114-ad9c-4c5a-aad4-08b37795f205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:34.936818 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-3077a195-d993-4f82-887e-a00bf06065f6 req-c9a4a114-ad9c-4c5a-aad4-08b37795f205 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=64ae8133-cecb-48c0-b856-79547a868359 HTTP/1.1" status: 200 len: 854 time: 0.0726061 Sep 15 07:42:34.976775 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-3077a195-d993-4f82-887e-a00bf06065f6 req-7cd2553a-bf51-47ec-a4f5-e5836a6ff2c9 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=f394ac71-7474-4bf4-a880-a8c13e331ffa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321412 Sep 15 07:42:35.160951 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4b13fd-7fc3-4893-b0dd-416c07f48bed None None] New status for floating IP 5c598e5d-6c07-45c9-a711-2966fd02c677: ACTIVE {{(pid=107295) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 15 07:42:35.466720 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-3077a195-d993-4f82-887e-a00bf06065f6 req-85ed3fbb-fbbe-44e4-80b1-13b3a84c06b4 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/f394ac71-7474-4bf4-a880-a8c13e331ffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899065 Sep 15 07:42:35.477781 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=100 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:42:35.517851 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0d7a58-09b6-45ef-96a5-118757cf52cb req-08ff036e-dd61-4b9f-a5cc-d4c2dd59cdca tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:35.520070 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-dd0d7a58-09b6-45ef-96a5-118757cf52cb req-08ff036e-dd61-4b9f-a5cc-d4c2dd59cdca tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=08d61aa0-bcb6-4fe0-bc26-20ef85c5025e HTTP/1.1" status: 200 len: 946 time: 0.0510941 Sep 15 07:42:35.561225 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62a3489f-c5f3-44d4-93c2-da198e8f06f8', 'tag': '5143816a-5379-4a8d-ad85-0a16d1348b1e'}] {{(pid=107276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 07:42:35.563816 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e3724867bd40dd9d720ab8c058c996a0c2f5593be620855f41bc083494bf738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94e2c8fb-e93f-4b07-9abb-f994af80d1fe" -d '{"events": [{"name": "network-changed", "server_uuid": "62a3489f-c5f3-44d4-93c2-da198e8f06f8", "tag": "5143816a-5379-4a8d-ad85-0a16d1348b1e"}]}' {{(pid=107276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 07:42:35.665978 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-dd0d7a58-09b6-45ef-96a5-118757cf52cb req-1e614254-04c5-493c-8fbd-48f62d533e58 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=715457f5-6986-4664-80ea-7326eb5df706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1408751 Sep 15 07:42:35.680875 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f085d7f-4989-4e16-8549-a2df500685f7 req-eef2ee74-73ae-4bd6-9edf-162d5c402c21 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:35.682834 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-6f085d7f-4989-4e16-8549-a2df500685f7 req-eef2ee74-73ae-4bd6-9edf-162d5c402c21 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=93a02c55-496c-4b57-9af0-d40fba32857e HTTP/1.1" status: 200 len: 943 time: 0.1369531 Sep 15 07:42:35.723251 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 07:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2c0f299-f6c4-4f21-9050-09002874a164 x-openstack-request-id: req-a2c0f299-f6c4-4f21-9050-09002874a164 {{(pid=107276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 07:42:35.723550 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62a3489f-c5f3-44d4-93c2-da198e8f06f8", "tag": "5143816a-5379-4a8d-ad85-0a16d1348b1e", "status": "completed", "code": 200}]} {{(pid=107276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 07:42:35.723808 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a2c0f299-f6c4-4f21-9050-09002874a164 {{(pid=107276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 07:42:35.724220 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2c0f299-f6c4-4f21-9050-09002874a164'] response: {'name': 'network-changed', 'server_uuid': '62a3489f-c5f3-44d4-93c2-da198e8f06f8', 'tag': '5143816a-5379-4a8d-ad85-0a16d1348b1e', 'status': 'completed', 'code': 200} Sep 15 07:42:35.780027 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=100 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:42:35.788358 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e2c8fb-e93f-4b07-9abb-f994af80d1fe req-a2690cb7-dcd9-4021-b476-e9bf1a0a3ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:35.789932 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-94e2c8fb-e93f-4b07-9abb-f994af80d1fe req-a2690cb7-dcd9-4021-b476-e9bf1a0a3ed0 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=cdc69db806d24d1f8eb18aadaaafabcb&device_id=62a3489f-c5f3-44d4-93c2-da198e8f06f8 HTTP/1.1" status: 200 len: 1129 time: 0.0434742 Sep 15 07:42:35.896058 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e2c8fb-e93f-4b07-9abb-f994af80d1fe req-276ddd0a-8675-44fc-a1cf-91e2dd536a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:35.897603 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-94e2c8fb-e93f-4b07-9abb-f994af80d1fe req-276ddd0a-8675-44fc-a1cf-91e2dd536a60 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=9125b9da-cf0a-438e-a321-05e9db8df553 HTTP/1.1" status: 200 len: 920 time: 0.0980065 Sep 15 07:42:35.947705 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=100 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:42:35.969900 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-3077a195-d993-4f82-887e-a00bf06065f6 req-dd02e54f-a352-47a7-97d6-9cd3a96f3aca service neutron] 10.222.0.26 "GET /networking/v2.0/networks/f394ac71-7474-4bf4-a880-a8c13e331ffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4252410 Sep 15 07:42:35.975953 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-94e2c8fb-e93f-4b07-9abb-f994af80d1fe req-c86966b0-8366-408a-a7f8-0a02ece7426c service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5143816a-5379-4a8d-ad85-0a16d1348b1e HTTP/1.1" status: 200 len: 1001 time: 0.0592623 Sep 15 07:42:35.987876 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Device 590166b6-cdd3-443d-ba8a-e41ad7c63879 details requested by agent hyperv_hv-cinder-82414 with host hv-cinder-82414 {{(pid=107290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 07:42:35.995560 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-6f085d7f-4989-4e16-8549-a2df500685f7 req-dd6d65e2-a00e-48d6-b4b3-75e2cf6e90a3 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=179183b2-fabf-446b-87d4-1b270ec14294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2920611 Sep 15 07:42:36.006390 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=100 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:42:36.051005 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e2c8fb-e93f-4b07-9abb-f994af80d1fe req-26004b99-3b52-4319-9f96-87b25e2399f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:36.053012 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-94e2c8fb-e93f-4b07-9abb-f994af80d1fe req-26004b99-3b52-4319-9f96-87b25e2399f7 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=56bdd156-8a1e-4af7-bbaf-a09f4f37e06d HTTP/1.1" status: 200 len: 858 time: 0.0559785 Sep 15 07:42:36.079343 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d479e546-1c7d-4753-a3a6-4b2dcda6eef8 req-bbac6997-7d5b-4086-bb0b-bca917cb07e3 tempest-VolumesSnapshotTestJSON-172324038 tempest-VolumesSnapshotTestJSON-172324038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:36.081437 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-d479e546-1c7d-4753-a3a6-4b2dcda6eef8 req-bbac6997-7d5b-4086-bb0b-bca917cb07e3 tempest-VolumesSnapshotTestJSON-172324038 tempest-VolumesSnapshotTestJSON-172324038-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a87eeeb2-97cd-44c5-901c-1266f6fac4c4 HTTP/1.1" status: 200 len: 944 time: 0.0523386 Sep 15 07:42:36.112272 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] For port 590166b6-cdd3-443d-ba8a-e41ad7c63879, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=590166b6-cdd3-443d-ba8a-e41ad7c63879,segment=NetworkSegment(61bd15d1-c2a6-46ff-9a57-3dfb0a553bb9),segment_id=61bd15d1-c2a6-46ff-9a57-3dfb0a553bb9)] {{(pid=107290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:42:36.124695 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Returning: {'device': '590166b6-cdd3-443d-ba8a-e41ad7c63879', 'network_id': 'be4fe7de-ab91-47eb-96fc-2000373fe74e', 'port_id': '590166b6-cdd3-443d-ba8a-e41ad7c63879', 'mac_address': 'fa:16:3e:77:f6:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '655669e6-9885-472d-9103-52b022988dd7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 07:42:36.128954 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-d479e546-1c7d-4753-a3a6-4b2dcda6eef8 req-a260fc8d-6150-4f66-9cb1-1a5a4e960c34 tempest-VolumesSnapshotTestJSON-172324038 tempest-VolumesSnapshotTestJSON-172324038-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6eda1ed7-64d2-40ad-adcb-574a95437049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416992 Sep 15 07:42:36.164347 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Current status of the port 590166b6-cdd3-443d-ba8a-e41ad7c63879 is: DOWN; New status is: BUILD {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:42:36.164731 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (590166b6-cdd3-443d-ba8a-e41ad7c63879), before_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:36.177954 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.notifiers.nova [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 590166b6-cdd3-443d-ba8a-e41ad7c63879 {{(pid=107290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 07:42:36.197828 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] For port 590166b6-cdd3-443d-ba8a-e41ad7c63879, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=590166b6-cdd3-443d-ba8a-e41ad7c63879,segment=NetworkSegment(61bd15d1-c2a6-46ff-9a57-3dfb0a553bb9),segment_id=61bd15d1-c2a6-46ff-9a57-3dfb0a553bb9)] {{(pid=107290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:42:36.251241 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615'] for port (590166b6-cdd3-443d-ba8a-e41ad7c63879), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:36.297286 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Pushing event updated for resources: {'Port': ['ID=590166b6-cdd3-443d-ba8a-e41ad7c63879,revision_number=4']} {{(pid=107290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:42:36.593671 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] get_ports_and_sgs() called for port_ids ['590166b6-cdd3-443d-ba8a-e41ad7c63879'] {{(pid=107290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 07:42:36.711500 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:42:36.800994 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094d37be-b036-4fe7-992e-8b78314f595e req-1f82b88d-f2de-4b2e-a5e4-5574b0a3c744 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:36.802456 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-094d37be-b036-4fe7-992e-8b78314f595e req-1f82b88d-f2de-4b2e-a5e4-5574b0a3c744 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=08d61aa0-bcb6-4fe0-bc26-20ef85c5025e HTTP/1.1" status: 200 len: 946 time: 0.0504830 Sep 15 07:42:36.851319 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-094d37be-b036-4fe7-992e-8b78314f595e req-eae11451-d451-43ac-9e33-7d6e47b23a51 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=715457f5-6986-4664-80ea-7326eb5df706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432301 Sep 15 07:42:36.972168 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2716b88d-b409-49e1-8ba9-dde72607daee req-6bc6f6d5-6d89-4787-ba79-762fd1ec8d78 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:36.973632 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-2716b88d-b409-49e1-8ba9-dde72607daee req-6bc6f6d5-6d89-4787-ba79-762fd1ec8d78 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=08d61aa0-bcb6-4fe0-bc26-20ef85c5025e HTTP/1.1" status: 200 len: 946 time: 0.0473189 Sep 15 07:42:37.021251 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-2716b88d-b409-49e1-8ba9-dde72607daee req-23889eec-7923-4ffa-86c2-72e735d24541 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=715457f5-6986-4664-80ea-7326eb5df706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418973 Sep 15 07:42:37.049715 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 36710) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:42:37.148877 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e90b39-0563-458e-8305-229788b8d72f req-4ca5be0b-ab38-4b99-8e82-4751d0d02e1e tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:37.150239 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-28e90b39-0563-458e-8305-229788b8d72f req-4ca5be0b-ab38-4b99-8e82-4751d0d02e1e tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=93a02c55-496c-4b57-9af0-d40fba32857e HTTP/1.1" status: 200 len: 944 time: 0.0731077 Sep 15 07:42:37.159539 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5088e14-5920-4057-9068-1dfb118338d3 tempest-TestShelveInstance-78386387 tempest-TestShelveInstance-78386387-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:37.160939 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-e5088e14-5920-4057-9068-1dfb118338d3 tempest-TestShelveInstance-78386387 tempest-TestShelveInstance-78386387-project-admin] 10.222.0.42 "GET /networking/v2.0/ports?device_id=08d61aa0-bcb6-4fe0-bc26-20ef85c5025e HTTP/1.1" status: 200 len: 1125 time: 0.1102498 Sep 15 07:42:37.164098 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 36716) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:42:37.168522 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.v2.base [None req-4c7f4587-618f-45be-aa54-2f5273dab774 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Request body: {'floatingip': {'floating_network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'port_id': 'a2038fe2-5f0d-43e2-96b0-b1c3e3a35f14', 'tenant_id': '7e20a6e5fded473c8905bffff7775ed3', 'fixed_ip_address': '172.20.0.13'}} {{(pid=107276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:42:37.204305 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-28e90b39-0563-458e-8305-229788b8d72f req-5169bf1f-46ce-4aa0-a821-99ce0cbb90bb tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=179183b2-fabf-446b-87d4-1b270ec14294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470495 Sep 15 07:42:37.252773 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb18d98-9611-4b4c-a81b-2e98c9ae884f req-8a35a3b3-9a69-461e-ad6e-023669611d5a tempest-VolumesSnapshotTestJSON-172324038 tempest-VolumesSnapshotTestJSON-172324038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:37.254253 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-dfb18d98-9611-4b4c-a81b-2e98c9ae884f req-8a35a3b3-9a69-461e-ad6e-023669611d5a tempest-VolumesSnapshotTestJSON-172324038 tempest-VolumesSnapshotTestJSON-172324038-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a87eeeb2-97cd-44c5-901c-1266f6fac4c4 HTTP/1.1" status: 200 len: 944 time: 0.0465684 Sep 15 07:42:37.263322 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-4c7f4587-618f-45be-aa54-2f5273dab774 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:37.306130 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-dfb18d98-9611-4b4c-a81b-2e98c9ae884f req-3e4a7303-08a3-4b95-a9f6-0fdd89b2b7b0 tempest-VolumesSnapshotTestJSON-172324038 tempest-VolumesSnapshotTestJSON-172324038-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6eda1ed7-64d2-40ad-adcb-574a95437049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459058 Sep 15 07:42:37.314750 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e2c8fb-e93f-4b07-9abb-f994af80d1fe req-f1517983-ef74-4d16-80b8-03e6119fb5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:37.316256 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-94e2c8fb-e93f-4b07-9abb-f994af80d1fe req-f1517983-ef74-4d16-80b8-03e6119fb5c2 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=9125b9da-cf0a-438e-a321-05e9db8df553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0803602 Sep 15 07:42:37.403810 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-4c7f4587-618f-45be-aa54-2f5273dab774 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (None), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:37.474212 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-94e2c8fb-e93f-4b07-9abb-f994af80d1fe req-6d9c2859-fa6d-4873-b097-737b8c49d35a service neutron] 10.222.0.26 "GET /networking/v2.0/networks/9125b9da-cf0a-438e-a321-05e9db8df553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508818 Sep 15 07:42:37.577637 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:42:37.591720 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.db.db_base_plugin_common [None req-4c7f4587-618f-45be-aa54-2f5273dab774 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Allocated IP 172.27.0.208 (7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa/2c94e072-16ef-4b41-8118-d589be48e89d/2e5ef969-6bfa-4599-8675-ed04b408211b) {{(pid=107276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 07:42:37.627774 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-94e2c8fb-e93f-4b07-9abb-f994af80d1fe req-de5c2841-8351-4ff1-8d26-86f6cc27086d service neutron] 10.222.0.26 "GET /networking/v2.0/networks/9125b9da-cf0a-438e-a321-05e9db8df553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443398 Sep 15 07:42:37.719255 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:42:37.722717 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-4c7f4587-618f-45be-aa54-2f5273dab774 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Publish callbacks [] for port (2e5ef969-6bfa-4599-8675-ed04b408211b), precommit_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:37.804909 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-4c7f4587-618f-45be-aa54-2f5273dab774 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729658170579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260827426'] for port (2e5ef969-6bfa-4599-8675-ed04b408211b), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:37.844260 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c7f4587-618f-45be-aa54-2f5273dab774 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Network 7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa is already hosted by enough agents. {{(pid=107276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 07:42:37.849295 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.scheduler.base_scheduler [None req-4c7f4587-618f-45be-aa54-2f5273dab774 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Resources bound (agent type, host, resource id): {{(pid=107276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 07:42:37.853237 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7f4587-618f-45be-aa54-2f5273dab774 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Received port after_create {{(pid=107276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 07:42:37.878757 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7f4587-618f-45be-aa54-2f5273dab774 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Pushing event updated for resources: {'Port': ['ID=2e5ef969-6bfa-4599-8675-ed04b408211b,revision_number=1']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:42:38.000809 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Device 590166b6-cdd3-443d-ba8a-e41ad7c63879 up at agent hyperv_hv-cinder-82414 {{(pid=107290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 07:42:38.042604 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Provisioning for port 590166b6-cdd3-443d-ba8a-e41ad7c63879 completed by entity L2. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 15 07:42:38.100197 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Provisioning complete for port 590166b6-cdd3-443d-ba8a-e41ad7c63879 triggered by entity L2. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 07:42:38.100674 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862942'] for port (590166b6-cdd3-443d-ba8a-e41ad7c63879), provisioning_complete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:38.101012 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Attempt 1 to provision port 590166b6-cdd3-443d-ba8a-e41ad7c63879 Sep 15 07:42:38.178243 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Current status of the port 590166b6-cdd3-443d-ba8a-e41ad7c63879 is: BUILD; New status is: ACTIVE {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:42:38.178633 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (590166b6-cdd3-443d-ba8a-e41ad7c63879), before_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:38.202998 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93a02c55-496c-4b57-9af0-d40fba32857e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '590166b6-cdd3-443d-ba8a-e41ad7c63879'}] {{(pid=107290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 07:42:38.205139 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff93a2f2a3cb789a491bb2a8c4b01cf70d8343c1611f7c7394898ef54d6aa0cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b096343-c560-4801-8ed6-74e92b34f507" -d '{"events": [{"server_uuid": "93a02c55-496c-4b57-9af0-d40fba32857e", "name": "network-vif-plugged", "status": "completed", "tag": "590166b6-cdd3-443d-ba8a-e41ad7c63879"}]}' {{(pid=107290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 07:42:38.219205 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] For port 590166b6-cdd3-443d-ba8a-e41ad7c63879, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=590166b6-cdd3-443d-ba8a-e41ad7c63879,segment=NetworkSegment(61bd15d1-c2a6-46ff-9a57-3dfb0a553bb9),segment_id=61bd15d1-c2a6-46ff-9a57-3dfb0a553bb9)] {{(pid=107290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:42:38.220036 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-4c7f4587-618f-45be-aa54-2f5273dab774 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Publish callbacks [] for floatingip (6fc80222-2956-47bf-b7ab-4d885d1a3f63), precommit_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:38.244266 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 07:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a8d6fd7-b866-4015-b5d5-52b3ae14924b x-openstack-request-id: req-7a8d6fd7-b866-4015-b5d5-52b3ae14924b {{(pid=107290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 07:42:38.244648 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93a02c55-496c-4b57-9af0-d40fba32857e", "name": "network-vif-plugged", "status": "completed", "tag": "590166b6-cdd3-443d-ba8a-e41ad7c63879", "code": 200}]} {{(pid=107290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 07:42:38.245318 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7a8d6fd7-b866-4015-b5d5-52b3ae14924b {{(pid=107290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 07:42:38.245813 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a8d6fd7-b866-4015-b5d5-52b3ae14924b'] response: {'server_uuid': '93a02c55-496c-4b57-9af0-d40fba32857e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '590166b6-cdd3-443d-ba8a-e41ad7c63879', 'code': 200} Sep 15 07:42:38.284927 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615'] for port (590166b6-cdd3-443d-ba8a-e41ad7c63879), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:38.336286 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc69a139-4a03-4be4-9a98-f6b252373309 req-eb4980bf-8f2b-4d0a-aca1-7fba88983081 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:38.338992 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Pushing event updated for resources: {'Port': ['ID=590166b6-cdd3-443d-ba8a-e41ad7c63879,revision_number=5']} {{(pid=107290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:42:38.340858 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-4c7f4587-618f-45be-aa54-2f5273dab774 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (2e5ef969-6bfa-4599-8675-ed04b408211b), before_update {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:38.341054 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-bc69a139-4a03-4be4-9a98-f6b252373309 req-eb4980bf-8f2b-4d0a-aca1-7fba88983081 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=93a02c55-496c-4b57-9af0-d40fba32857e HTTP/1.1" status: 200 len: 945 time: 0.0580823 Sep 15 07:42:38.407609 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:42:38.435716 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-bc69a139-4a03-4be4-9a98-f6b252373309 req-a378b003-e77f-48a6-a96d-752833ffb0d4 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=179183b2-fabf-446b-87d4-1b270ec14294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812356 Sep 15 07:42:38.446641 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bebdeb2-3852-4333-abab-163405f9bf77 req-6da281d1-a41c-49e1-8227-99085c2ab0f9 tempest-VolumesSnapshotTestJSON-172324038 tempest-VolumesSnapshotTestJSON-172324038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:38.448300 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-1bebdeb2-3852-4333-abab-163405f9bf77 req-6da281d1-a41c-49e1-8227-99085c2ab0f9 tempest-VolumesSnapshotTestJSON-172324038 tempest-VolumesSnapshotTestJSON-172324038-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a87eeeb2-97cd-44c5-901c-1266f6fac4c4 HTTP/1.1" status: 200 len: 944 time: 0.0580857 Sep 15 07:42:38.499020 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-1bebdeb2-3852-4333-abab-163405f9bf77 req-f2aeb21b-2f27-404b-b201-542bf33a062a tempest-VolumesSnapshotTestJSON-172324038 tempest-VolumesSnapshotTestJSON-172324038-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6eda1ed7-64d2-40ad-adcb-574a95437049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440960 Sep 15 07:42:38.514269 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-4c7f4587-618f-45be-aa54-2f5273dab774 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Publish callbacks [] for port (2e5ef969-6bfa-4599-8675-ed04b408211b), precommit_update {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:38.562181 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9eca95-0e8f-4d7b-86d8-78981b9776b3 req-477bd3a8-c81a-4b0a-a45c-6e578e016670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:38.563670 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-bb9eca95-0e8f-4d7b-86d8-78981b9776b3 req-477bd3a8-c81a-4b0a-a45c-6e578e016670 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=93a02c55-496c-4b57-9af0-d40fba32857e HTTP/1.1" status: 200 len: 1129 time: 0.0379500 Sep 15 07:42:38.595883 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-4c7f4587-618f-45be-aa54-2f5273dab774 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260827419'] for port (2e5ef969-6bfa-4599-8675-ed04b408211b), after_update {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:38.652750 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-bb9eca95-0e8f-4d7b-86d8-78981b9776b3 req-a9fc2b5d-6307-4af5-aaaa-93c04b7471a5 service neutron] 10.222.0.26 "GET /networking/v2.0/security-groups?id=179183b2-fabf-446b-87d4-1b270ec14294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829735 Sep 15 07:42:38.674573 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7f4587-618f-45be-aa54-2f5273dab774 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Pushing event updated for resources: {'Port': ['ID=2e5ef969-6bfa-4599-8675-ed04b408211b,revision_number=2']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:42:38.676707 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-4c7f4587-618f-45be-aa54-2f5273dab774 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2007462'] for floatingip (6fc80222-2956-47bf-b7ab-4d885d1a3f63), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:38.715138 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7f4587-618f-45be-aa54-2f5273dab774 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:42:38.715398 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7f4587-618f-45be-aa54-2f5273dab774 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:42:38.715735 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7f4587-618f-45be-aa54-2f5273dab774 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:42:38.716070 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7f4587-618f-45be-aa54-2f5273dab774 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:42:38.716398 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7f4587-618f-45be-aa54-2f5273dab774 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:42:38.716720 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7f4587-618f-45be-aa54-2f5273dab774 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:42:38.717041 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7f4587-618f-45be-aa54-2f5273dab774 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:42:38.717361 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7f4587-618f-45be-aa54-2f5273dab774 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:42:38.717716 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7f4587-618f-45be-aa54-2f5273dab774 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:42:38.718034 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7f4587-618f-45be-aa54-2f5273dab774 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:42:38.718352 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7f4587-618f-45be-aa54-2f5273dab774 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:42:38.718669 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7f4587-618f-45be-aa54-2f5273dab774 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:42:38.719037 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7f4587-618f-45be-aa54-2f5273dab774 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:42:38.719356 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7f4587-618f-45be-aa54-2f5273dab774 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:42:38.719673 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7f4587-618f-45be-aa54-2f5273dab774 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:42:38.782621 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.db.l3_db [None req-4c7f4587-618f-45be-aa54-2f5273dab774 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Floating IP 6fc80222-2956-47bf-b7ab-4d885d1a3f63 associated. External IP: 172.27.0.208, port: a2038fe2-5f0d-43e2-96b0-b1c3e3a35f14. Sep 15 07:42:38.784465 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:42:38.981624 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c7f4587-618f-45be-aa54-2f5273dab774 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Router 940e76ea-effa-4cb8-9e5a-a4f047fe5651 has already been hosted by L3 agent 6177172c-20b9-4a3a-92be-d5dd082cfa3a {{(pid=107276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 07:42:39.082344 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c7f4587-618f-45be-aa54-2f5273dab774 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Notify agent at l3_agent.dv-cinder-824149-6-iscsi the message routers_updated {{(pid=107276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 07:42:39.092194 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a143e942-fddc-47d4-bc37-52fedb52e604 None None] Sync routers for ids ['940e76ea-effa-4cb8-9e5a-a4f047fe5651'] in dv-cinder-824149-6-iscsi {{(pid=107290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 07:42:39.101873 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a143e942-fddc-47d4-bc37-52fedb52e604 None None] Routers {'940e76ea-effa-4cb8-9e5a-a4f047fe5651'} bound to L3 agent in host dv-cinder-824149-6-iscsi {{(pid=107290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 07:42:39.102484 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_hamode_db [None req-a143e942-fddc-47d4-bc37-52fedb52e604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-15T07:30:25Z,description=,heartbeat_timestamp=2022-09-15T07:42:25Z,host='dv-cinder-824149-6-iscsi',id=6177172c-20b9-4a3a-92be-d5dd082cfa3a,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T07:30:25Z,topic='l3_agent')) {'router_ids': ['940e76ea-effa-4cb8-9e5a-a4f047fe5651'], 'active': True} {{(pid=107290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:42:39.171903 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-4c7f4587-618f-45be-aa54-2f5273dab774 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382552'] for floatingip (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:39.206078 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-4c7f4587-618f-45be-aa54-2f5273dab774 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0382373 Sep 15 07:42:39.206078 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08d61aa0-bcb6-4fe0-bc26-20ef85c5025e', 'tag': 'a2038fe2-5f0d-43e2-96b0-b1c3e3a35f14'}] {{(pid=107276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 07:42:39.206448 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e3724867bd40dd9d720ab8c058c996a0c2f5593be620855f41bc083494bf738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-761c5be2-73cc-4268-9337-9b8cde636b23" -d '{"events": [{"name": "network-changed", "server_uuid": "08d61aa0-bcb6-4fe0-bc26-20ef85c5025e", "tag": "a2038fe2-5f0d-43e2-96b0-b1c3e3a35f14"}]}' {{(pid=107276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 07:42:39.207815 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvr_db [None req-a143e942-fddc-47d4-bc37-52fedb52e604 None None] Set router 940e76ea-effa-4cb8-9e5a-a4f047fe5651 gateway port host: dv-cinder-824149-6-iscsi {{(pid=107290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 07:42:39.245527 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 07:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f4ce66d-1b0e-43b0-9adf-bc8e71cbe96f x-openstack-request-id: req-6f4ce66d-1b0e-43b0-9adf-bc8e71cbe96f {{(pid=107276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 07:42:39.246024 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08d61aa0-bcb6-4fe0-bc26-20ef85c5025e", "tag": "a2038fe2-5f0d-43e2-96b0-b1c3e3a35f14", "status": "completed", "code": 200}]} {{(pid=107276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 07:42:39.246129 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6f4ce66d-1b0e-43b0-9adf-bc8e71cbe96f {{(pid=107276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 07:42:39.246504 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f4ce66d-1b0e-43b0-9adf-bc8e71cbe96f'] response: {'name': 'network-changed', 'server_uuid': '08d61aa0-bcb6-4fe0-bc26-20ef85c5025e', 'tag': 'a2038fe2-5f0d-43e2-96b0-b1c3e3a35f14', 'status': 'completed', 'code': 200} Sep 15 07:42:39.469060 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:42:39.551117 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_hamode_db [None req-a143e942-fddc-47d4-bc37-52fedb52e604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '940e76ea-effa-4cb8-9e5a-a4f047fe5651', 'name': 'tempest-TestShelveInstance-797075323-router', 'tenant_id': '7e20a6e5fded473c8905bffff7775ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': '29dd060a-ebf3-4b4d-aa4b-99645697c621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:41:31Z', 'updated_at': '2022-09-15T07:41:34Z', 'revision_number': 4, 'project_id': '7e20a6e5fded473c8905bffff7775ed3', 'gw_port': {'id': '29dd060a-ebf3-4b4d-aa4b-99645697c621', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:91:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '940e76ea-effa-4cb8-9e5a-a4f047fe5651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:41:31Z', 'updated_at': '2022-09-15T07:41:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi', '_floatingips': [{'id': '6fc80222-2956-47bf-b7ab-4d885d1a3f63', 'tenant_id': '7e20a6e5fded473c8905bffff7775ed3', 'floating_ip_address': '172.27.0.208', 'floating_network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'router_id': '940e76ea-effa-4cb8-9e5a-a4f047fe5651', 'port_id': 'a2038fe2-5f0d-43e2-96b0-b1c3e3a35f14', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '85a7f1ba-3d89-421a-8e93-c34cc3e5ffc3', 'mac_address': 'fa:16:3e:c4:3d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08d61aa0-bcb6-4fe0-bc26-20ef85c5025e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T07:42:38Z', 'updated_at': '2022-09-15T07:42:38Z', 'revision_number': 0, 'project_id': '7e20a6e5fded473c8905bffff7775ed3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '411e105d-52a7-41ba-a0ab-e8381b022d65', 'name': '', 'network_id': '85a7f1ba-3d89-421a-8e93-c34cc3e5ffc3', 'tenant_id': '7e20a6e5fded473c8905bffff7775ed3', 'mac_address': 'fa:16:3e:f0:8f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '940e76ea-effa-4cb8-9e5a-a4f047fe5651', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'e61fdb9d-5934-42a7-84a4-5655559ab33d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:41:34Z', 'updated_at': '2022-09-15T07:41:39Z', 'revision_number': 5, 'project_id': '7e20a6e5fded473c8905bffff7775ed3', 'subnets': [{'id': 'e61fdb9d-5934-42a7-84a4-5655559ab33d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-6-iscsi', False) {} {{(pid=107290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:42:39.583916 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a143e942-fddc-47d4-bc37-52fedb52e604 None None] Checking router: 940e76ea-effa-4cb8-9e5a-a4f047fe5651 for host: dv-cinder-824149-6-iscsi {{(pid=107290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 07:42:39.593021 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a143e942-fddc-47d4-bc37-52fedb52e604 None None] Routers {'940e76ea-effa-4cb8-9e5a-a4f047fe5651'} bound to L3 agent in host dv-cinder-824149-6-iscsi {{(pid=107290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 07:42:39.593788 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_hamode_db [None req-a143e942-fddc-47d4-bc37-52fedb52e604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-15T07:30:25Z,description=,heartbeat_timestamp=2022-09-15T07:42:25Z,host='dv-cinder-824149-6-iscsi',id=6177172c-20b9-4a3a-92be-d5dd082cfa3a,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T07:30:25Z,topic='l3_agent')) {'router_ids': ['940e76ea-effa-4cb8-9e5a-a4f047fe5651'], 'active': True} {{(pid=107290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:42:39.597821 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ac4e69-1543-4f1b-87ba-4ff87b49688d req-5940af1e-5bc0-4c11-8997-61a3d775e1f9 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:39.599311 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-75ac4e69-1543-4f1b-87ba-4ff87b49688d req-5940af1e-5bc0-4c11-8997-61a3d775e1f9 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=93a02c55-496c-4b57-9af0-d40fba32857e HTTP/1.1" status: 200 len: 945 time: 0.0801711 Sep 15 07:42:39.611065 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=100 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:42:39.622459 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761c5be2-73cc-4268-9337-9b8cde636b23 req-a7e9d10e-0c3d-46f5-8d4a-ce731f739414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:39.624006 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-761c5be2-73cc-4268-9337-9b8cde636b23 req-a7e9d10e-0c3d-46f5-8d4a-ce731f739414 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=7e20a6e5fded473c8905bffff7775ed3&device_id=08d61aa0-bcb6-4fe0-bc26-20ef85c5025e HTTP/1.1" status: 200 len: 1130 time: 0.0624056 Sep 15 07:42:39.674192 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64d4720-688a-4fb7-92ef-1c443aeb35f4 req-16834008-64bb-49d5-8df9-7b9b90a8de6e tempest-VolumesSnapshotTestJSON-172324038 tempest-VolumesSnapshotTestJSON-172324038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:39.675913 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-d64d4720-688a-4fb7-92ef-1c443aeb35f4 req-16834008-64bb-49d5-8df9-7b9b90a8de6e tempest-VolumesSnapshotTestJSON-172324038 tempest-VolumesSnapshotTestJSON-172324038-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a87eeeb2-97cd-44c5-901c-1266f6fac4c4 HTTP/1.1" status: 200 len: 944 time: 0.0757143 Sep 15 07:42:39.700203 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-75ac4e69-1543-4f1b-87ba-4ff87b49688d req-7e297c11-5fd6-438f-82ff-1c3f543adcb6 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=179183b2-fabf-446b-87d4-1b270ec14294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879424 Sep 15 07:42:39.709051 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvr_db [None req-a143e942-fddc-47d4-bc37-52fedb52e604 None None] Set router 940e76ea-effa-4cb8-9e5a-a4f047fe5651 gateway port host: dv-cinder-824149-6-iscsi {{(pid=107290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 07:42:39.714431 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:42:39.740658 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761c5be2-73cc-4268-9337-9b8cde636b23 req-76d06cc5-4835-4789-80f4-2ba677ab6688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:39.742008 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-761c5be2-73cc-4268-9337-9b8cde636b23 req-76d06cc5-4835-4789-80f4-2ba677ab6688 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=85a7f1ba-3d89-421a-8e93-c34cc3e5ffc3 HTTP/1.1" status: 200 len: 909 time: 0.1114254 Sep 15 07:42:39.754077 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-d64d4720-688a-4fb7-92ef-1c443aeb35f4 req-3c6320ac-fa05-448a-b00c-b5c338670dff tempest-VolumesSnapshotTestJSON-172324038 tempest-VolumesSnapshotTestJSON-172324038-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6eda1ed7-64d2-40ad-adcb-574a95437049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527325 Sep 15 07:42:39.807315 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:42:39.814649 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-761c5be2-73cc-4268-9337-9b8cde636b23 req-953aedff-ef36-4363-a481-61461237a906 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a2038fe2-5f0d-43e2-96b0-b1c3e3a35f14 HTTP/1.1" status: 200 len: 1000 time: 0.0597074 Sep 15 07:42:39.870066 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761c5be2-73cc-4268-9337-9b8cde636b23 req-1c057015-3baa-42bc-92ec-a227d29024cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:39.871649 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-761c5be2-73cc-4268-9337-9b8cde636b23 req-1c057015-3baa-42bc-92ec-a227d29024cd service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=e61fdb9d-5934-42a7-84a4-5655559ab33d HTTP/1.1" status: 200 len: 847 time: 0.0454292 Sep 15 07:42:39.926897 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761c5be2-73cc-4268-9337-9b8cde636b23 req-7e994d2c-e9c1-402f-8889-0ca602d55584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:39.928448 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-761c5be2-73cc-4268-9337-9b8cde636b23 req-7e994d2c-e9c1-402f-8889-0ca602d55584 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=85a7f1ba-3d89-421a-8e93-c34cc3e5ffc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459900 Sep 15 07:42:39.941617 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_hamode_db [None req-a143e942-fddc-47d4-bc37-52fedb52e604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '940e76ea-effa-4cb8-9e5a-a4f047fe5651', 'name': 'tempest-TestShelveInstance-797075323-router', 'tenant_id': '7e20a6e5fded473c8905bffff7775ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': '29dd060a-ebf3-4b4d-aa4b-99645697c621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:41:31Z', 'updated_at': '2022-09-15T07:41:34Z', 'revision_number': 4, 'project_id': '7e20a6e5fded473c8905bffff7775ed3', 'gw_port': {'id': '29dd060a-ebf3-4b4d-aa4b-99645697c621', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:91:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '940e76ea-effa-4cb8-9e5a-a4f047fe5651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:41:31Z', 'updated_at': '2022-09-15T07:41:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi', '_floatingips': [{'id': '6fc80222-2956-47bf-b7ab-4d885d1a3f63', 'tenant_id': '7e20a6e5fded473c8905bffff7775ed3', 'floating_ip_address': '172.27.0.208', 'floating_network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'router_id': '940e76ea-effa-4cb8-9e5a-a4f047fe5651', 'port_id': 'a2038fe2-5f0d-43e2-96b0-b1c3e3a35f14', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '85a7f1ba-3d89-421a-8e93-c34cc3e5ffc3', 'mac_address': 'fa:16:3e:c4:3d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08d61aa0-bcb6-4fe0-bc26-20ef85c5025e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T07:42:38Z', 'updated_at': '2022-09-15T07:42:38Z', 'revision_number': 0, 'project_id': '7e20a6e5fded473c8905bffff7775ed3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '411e105d-52a7-41ba-a0ab-e8381b022d65', 'name': '', 'network_id': '85a7f1ba-3d89-421a-8e93-c34cc3e5ffc3', 'tenant_id': '7e20a6e5fded473c8905bffff7775ed3', 'mac_address': 'fa:16:3e:f0:8f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '940e76ea-effa-4cb8-9e5a-a4f047fe5651', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'e61fdb9d-5934-42a7-84a4-5655559ab33d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:41:34Z', 'updated_at': '2022-09-15T07:41:39Z', 'revision_number': 5, 'project_id': '7e20a6e5fded473c8905bffff7775ed3', 'subnets': [{'id': 'e61fdb9d-5934-42a7-84a4-5655559ab33d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-6-iscsi', False) {} {{(pid=107290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:42:39.968019 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a143e942-fddc-47d4-bc37-52fedb52e604 None None] The sync data for ids ['940e76ea-effa-4cb8-9e5a-a4f047fe5651'] in dv-cinder-824149-6-iscsi is: [{'id': '940e76ea-effa-4cb8-9e5a-a4f047fe5651', 'name': 'tempest-TestShelveInstance-797075323-router', 'tenant_id': '7e20a6e5fded473c8905bffff7775ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': '29dd060a-ebf3-4b4d-aa4b-99645697c621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:41:31Z', 'updated_at': '2022-09-15T07:41:34Z', 'revision_number': 4, 'project_id': '7e20a6e5fded473c8905bffff7775ed3', 'gw_port': {'id': '29dd060a-ebf3-4b4d-aa4b-99645697c621', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:91:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '940e76ea-effa-4cb8-9e5a-a4f047fe5651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:41:31Z', 'updated_at': '2022-09-15T07:41:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi', '_floatingips': [{'id': '6fc80222-2956-47bf-b7ab-4d885d1a3f63', 'tenant_id': '7e20a6e5fded473c8905bffff7775ed3', 'floating_ip_address': '172.27.0.208', 'floating_network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'router_id': '940e76ea-effa-4cb8-9e5a-a4f047fe5651', 'port_id': 'a2038fe2-5f0d-43e2-96b0-b1c3e3a35f14', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '85a7f1ba-3d89-421a-8e93-c34cc3e5ffc3', 'mac_address': 'fa:16:3e:c4:3d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08d61aa0-bcb6-4fe0-bc26-20ef85c5025e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T07:42:38Z', 'updated_at': '2022-09-15T07:42:38Z', 'revision_number': 0, 'project_id': '7e20a6e5fded473c8905bffff7775ed3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '411e105d-52a7-41ba-a0ab-e8381b022d65', 'name': '', 'network_id': '85a7f1ba-3d89-421a-8e93-c34cc3e5ffc3', 'tenant_id': '7e20a6e5fded473c8905bffff7775ed3', 'mac_address': 'fa:16:3e:f0:8f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '940e76ea-effa-4cb8-9e5a-a4f047fe5651', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'e61fdb9d-5934-42a7-84a4-5655559ab33d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:41:34Z', 'updated_at': '2022-09-15T07:41:39Z', 'revision_number': 5, 'project_id': '7e20a6e5fded473c8905bffff7775ed3', 'subnets': [{'id': 'e61fdb9d-5934-42a7-84a4-5655559ab33d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 07:42:40.006312 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Device 4c1b17d0-12bd-4cd9-830b-4557784c3c0f details requested by agent hyperv_hv-cinder-82414 with host hv-cinder-82414 {{(pid=107290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 07:42:40.117791 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] For port 4c1b17d0-12bd-4cd9-830b-4557784c3c0f, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=4c1b17d0-12bd-4cd9-830b-4557784c3c0f,segment=NetworkSegment(933d1858-9190-48af-ab20-a3ec8506eacd),segment_id=933d1858-9190-48af-ab20-a3ec8506eacd)] {{(pid=107290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:42:40.131593 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Returning: {'device': '4c1b17d0-12bd-4cd9-830b-4557784c3c0f', 'network_id': 'f394ac71-7474-4bf4-a880-a8c13e331ffa', 'port_id': '4c1b17d0-12bd-4cd9-830b-4557784c3c0f', 'mac_address': 'fa:16:3e:1f:b1:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64ae8133-cecb-48c0-b856-79547a868359', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 07:42:40.170159 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Current status of the port 4c1b17d0-12bd-4cd9-830b-4557784c3c0f is: DOWN; New status is: BUILD {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:42:40.170546 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (4c1b17d0-12bd-4cd9-830b-4557784c3c0f), before_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:40.184628 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.notifiers.nova [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c1b17d0-12bd-4cd9-830b-4557784c3c0f {{(pid=107290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 07:42:40.191986 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58bc1163-af7e-4178-a513-996a47507569 None None] New status for floating IP 6fc80222-2956-47bf-b7ab-4d885d1a3f63: ACTIVE {{(pid=107295) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 15 07:42:40.205958 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] For port 4c1b17d0-12bd-4cd9-830b-4557784c3c0f, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=4c1b17d0-12bd-4cd9-830b-4557784c3c0f,segment=NetworkSegment(933d1858-9190-48af-ab20-a3ec8506eacd),segment_id=933d1858-9190-48af-ab20-a3ec8506eacd)] {{(pid=107290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:42:40.264895 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615'] for port (4c1b17d0-12bd-4cd9-830b-4557784c3c0f), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:40.313683 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Pushing event updated for resources: {'Port': ['ID=4c1b17d0-12bd-4cd9-830b-4557784c3c0f,revision_number=4']} {{(pid=107290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:42:40.669646 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] get_ports_and_sgs() called for port_ids ['4c1b17d0-12bd-4cd9-830b-4557784c3c0f'] {{(pid=107290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 07:42:40.707134 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:42:40.719946 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-761c5be2-73cc-4268-9337-9b8cde636b23 req-b43d54b2-948e-49c7-9962-71835a620f1b service neutron] 10.222.0.26 "GET /networking/v2.0/networks/85a7f1ba-3d89-421a-8e93-c34cc3e5ffc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862393 Sep 15 07:42:40.832579 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a02889-33cb-45a9-8091-b01710bee7cb req-941489e4-7184-44bf-ae26-2d3406a24ebe tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:40.834102 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-e0a02889-33cb-45a9-8091-b01710bee7cb req-941489e4-7184-44bf-ae26-2d3406a24ebe tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=93a02c55-496c-4b57-9af0-d40fba32857e HTTP/1.1" status: 200 len: 945 time: 0.0612442 Sep 15 07:42:40.839997 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-761c5be2-73cc-4268-9337-9b8cde636b23 req-97da3236-9b03-4947-819e-739477518512 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/85a7f1ba-3d89-421a-8e93-c34cc3e5ffc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050670 Sep 15 07:42:40.907416 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c229896-681e-45cf-a2cb-e3f54ffdc67b req-67df11e4-d0f9-47d7-8600-03a99a48a19e tempest-VolumesSnapshotTestJSON-172324038 tempest-VolumesSnapshotTestJSON-172324038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:40.908874 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-5c229896-681e-45cf-a2cb-e3f54ffdc67b req-67df11e4-d0f9-47d7-8600-03a99a48a19e tempest-VolumesSnapshotTestJSON-172324038 tempest-VolumesSnapshotTestJSON-172324038-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a87eeeb2-97cd-44c5-901c-1266f6fac4c4 HTTP/1.1" status: 200 len: 945 time: 0.0715029 Sep 15 07:42:40.948529 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-e0a02889-33cb-45a9-8091-b01710bee7cb req-12ebeacc-bc0b-491c-b1c7-3b4ae809b169 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=179183b2-fabf-446b-87d4-1b270ec14294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016874 Sep 15 07:42:40.967399 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=100 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:42:40.990838 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-5c229896-681e-45cf-a2cb-e3f54ffdc67b req-c0e9fc66-19e8-4d04-aba0-77b353c37507 tempest-VolumesSnapshotTestJSON-172324038 tempest-VolumesSnapshotTestJSON-172324038-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6eda1ed7-64d2-40ad-adcb-574a95437049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756619 Sep 15 07:42:41.070205 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd9d133-4ff8-496d-b362-dc7465f27fe1 req-fe1ec78e-2947-40cf-afe6-95e79a3daeb5 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:41.072285 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-3cd9d133-4ff8-496d-b362-dc7465f27fe1 req-fe1ec78e-2947-40cf-afe6-95e79a3daeb5 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=93a02c55-496c-4b57-9af0-d40fba32857e HTTP/1.1" status: 200 len: 945 time: 0.0465796 Sep 15 07:42:41.082262 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 36744) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:42:41.086445 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.v2.base [None req-58ef183d-ac2f-4939-bb3d-9579acc55e4b tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Request body: {'floatingip': {'port_id': '590166b6-cdd3-443d-ba8a-e41ad7c63879'}} {{(pid=107279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:42:41.124216 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-58ef183d-ac2f-4939-bb3d-9579acc55e4b tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks [] for floatingip (e7211e47-6a47-4c82-b3ab-b77e7090fddb), before_update {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:41.546869 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-58ef183d-ac2f-4939-bb3d-9579acc55e4b tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:41.620435 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-58ef183d-ac2f-4939-bb3d-9579acc55e4b tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2007462'] for floatingip (e7211e47-6a47-4c82-b3ab-b77e7090fddb), after_update {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:41.716145 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.db.l3_db [None req-58ef183d-ac2f-4939-bb3d-9579acc55e4b tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Floating IP e7211e47-6a47-4c82-b3ab-b77e7090fddb associated. External IP: 172.27.0.155, port: 590166b6-cdd3-443d-ba8a-e41ad7c63879. Sep 15 07:42:41.846228 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:42:41.916105 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58ef183d-ac2f-4939-bb3d-9579acc55e4b tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Router 0d4028b8-96d7-47fa-8f18-e0b1adcb6c33 has already been hosted by L3 agent 6177172c-20b9-4a3a-92be-d5dd082cfa3a {{(pid=107279) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 07:42:42.000008 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:42:42.010542 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Device 4c1b17d0-12bd-4cd9-830b-4557784c3c0f up at agent hyperv_hv-cinder-82414 {{(pid=107290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 07:42:42.020530 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58ef183d-ac2f-4939-bb3d-9579acc55e4b tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Notify agent at l3_agent.dv-cinder-824149-6-iscsi the message routers_updated {{(pid=107279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 07:42:42.026217 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-58ef183d-ac2f-4939-bb3d-9579acc55e4b tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382552'] for floatingip (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:42.035762 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3836bc1b-f806-4a4d-94df-e92abe83a3be None None] Sync routers for ids ['0d4028b8-96d7-47fa-8f18-e0b1adcb6c33'] in dv-cinder-824149-6-iscsi {{(pid=107290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 07:42:42.064205 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3836bc1b-f806-4a4d-94df-e92abe83a3be None None] Routers {'0d4028b8-96d7-47fa-8f18-e0b1adcb6c33'} bound to L3 agent in host dv-cinder-824149-6-iscsi {{(pid=107290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 07:42:42.064784 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-58ef183d-ac2f-4939-bb3d-9579acc55e4b tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "PUT /networking/v2.0/floatingips/e7211e47-6a47-4c82-b3ab-b77e7090fddb HTTP/1.1" status: 200 len: 991 time: 0.9814875 Sep 15 07:42:42.064903 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_hamode_db [None req-3836bc1b-f806-4a4d-94df-e92abe83a3be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-15T07:30:25Z,description=,heartbeat_timestamp=2022-09-15T07:42:25Z,host='dv-cinder-824149-6-iscsi',id=6177172c-20b9-4a3a-92be-d5dd082cfa3a,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T07:30:25Z,topic='l3_agent')) {'router_ids': ['0d4028b8-96d7-47fa-8f18-e0b1adcb6c33'], 'active': True} {{(pid=107290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:42:42.065485 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93a02c55-496c-4b57-9af0-d40fba32857e', 'tag': '590166b6-cdd3-443d-ba8a-e41ad7c63879'}] {{(pid=107279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 07:42:42.067767 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706979451550896f7b9833a7a6f18e8e6b98f6eca7edeab709f82497fe6197ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a93ba678-fa3c-4ad5-b3e5-55990770b115" -d '{"events": [{"name": "network-changed", "server_uuid": "93a02c55-496c-4b57-9af0-d40fba32857e", "tag": "590166b6-cdd3-443d-ba8a-e41ad7c63879"}]}' {{(pid=107279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 07:42:42.109997 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 07:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7d004ee-87c9-479f-b8ad-ef052ac40cd0 x-openstack-request-id: req-f7d004ee-87c9-479f-b8ad-ef052ac40cd0 {{(pid=107279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 07:42:42.110281 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93a02c55-496c-4b57-9af0-d40fba32857e", "tag": "590166b6-cdd3-443d-ba8a-e41ad7c63879", "status": "completed", "code": 200}]} {{(pid=107279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 07:42:42.110527 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f7d004ee-87c9-479f-b8ad-ef052ac40cd0 {{(pid=107279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 07:42:42.110926 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7d004ee-87c9-479f-b8ad-ef052ac40cd0'] response: {'name': 'network-changed', 'server_uuid': '93a02c55-496c-4b57-9af0-d40fba32857e', 'tag': '590166b6-cdd3-443d-ba8a-e41ad7c63879', 'status': 'completed', 'code': 200} Sep 15 07:42:42.111547 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Provisioning for port 4c1b17d0-12bd-4cd9-830b-4557784c3c0f completed by entity L2. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 15 07:42:42.128227 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c3c6e9-de3b-4a4e-b08b-eab81ef53ddc req-11c50162-bff1-40c1-84bb-b1a42d47fe2b tempest-VolumesSnapshotTestJSON-172324038 tempest-VolumesSnapshotTestJSON-172324038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:42.129726 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-e6c3c6e9-de3b-4a4e-b08b-eab81ef53ddc req-11c50162-bff1-40c1-84bb-b1a42d47fe2b tempest-VolumesSnapshotTestJSON-172324038 tempest-VolumesSnapshotTestJSON-172324038-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a87eeeb2-97cd-44c5-901c-1266f6fac4c4 HTTP/1.1" status: 200 len: 945 time: 0.0484476 Sep 15 07:42:42.176390 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvr_db [None req-3836bc1b-f806-4a4d-94df-e92abe83a3be None None] Set router 0d4028b8-96d7-47fa-8f18-e0b1adcb6c33 gateway port host: dv-cinder-824149-6-iscsi {{(pid=107290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 07:42:42.179364 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-e6c3c6e9-de3b-4a4e-b08b-eab81ef53ddc req-6b4e7bf6-c244-488d-8256-45a602a7f913 tempest-VolumesSnapshotTestJSON-172324038 tempest-VolumesSnapshotTestJSON-172324038-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6eda1ed7-64d2-40ad-adcb-574a95437049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430562 Sep 15 07:42:42.204274 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Provisioning complete for port 4c1b17d0-12bd-4cd9-830b-4557784c3c0f triggered by entity L2. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 07:42:42.204648 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862942'] for port (4c1b17d0-12bd-4cd9-830b-4557784c3c0f), provisioning_complete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:42.204985 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Attempt 1 to provision port 4c1b17d0-12bd-4cd9-830b-4557784c3c0f Sep 15 07:42:42.303864 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93ba678-fa3c-4ad5-b3e5-55990770b115 req-3b081fcd-c313-4140-a9fe-66902872b740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:42.306398 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-a93ba678-fa3c-4ad5-b3e5-55990770b115 req-3b081fcd-c313-4140-a9fe-66902872b740 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=14017d5edbbd4068b529d5d92444182a&device_id=93a02c55-496c-4b57-9af0-d40fba32857e HTTP/1.1" status: 200 len: 1129 time: 0.0445204 Sep 15 07:42:42.387592 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Current status of the port 4c1b17d0-12bd-4cd9-830b-4557784c3c0f is: BUILD; New status is: ACTIVE {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:42:42.387985 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (4c1b17d0-12bd-4cd9-830b-4557784c3c0f), before_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:42.399861 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=100 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:42:42.421482 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93ba678-fa3c-4ad5-b3e5-55990770b115 req-28b648b3-a63d-4695-ab59-e509548c87a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:42.423010 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-a93ba678-fa3c-4ad5-b3e5-55990770b115 req-28b648b3-a63d-4695-ab59-e509548c87a5 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=be4fe7de-ab91-47eb-96fc-2000373fe74e HTTP/1.1" status: 200 len: 915 time: 0.0982394 Sep 15 07:42:42.429828 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a87eeeb2-97cd-44c5-901c-1266f6fac4c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c1b17d0-12bd-4cd9-830b-4557784c3c0f'}] {{(pid=107290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 07:42:42.433173 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff93a2f2a3cb789a491bb2a8c4b01cf70d8343c1611f7c7394898ef54d6aa0cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d02ca46-8ba4-4e1e-ad58-c053ed0daac9" -d '{"events": [{"server_uuid": "a87eeeb2-97cd-44c5-901c-1266f6fac4c4", "name": "network-vif-plugged", "status": "completed", "tag": "4c1b17d0-12bd-4cd9-830b-4557784c3c0f"}]}' {{(pid=107290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 07:42:42.462998 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] For port 4c1b17d0-12bd-4cd9-830b-4557784c3c0f, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=4c1b17d0-12bd-4cd9-830b-4557784c3c0f,segment=NetworkSegment(933d1858-9190-48af-ab20-a3ec8506eacd),segment_id=933d1858-9190-48af-ab20-a3ec8506eacd)] {{(pid=107290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:42:42.487602 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 07:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4b839c5-cf57-43c0-a116-21269928b81e x-openstack-request-id: req-f4b839c5-cf57-43c0-a116-21269928b81e {{(pid=107290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 07:42:42.487897 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a87eeeb2-97cd-44c5-901c-1266f6fac4c4", "name": "network-vif-plugged", "status": "completed", "tag": "4c1b17d0-12bd-4cd9-830b-4557784c3c0f", "code": 200}]} {{(pid=107290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 07:42:42.488147 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f4b839c5-cf57-43c0-a116-21269928b81e {{(pid=107290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 07:42:42.488539 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4b839c5-cf57-43c0-a116-21269928b81e'] response: {'server_uuid': 'a87eeeb2-97cd-44c5-901c-1266f6fac4c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c1b17d0-12bd-4cd9-830b-4557784c3c0f', 'code': 200} Sep 15 07:42:42.498348 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-a93ba678-fa3c-4ad5-b3e5-55990770b115 req-025264ba-13db-4dcc-bdea-016fcbae756a service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=590166b6-cdd3-443d-ba8a-e41ad7c63879 HTTP/1.1" status: 200 len: 999 time: 0.0645027 Sep 15 07:42:42.509719 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_hamode_db [None req-3836bc1b-f806-4a4d-94df-e92abe83a3be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d4028b8-96d7-47fa-8f18-e0b1adcb6c33', 'name': 'tempest-AttachVolumeNegativeTest-973409911-router', 'tenant_id': '14017d5edbbd4068b529d5d92444182a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': 'e783c1bd-15b4-4efe-877f-05c799346606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:38:34Z', 'updated_at': '2022-09-15T07:38:43Z', 'revision_number': 4, 'project_id': '14017d5edbbd4068b529d5d92444182a', 'gw_port': {'id': 'e783c1bd-15b4-4efe-877f-05c799346606', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4028b8-96d7-47fa-8f18-e0b1adcb6c33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:38:35Z', 'updated_at': '2022-09-15T07:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi', '_floatingips': [{'id': 'e7211e47-6a47-4c82-b3ab-b77e7090fddb', 'tenant_id': '14017d5edbbd4068b529d5d92444182a', 'floating_ip_address': '172.27.0.155', 'floating_network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'router_id': '0d4028b8-96d7-47fa-8f18-e0b1adcb6c33', 'port_id': '590166b6-cdd3-443d-ba8a-e41ad7c63879', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be4fe7de-ab91-47eb-96fc-2000373fe74e', 'mac_address': 'fa:16:3e:77:f6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a02c55-496c-4b57-9af0-d40fba32857e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T07:42:21Z', 'updated_at': '2022-09-15T07:42:41Z', 'revision_number': 1, 'project_id': '14017d5edbbd4068b529d5d92444182a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7975c9ad-ec26-425b-9f32-75713f2d760a', 'name': '', 'network_id': 'be4fe7de-ab91-47eb-96fc-2000373fe74e', 'tenant_id': '14017d5edbbd4068b529d5d92444182a', 'mac_address': 'fa:16:3e:1f:9e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4028b8-96d7-47fa-8f18-e0b1adcb6c33', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '655669e6-9885-472d-9103-52b022988dd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:38:40Z', 'updated_at': '2022-09-15T07:38:50Z', 'revision_number': 5, 'project_id': '14017d5edbbd4068b529d5d92444182a', 'subnets': [{'id': '655669e6-9885-472d-9103-52b022988dd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-6-iscsi', False) {} {{(pid=107290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:42:42.536809 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3836bc1b-f806-4a4d-94df-e92abe83a3be None None] Checking router: 0d4028b8-96d7-47fa-8f18-e0b1adcb6c33 for host: dv-cinder-824149-6-iscsi {{(pid=107290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 07:42:42.551154 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3836bc1b-f806-4a4d-94df-e92abe83a3be None None] Routers {'0d4028b8-96d7-47fa-8f18-e0b1adcb6c33'} bound to L3 agent in host dv-cinder-824149-6-iscsi {{(pid=107290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 07:42:42.552222 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_hamode_db [None req-3836bc1b-f806-4a4d-94df-e92abe83a3be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-15T07:30:25Z,description=,heartbeat_timestamp=2022-09-15T07:42:25Z,host='dv-cinder-824149-6-iscsi',id=6177172c-20b9-4a3a-92be-d5dd082cfa3a,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T07:30:25Z,topic='l3_agent')) {'router_ids': ['0d4028b8-96d7-47fa-8f18-e0b1adcb6c33'], 'active': True} {{(pid=107290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:42:42.571807 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93ba678-fa3c-4ad5-b3e5-55990770b115 req-503050a4-21dd-451d-8e08-53e28b2dbb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:42.571807 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-a93ba678-fa3c-4ad5-b3e5-55990770b115 req-503050a4-21dd-451d-8e08-53e28b2dbb6b service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=655669e6-9885-472d-9103-52b022988dd7 HTTP/1.1" status: 200 len: 853 time: 0.0559373 Sep 15 07:42:42.592790 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615'] for port (4c1b17d0-12bd-4cd9-830b-4557784c3c0f), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:42.627814 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93ba678-fa3c-4ad5-b3e5-55990770b115 req-e119c6af-4940-4b23-ab0f-d966be008f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:42.629372 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-a93ba678-fa3c-4ad5-b3e5-55990770b115 req-e119c6af-4940-4b23-ab0f-d966be008f23 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=be4fe7de-ab91-47eb-96fc-2000373fe74e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0490789 Sep 15 07:42:42.693382 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:42:42.706770 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:42:42.712729 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Pushing event updated for resources: {'Port': ['ID=4c1b17d0-12bd-4cd9-830b-4557784c3c0f,revision_number=5']} {{(pid=107290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:42:42.730497 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvr_db [None req-3836bc1b-f806-4a4d-94df-e92abe83a3be None None] Set router 0d4028b8-96d7-47fa-8f18-e0b1adcb6c33 gateway port host: dv-cinder-824149-6-iscsi {{(pid=107290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 07:42:42.746816 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-a93ba678-fa3c-4ad5-b3e5-55990770b115 req-6040076b-4661-49ed-8168-2fb5f6737496 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/be4fe7de-ab91-47eb-96fc-2000373fe74e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031852 Sep 15 07:42:42.768126 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (25cf60a6-7ad2-448a-9326-c12b453ddee0), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:42.858232 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-a93ba678-fa3c-4ad5-b3e5-55990770b115 req-70a7cc3f-88ea-42bb-97fd-b316cfd67f9e service neutron] 10.222.0.26 "GET /networking/v2.0/networks/be4fe7de-ab91-47eb-96fc-2000373fe74e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911310 Sep 15 07:42:43.076257 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_hamode_db [None req-3836bc1b-f806-4a4d-94df-e92abe83a3be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d4028b8-96d7-47fa-8f18-e0b1adcb6c33', 'name': 'tempest-AttachVolumeNegativeTest-973409911-router', 'tenant_id': '14017d5edbbd4068b529d5d92444182a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': 'e783c1bd-15b4-4efe-877f-05c799346606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:38:34Z', 'updated_at': '2022-09-15T07:38:43Z', 'revision_number': 4, 'project_id': '14017d5edbbd4068b529d5d92444182a', 'gw_port': {'id': 'e783c1bd-15b4-4efe-877f-05c799346606', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4028b8-96d7-47fa-8f18-e0b1adcb6c33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:38:35Z', 'updated_at': '2022-09-15T07:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi', '_floatingips': [{'id': 'e7211e47-6a47-4c82-b3ab-b77e7090fddb', 'tenant_id': '14017d5edbbd4068b529d5d92444182a', 'floating_ip_address': '172.27.0.155', 'floating_network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'router_id': '0d4028b8-96d7-47fa-8f18-e0b1adcb6c33', 'port_id': '590166b6-cdd3-443d-ba8a-e41ad7c63879', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be4fe7de-ab91-47eb-96fc-2000373fe74e', 'mac_address': 'fa:16:3e:77:f6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a02c55-496c-4b57-9af0-d40fba32857e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T07:42:21Z', 'updated_at': '2022-09-15T07:42:41Z', 'revision_number': 1, 'project_id': '14017d5edbbd4068b529d5d92444182a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7975c9ad-ec26-425b-9f32-75713f2d760a', 'name': '', 'network_id': 'be4fe7de-ab91-47eb-96fc-2000373fe74e', 'tenant_id': '14017d5edbbd4068b529d5d92444182a', 'mac_address': 'fa:16:3e:1f:9e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4028b8-96d7-47fa-8f18-e0b1adcb6c33', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '655669e6-9885-472d-9103-52b022988dd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:38:40Z', 'updated_at': '2022-09-15T07:38:50Z', 'revision_number': 5, 'project_id': '14017d5edbbd4068b529d5d92444182a', 'subnets': [{'id': '655669e6-9885-472d-9103-52b022988dd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-6-iscsi', False) {} {{(pid=107290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:42:43.092718 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=100 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:42:43.101512 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3836bc1b-f806-4a4d-94df-e92abe83a3be None None] The sync data for ids ['0d4028b8-96d7-47fa-8f18-e0b1adcb6c33'] in dv-cinder-824149-6-iscsi is: [{'id': '0d4028b8-96d7-47fa-8f18-e0b1adcb6c33', 'name': 'tempest-AttachVolumeNegativeTest-973409911-router', 'tenant_id': '14017d5edbbd4068b529d5d92444182a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': 'e783c1bd-15b4-4efe-877f-05c799346606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:38:34Z', 'updated_at': '2022-09-15T07:38:43Z', 'revision_number': 4, 'project_id': '14017d5edbbd4068b529d5d92444182a', 'gw_port': {'id': 'e783c1bd-15b4-4efe-877f-05c799346606', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4028b8-96d7-47fa-8f18-e0b1adcb6c33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:38:35Z', 'updated_at': '2022-09-15T07:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi', '_floatingips': [{'id': 'e7211e47-6a47-4c82-b3ab-b77e7090fddb', 'tenant_id': '14017d5edbbd4068b529d5d92444182a', 'floating_ip_address': '172.27.0.155', 'floating_network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'router_id': '0d4028b8-96d7-47fa-8f18-e0b1adcb6c33', 'port_id': '590166b6-cdd3-443d-ba8a-e41ad7c63879', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be4fe7de-ab91-47eb-96fc-2000373fe74e', 'mac_address': 'fa:16:3e:77:f6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a02c55-496c-4b57-9af0-d40fba32857e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T07:42:21Z', 'updated_at': '2022-09-15T07:42:41Z', 'revision_number': 1, 'project_id': '14017d5edbbd4068b529d5d92444182a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7975c9ad-ec26-425b-9f32-75713f2d760a', 'name': '', 'network_id': 'be4fe7de-ab91-47eb-96fc-2000373fe74e', 'tenant_id': '14017d5edbbd4068b529d5d92444182a', 'mac_address': 'fa:16:3e:1f:9e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4028b8-96d7-47fa-8f18-e0b1adcb6c33', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '655669e6-9885-472d-9103-52b022988dd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:38:40Z', 'updated_at': '2022-09-15T07:38:50Z', 'revision_number': 5, 'project_id': '14017d5edbbd4068b529d5d92444182a', 'subnets': [{'id': '655669e6-9885-472d-9103-52b022988dd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 07:42:43.101820 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2ed9b1-bebf-44d4-96d5-8f62adbad192 req-45e4d7fa-9023-41b8-a56e-e4c1e9a4d4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:43.103941 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-3f2ed9b1-bebf-44d4-96d5-8f62adbad192 req-45e4d7fa-9023-41b8-a56e-e4c1e9a4d4c2 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a87eeeb2-97cd-44c5-901c-1266f6fac4c4 HTTP/1.1" status: 200 len: 1130 time: 0.0389788 Sep 15 07:42:43.151568 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-3f2ed9b1-bebf-44d4-96d5-8f62adbad192 req-1f47f47a-408a-40db-8c4e-845daa29603b service neutron] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6eda1ed7-64d2-40ad-adcb-574a95437049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395904 Sep 15 07:42:43.296726 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a637c1b-1b02-4c07-8880-528e27f81c5b None None] New status for floating IP e7211e47-6a47-4c82-b3ab-b77e7090fddb: ACTIVE {{(pid=107295) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 15 07:42:43.309423 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dded2ae7-a320-48e7-a82f-76ea84c80725 req-67545fde-d565-4deb-a675-fa8b933c5fb9 tempest-VolumesSnapshotTestJSON-172324038 tempest-VolumesSnapshotTestJSON-172324038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:43.311021 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-dded2ae7-a320-48e7-a82f-76ea84c80725 req-67545fde-d565-4deb-a675-fa8b933c5fb9 tempest-VolumesSnapshotTestJSON-172324038 tempest-VolumesSnapshotTestJSON-172324038-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a87eeeb2-97cd-44c5-901c-1266f6fac4c4 HTTP/1.1" status: 200 len: 946 time: 0.0550065 Sep 15 07:42:43.359755 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-dded2ae7-a320-48e7-a82f-76ea84c80725 req-aac3715d-b6a5-40ed-9d9f-37b25b2215e7 tempest-VolumesSnapshotTestJSON-172324038 tempest-VolumesSnapshotTestJSON-172324038-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6eda1ed7-64d2-40ad-adcb-574a95437049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432498 Sep 15 07:42:44.480738 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1855ceaf-2fd3-4cb8-93f1-1037a88b393b req-1640c957-8213-4c1b-99a8-8ee943edc807 tempest-VolumesSnapshotTestJSON-172324038 tempest-VolumesSnapshotTestJSON-172324038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:44.482203 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-1855ceaf-2fd3-4cb8-93f1-1037a88b393b req-1640c957-8213-4c1b-99a8-8ee943edc807 tempest-VolumesSnapshotTestJSON-172324038 tempest-VolumesSnapshotTestJSON-172324038-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a87eeeb2-97cd-44c5-901c-1266f6fac4c4 HTTP/1.1" status: 200 len: 946 time: 0.0461752 Sep 15 07:42:44.531021 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-1855ceaf-2fd3-4cb8-93f1-1037a88b393b req-bb71ec08-213e-4aa9-b16b-f13f6ebe49f9 tempest-VolumesSnapshotTestJSON-172324038 tempest-VolumesSnapshotTestJSON-172324038-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6eda1ed7-64d2-40ad-adcb-574a95437049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432606 Sep 15 07:42:45.621744 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-9838dc14-ef7d-491e-a981-f9a4b0baf827 req-6f2b63b2-ba1f-4207-994b-38776fc99e77 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=07ae2103-9abb-45d7-94b1-7e0f83c44fa0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3105814 Sep 15 07:42:45.654291 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dddc7b7-e17c-4fb0-92c2-353db7a077a0 req-d75c0424-f828-4997-8a80-a5467fee0c3d tempest-VolumesSnapshotTestJSON-172324038 tempest-VolumesSnapshotTestJSON-172324038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:45.655834 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-4dddc7b7-e17c-4fb0-92c2-353db7a077a0 req-d75c0424-f828-4997-8a80-a5467fee0c3d tempest-VolumesSnapshotTestJSON-172324038 tempest-VolumesSnapshotTestJSON-172324038-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a87eeeb2-97cd-44c5-901c-1266f6fac4c4 HTTP/1.1" status: 200 len: 946 time: 0.0480149 Sep 15 07:42:45.708242 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-4dddc7b7-e17c-4fb0-92c2-353db7a077a0 req-2979e286-8260-4d07-80da-d3c324a23c7c tempest-VolumesSnapshotTestJSON-172324038 tempest-VolumesSnapshotTestJSON-172324038-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6eda1ed7-64d2-40ad-adcb-574a95437049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464253 Sep 15 07:42:45.717897 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9838dc14-ef7d-491e-a981-f9a4b0baf827 req-2a0889d9-7f8d-4a3f-a991-81494f5b4c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:45.723396 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-9838dc14-ef7d-491e-a981-f9a4b0baf827 req-2a0889d9-7f8d-4a3f-a991-81494f5b4c02 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=b4a8f2664964492e9c80a595ed043c71&device_id=07ae2103-9abb-45d7-94b1-7e0f83c44fa0 HTTP/1.1" status: 200 len: 1131 time: 0.0422089 Sep 15 07:42:45.853832 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9838dc14-ef7d-491e-a981-f9a4b0baf827 req-2e3c10a7-92a0-4fd6-b693-16b30cbf0dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:45.855304 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-9838dc14-ef7d-491e-a981-f9a4b0baf827 req-2e3c10a7-92a0-4fd6-b693-16b30cbf0dd5 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=2b6b3bac-c651-487a-b144-89fba4985d6c HTTP/1.1" status: 200 len: 917 time: 0.0934949 Sep 15 07:42:45.925859 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-9838dc14-ef7d-491e-a981-f9a4b0baf827 req-dc7dca28-f21a-42a0-bed6-6a957ff44846 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=60114f49-493e-46b0-a653-b05d4362ebe7 HTTP/1.1" status: 200 len: 1001 time: 0.0552554 Sep 15 07:42:45.977832 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9838dc14-ef7d-491e-a981-f9a4b0baf827 req-a44c702e-a1ff-4827-b827-fc3a7b5356a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:45.979293 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-9838dc14-ef7d-491e-a981-f9a4b0baf827 req-a44c702e-a1ff-4827-b827-fc3a7b5356a4 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=37c21616-a845-47e5-a620-a34a553bb45c HTTP/1.1" status: 200 len: 855 time: 0.0455160 Sep 15 07:42:46.040061 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9838dc14-ef7d-491e-a981-f9a4b0baf827 req-523875d9-e67b-4deb-aa78-c42e60942d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:46.041543 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-9838dc14-ef7d-491e-a981-f9a4b0baf827 req-523875d9-e67b-4deb-aa78-c42e60942d0c service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=2b6b3bac-c651-487a-b144-89fba4985d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437250 Sep 15 07:42:46.140319 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-9838dc14-ef7d-491e-a981-f9a4b0baf827 req-73aa0bff-a403-4805-877e-8f33a1f67854 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/2b6b3bac-c651-487a-b144-89fba4985d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904636 Sep 15 07:42:46.251242 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-9838dc14-ef7d-491e-a981-f9a4b0baf827 req-606ed644-41a7-4346-90ca-2c50a343f332 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/2b6b3bac-c651-487a-b144-89fba4985d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917721 Sep 15 07:42:52.553244 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-e99fbeab-5b31-4905-908e-4c3cd0ee7f1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (47b201f8-ba91-4005-8457-67653169c522), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:54.295594 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=39,neutron:UPDATE=4 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:42:54.296463 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=49,neutron:UPDATE=4 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:42:54.791180 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-36df6e7e-5052-49d3-9430-489dfbfb52e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (6177172c-20b9-4a3a-92be-d5dd082cfa3a), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:55.702306 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=42 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:42:55.705099 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=49 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:42:56.021195 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-0f44d0d5-b296-4658-a59d-71e94f9a3b32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (71b2a813-2b59-4e69-b901-83528b6ecb8f), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:56.246374 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=53 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:42:56.248247 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=64 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:42:56.301058 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.agents_db [None req-df016ec4-f85e-4abb-9405-ce942686afd2 None None] Agent healthcheck: found 6 active agents {{(pid=107295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 07:42:56.665938 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c78abda-75dd-4c20-abef-89005ed9e5d7 req-0bae1288-cba4-4483-926f-a50b30471096 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:56.667382 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-4c78abda-75dd-4c20-abef-89005ed9e5d7 req-0bae1288-cba4-4483-926f-a50b30471096 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=07ae2103-9abb-45d7-94b1-7e0f83c44fa0 HTTP/1.1" status: 200 len: 947 time: 0.0466604 Sep 15 07:42:56.727901 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-4c78abda-75dd-4c20-abef-89005ed9e5d7 req-ea952866-2210-4857-929d-939fa3a84cc1 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b407f831-0121-48a5-b269-407cd5b097f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550070 Sep 15 07:42:57.500143 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-677e5667-6d12-4a09-97b6-65dca69daeb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (4c9c4bf3-096b-4dee-b844-12a870317301), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:57.676884 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (c3acd0b9-3b8e-4f77-9053-2ca2457616b3), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:42:57.860356 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb74cc61-bf21-4718-be88-0ce254e6b877 req-5445d2da-82fc-4a3d-8c57-2e60d7298cfb tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:57.861821 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-fb74cc61-bf21-4718-be88-0ce254e6b877 req-5445d2da-82fc-4a3d-8c57-2e60d7298cfb tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=07ae2103-9abb-45d7-94b1-7e0f83c44fa0 HTTP/1.1" status: 200 len: 947 time: 0.0471079 Sep 15 07:42:57.910358 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-fb74cc61-bf21-4718-be88-0ce254e6b877 req-507c73b7-2082-4aac-8f5e-5f3820aeec30 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b407f831-0121-48a5-b269-407cd5b097f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414767 Sep 15 07:42:59.037724 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8734838-ca33-449e-8407-96371f1749d7 req-247ad685-85f5-4fac-a888-d6db3499b161 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:42:59.039222 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-d8734838-ca33-449e-8407-96371f1749d7 req-247ad685-85f5-4fac-a888-d6db3499b161 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=07ae2103-9abb-45d7-94b1-7e0f83c44fa0 HTTP/1.1" status: 200 len: 947 time: 0.0505328 Sep 15 07:42:59.088478 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-d8734838-ca33-449e-8407-96371f1749d7 req-0c6fa27d-76b3-4a97-88fe-728b34158304 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b407f831-0121-48a5-b269-407cd5b097f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437734 Sep 15 07:43:00.214245 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0afc92b-c2ac-4c42-b16d-bbaa6ba74130 req-5f1f7caa-b6ce-4130-9764-2f2925fd1fc6 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:43:00.215666 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-d0afc92b-c2ac-4c42-b16d-bbaa6ba74130 req-5f1f7caa-b6ce-4130-9764-2f2925fd1fc6 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=07ae2103-9abb-45d7-94b1-7e0f83c44fa0 HTTP/1.1" status: 200 len: 947 time: 0.0463459 Sep 15 07:43:00.261274 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-d0afc92b-c2ac-4c42-b16d-bbaa6ba74130 req-8c394a16-7447-4fa6-8853-1aab3d847a51 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b407f831-0121-48a5-b269-407cd5b097f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401804 Sep 15 07:43:01.385297 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c828817b-33e1-4f41-96c0-c16fd6af362d req-c008277c-7e98-4f47-846c-e74ec76f3cc4 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:43:01.386758 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-c828817b-33e1-4f41-96c0-c16fd6af362d req-c008277c-7e98-4f47-846c-e74ec76f3cc4 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=07ae2103-9abb-45d7-94b1-7e0f83c44fa0 HTTP/1.1" status: 200 len: 947 time: 0.0458958 Sep 15 07:43:01.437596 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-c828817b-33e1-4f41-96c0-c16fd6af362d req-13e8cc9b-53e5-4ebc-b5cb-baf82b696809 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b407f831-0121-48a5-b269-407cd5b097f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452585 Sep 15 07:43:02.562615 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18ffe37-071c-456f-9b3f-f7adbfa607af req-dc5e1a12-4bed-4ec2-96bb-490e8d7be677 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:43:02.564743 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-b18ffe37-071c-456f-9b3f-f7adbfa607af req-dc5e1a12-4bed-4ec2-96bb-490e8d7be677 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=07ae2103-9abb-45d7-94b1-7e0f83c44fa0 HTTP/1.1" status: 200 len: 947 time: 0.0475640 Sep 15 07:43:02.620660 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-b18ffe37-071c-456f-9b3f-f7adbfa607af req-417bbd4c-3648-4545-8c47-dba1f9d4db30 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b407f831-0121-48a5-b269-407cd5b097f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446451 Sep 15 07:43:03.697259 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12772d6a-758d-4b64-8179-bde00fe4bc65 req-d9cc18cf-e180-437d-8169-25f03eb040ba tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:43:03.698728 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-12772d6a-758d-4b64-8179-bde00fe4bc65 req-d9cc18cf-e180-437d-8169-25f03eb040ba tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=07ae2103-9abb-45d7-94b1-7e0f83c44fa0 HTTP/1.1" status: 200 len: 947 time: 0.0481553 Sep 15 07:43:03.748799 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad6d515-acd6-42f6-8899-717da3b98390 req-4101e9dc-a74d-4acd-8562-a008d4f5403a tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:43:03.750314 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-aad6d515-acd6-42f6-8899-717da3b98390 req-4101e9dc-a74d-4acd-8562-a008d4f5403a tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=07ae2103-9abb-45d7-94b1-7e0f83c44fa0 HTTP/1.1" status: 200 len: 947 time: 0.0477540 Sep 15 07:43:03.796701 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.plugin [req-12772d6a-758d-4b64-8179-bde00fe4bc65 req-71edafdc-999b-480a-ad2e-059721cb695d tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Deleting port 60114f49-493e-46b0-a653-b05d4362ebe7 {{(pid=107276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 07:43:03.797160 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-12772d6a-758d-4b64-8179-bde00fe4bc65 req-71edafdc-999b-480a-ad2e-059721cb695d tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729658711565'] for port (60114f49-493e-46b0-a653-b05d4362ebe7), before_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:43:03.802975 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-aad6d515-acd6-42f6-8899-717da3b98390 req-6f626b5d-aa50-4a70-803b-1d19efb620a3 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b407f831-0121-48a5-b269-407cd5b097f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454671 Sep 15 07:43:03.893391 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.db [req-12772d6a-758d-4b64-8179-bde00fe4bc65 req-71edafdc-999b-480a-ad2e-059721cb695d tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] For port 60114f49-493e-46b0-a653-b05d4362ebe7, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=60114f49-493e-46b0-a653-b05d4362ebe7,segment=NetworkSegment(4e083812-1fad-4032-9ca4-75fb637b69f5),segment_id=4e083812-1fad-4032-9ca4-75fb637b69f5)] {{(pid=107276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:43:03.893791 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-12772d6a-758d-4b64-8179-bde00fe4bc65 req-71edafdc-999b-480a-ad2e-059721cb695d tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009180'] for port (60114f49-493e-46b0-a653-b05d4362ebe7), precommit_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:43:04.059246 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-12772d6a-758d-4b64-8179-bde00fe4bc65 req-71edafdc-999b-480a-ad2e-059721cb695d tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:43:04.061761 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-12772d6a-758d-4b64-8179-bde00fe4bc65 req-71edafdc-999b-480a-ad2e-059721cb695d tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2007462'] for floatingip (da589d9c-4107-4220-9cba-c00b30cf3858), after_update {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:43:04.061761 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.db.l3_db [req-12772d6a-758d-4b64-8179-bde00fe4bc65 req-71edafdc-999b-480a-ad2e-059721cb695d tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Floating IP da589d9c-4107-4220-9cba-c00b30cf3858 disassociated. External IP: 172.27.0.30, port: 60114f49-493e-46b0-a653-b05d4362ebe7. Sep 15 07:43:04.061761 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.plugin [req-12772d6a-758d-4b64-8179-bde00fe4bc65 req-71edafdc-999b-480a-ad2e-059721cb695d tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Calling delete_port for 60114f49-493e-46b0-a653-b05d4362ebe7 owned by compute:nova {{(pid=107276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 07:43:04.246199 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-12772d6a-758d-4b64-8179-bde00fe4bc65 req-71edafdc-999b-480a-ad2e-059721cb695d tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729658628491', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729658170588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260827426'] for port (60114f49-493e-46b0-a653-b05d4362ebe7), after_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:43:04.273530 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71edafdc-999b-480a-ad2e-059721cb695d tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Pushing event deleted for resources: {'Port': ['ID=60114f49-493e-46b0-a653-b05d4362ebe7,revision_number=None']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:43:04.386690 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.scheduler.l3_agent_scheduler [req-12772d6a-758d-4b64-8179-bde00fe4bc65 req-71edafdc-999b-480a-ad2e-059721cb695d tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Router 1df19f93-ddd2-4633-93f0-f23031cad133 has already been hosted by L3 agent 6177172c-20b9-4a3a-92be-d5dd082cfa3a {{(pid=107276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 07:43:04.491281 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-12772d6a-758d-4b64-8179-bde00fe4bc65 req-71edafdc-999b-480a-ad2e-059721cb695d tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Notify agent at l3_agent.dv-cinder-824149-6-iscsi the message routers_updated {{(pid=107276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 07:43:04.504417 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328810f7-0fa0-4ed9-9c75-72259d3e942a None None] Sync routers for ids ['1df19f93-ddd2-4633-93f0-f23031cad133'] in dv-cinder-824149-6-iscsi {{(pid=107290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 07:43:04.514989 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328810f7-0fa0-4ed9-9c75-72259d3e942a None None] Routers {'1df19f93-ddd2-4633-93f0-f23031cad133'} bound to L3 agent in host dv-cinder-824149-6-iscsi {{(pid=107290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 07:43:04.515893 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_hamode_db [None req-328810f7-0fa0-4ed9-9c75-72259d3e942a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-15T07:30:25Z,description=,heartbeat_timestamp=2022-09-15T07:42:55Z,host='dv-cinder-824149-6-iscsi',id=6177172c-20b9-4a3a-92be-d5dd082cfa3a,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T07:30:25Z,topic='l3_agent')) {'router_ids': ['1df19f93-ddd2-4633-93f0-f23031cad133'], 'active': True} {{(pid=107290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:43:04.534354 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.db.l3_dvrscheduler_db [req-12772d6a-758d-4b64-8179-bde00fe4bc65 req-71edafdc-999b-480a-ad2e-059721cb695d tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] No DVR routers for this DVR port 60114f49-493e-46b0-a653-b05d4362ebe7 on host hv-cinder-82414 {{(pid=107276) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 07:43:04.536283 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-12772d6a-758d-4b64-8179-bde00fe4bc65 req-71edafdc-999b-480a-ad2e-059721cb695d tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382552'] for port (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:43:04.539523 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-12772d6a-758d-4b64-8179-bde00fe4bc65 req-71edafdc-999b-480a-ad2e-059721cb695d tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.26 "DELETE /networking/v2.0/ports/60114f49-493e-46b0-a653-b05d4362ebe7 HTTP/1.1" status: 204 len: 173 time: 0.8328207 Sep 15 07:43:04.540016 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07ae2103-9abb-45d7-94b1-7e0f83c44fa0', 'name': 'network-vif-deleted', 'tag': '60114f49-493e-46b0-a653-b05d4362ebe7'}] {{(pid=107276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 07:43:04.542254 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e3724867bd40dd9d720ab8c058c996a0c2f5593be620855f41bc083494bf738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47c7a09a-d0b6-44b4-a009-ce5b2d4886a1" -d '{"events": [{"server_uuid": "07ae2103-9abb-45d7-94b1-7e0f83c44fa0", "name": "network-vif-deleted", "tag": "60114f49-493e-46b0-a653-b05d4362ebe7"}]}' {{(pid=107276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 07:43:04.581060 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 07:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41dc5bb8-3e9c-490d-94f7-0bfb331847e3 x-openstack-request-id: req-41dc5bb8-3e9c-490d-94f7-0bfb331847e3 {{(pid=107276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 07:43:04.581351 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07ae2103-9abb-45d7-94b1-7e0f83c44fa0", "name": "network-vif-deleted", "tag": "60114f49-493e-46b0-a653-b05d4362ebe7", "status": "completed", "code": 200}]} {{(pid=107276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 07:43:04.581633 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-41dc5bb8-3e9c-490d-94f7-0bfb331847e3 {{(pid=107276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 07:43:04.582042 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41dc5bb8-3e9c-490d-94f7-0bfb331847e3'] response: {'server_uuid': '07ae2103-9abb-45d7-94b1-7e0f83c44fa0', 'name': 'network-vif-deleted', 'tag': '60114f49-493e-46b0-a653-b05d4362ebe7', 'status': 'completed', 'code': 200} Sep 15 07:43:04.622490 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvr_db [None req-328810f7-0fa0-4ed9-9c75-72259d3e942a None None] Set router 1df19f93-ddd2-4633-93f0-f23031cad133 gateway port host: dv-cinder-824149-6-iscsi {{(pid=107290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 07:43:04.758266 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:43:04.828057 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_hamode_db [None req-328810f7-0fa0-4ed9-9c75-72259d3e942a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df19f93-ddd2-4633-93f0-f23031cad133', 'name': 'tempest-AttachVolumeShelveTestJSON-581984198-router', 'tenant_id': 'b4a8f2664964492e9c80a595ed043c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': 'e79aed76-cb3f-4eec-9144-605159e2236a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:38:34Z', 'updated_at': '2022-09-15T07:38:45Z', 'revision_number': 4, 'project_id': 'b4a8f2664964492e9c80a595ed043c71', 'gw_port': {'id': 'e79aed76-cb3f-4eec-9144-605159e2236a', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:5a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df19f93-ddd2-4633-93f0-f23031cad133', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:38:35Z', 'updated_at': '2022-09-15T07:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi', '_interfaces': [{'id': 'f1b43edf-4d80-42ab-8985-9ac1b7d49c1f', 'name': '', 'network_id': '2b6b3bac-c651-487a-b144-89fba4985d6c', 'tenant_id': 'b4a8f2664964492e9c80a595ed043c71', 'mac_address': 'fa:16:3e:0f:70:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df19f93-ddd2-4633-93f0-f23031cad133', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '37c21616-a845-47e5-a620-a34a553bb45c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:38:43Z', 'updated_at': '2022-09-15T07:38:51Z', 'revision_number': 5, 'project_id': 'b4a8f2664964492e9c80a595ed043c71', 'subnets': [{'id': '37c21616-a845-47e5-a620-a34a553bb45c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-6-iscsi', False) {} {{(pid=107290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:43:04.852602 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328810f7-0fa0-4ed9-9c75-72259d3e942a None None] Checking router: 1df19f93-ddd2-4633-93f0-f23031cad133 for host: dv-cinder-824149-6-iscsi {{(pid=107290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 07:43:04.862644 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328810f7-0fa0-4ed9-9c75-72259d3e942a None None] Routers {'1df19f93-ddd2-4633-93f0-f23031cad133'} bound to L3 agent in host dv-cinder-824149-6-iscsi {{(pid=107290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 07:43:04.863324 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_hamode_db [None req-328810f7-0fa0-4ed9-9c75-72259d3e942a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-15T07:30:25Z,description=,heartbeat_timestamp=2022-09-15T07:42:55Z,host='dv-cinder-824149-6-iscsi',id=6177172c-20b9-4a3a-92be-d5dd082cfa3a,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T07:30:25Z,topic='l3_agent')) {'router_ids': ['1df19f93-ddd2-4633-93f0-f23031cad133'], 'active': True} {{(pid=107290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:43:04.945621 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-3c25f21c-c683-432f-9cfa-c670296f879d req-ac2e3bc4-4e11-462a-9754-09453bada775 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=07ae2103-9abb-45d7-94b1-7e0f83c44fa0 HTTP/1.1" status: 200 len: 210 time: 0.0359533 Sep 15 07:43:04.989967 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvr_db [None req-328810f7-0fa0-4ed9-9c75-72259d3e942a None None] Set router 1df19f93-ddd2-4633-93f0-f23031cad133 gateway port host: dv-cinder-824149-6-iscsi {{(pid=107290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 07:43:05.179039 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_hamode_db [None req-328810f7-0fa0-4ed9-9c75-72259d3e942a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df19f93-ddd2-4633-93f0-f23031cad133', 'name': 'tempest-AttachVolumeShelveTestJSON-581984198-router', 'tenant_id': 'b4a8f2664964492e9c80a595ed043c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': 'e79aed76-cb3f-4eec-9144-605159e2236a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:38:34Z', 'updated_at': '2022-09-15T07:38:45Z', 'revision_number': 4, 'project_id': 'b4a8f2664964492e9c80a595ed043c71', 'gw_port': {'id': 'e79aed76-cb3f-4eec-9144-605159e2236a', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:5a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df19f93-ddd2-4633-93f0-f23031cad133', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:38:35Z', 'updated_at': '2022-09-15T07:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi', '_interfaces': [{'id': 'f1b43edf-4d80-42ab-8985-9ac1b7d49c1f', 'name': '', 'network_id': '2b6b3bac-c651-487a-b144-89fba4985d6c', 'tenant_id': 'b4a8f2664964492e9c80a595ed043c71', 'mac_address': 'fa:16:3e:0f:70:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df19f93-ddd2-4633-93f0-f23031cad133', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '37c21616-a845-47e5-a620-a34a553bb45c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:38:43Z', 'updated_at': '2022-09-15T07:38:51Z', 'revision_number': 5, 'project_id': 'b4a8f2664964492e9c80a595ed043c71', 'subnets': [{'id': '37c21616-a845-47e5-a620-a34a553bb45c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-6-iscsi', False) {} {{(pid=107290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:43:05.210621 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328810f7-0fa0-4ed9-9c75-72259d3e942a None None] The sync data for ids ['1df19f93-ddd2-4633-93f0-f23031cad133'] in dv-cinder-824149-6-iscsi is: [{'id': '1df19f93-ddd2-4633-93f0-f23031cad133', 'name': 'tempest-AttachVolumeShelveTestJSON-581984198-router', 'tenant_id': 'b4a8f2664964492e9c80a595ed043c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': 'e79aed76-cb3f-4eec-9144-605159e2236a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:38:34Z', 'updated_at': '2022-09-15T07:38:45Z', 'revision_number': 4, 'project_id': 'b4a8f2664964492e9c80a595ed043c71', 'gw_port': {'id': 'e79aed76-cb3f-4eec-9144-605159e2236a', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:5a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df19f93-ddd2-4633-93f0-f23031cad133', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:38:35Z', 'updated_at': '2022-09-15T07:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi', '_interfaces': [{'id': 'f1b43edf-4d80-42ab-8985-9ac1b7d49c1f', 'name': '', 'network_id': '2b6b3bac-c651-487a-b144-89fba4985d6c', 'tenant_id': 'b4a8f2664964492e9c80a595ed043c71', 'mac_address': 'fa:16:3e:0f:70:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df19f93-ddd2-4633-93f0-f23031cad133', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '37c21616-a845-47e5-a620-a34a553bb45c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:38:43Z', 'updated_at': '2022-09-15T07:38:51Z', 'revision_number': 5, 'project_id': 'b4a8f2664964492e9c80a595ed043c71', 'subnets': [{'id': '37c21616-a845-47e5-a620-a34a553bb45c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 07:43:05.442041 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0dd6a31-ee2e-4516-8692-2e0fd61b5a6c None None] New status for floating IP da589d9c-4107-4220-9cba-c00b30cf3858: DOWN {{(pid=107295) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 15 07:43:06.091413 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 36890) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:43:06.149140 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-706872c0-6038-42ee-b57d-be1feb7de604 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Publish callbacks [] for security_group (b407f831-0121-48a5-b269-407cd5b097f3), before_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:43:06.171275 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-706872c0-6038-42ee-b57d-be1feb7de604 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Publish callbacks [] for security_group (b407f831-0121-48a5-b269-407cd5b097f3), precommit_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:43:06.268716 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-706872c0-6038-42ee-b57d-be1feb7de604 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (b407f831-0121-48a5-b269-407cd5b097f3), after_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:43:06.271548 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-706872c0-6038-42ee-b57d-be1feb7de604 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Publish callbacks [] for security_group (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:43:06.272686 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-706872c0-6038-42ee-b57d-be1feb7de604 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "DELETE /networking/v2.0/security-groups/b407f831-0121-48a5-b269-407cd5b097f3 HTTP/1.1" status: 204 len: 168 time: 0.1803062 Sep 15 07:43:06.275524 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 36892) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:43:06.281827 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706872c0-6038-42ee-b57d-be1feb7de604 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b407f831-0121-48a5-b269-407cd5b097f3,revision_number=None']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:43:06.289808 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706872c0-6038-42ee-b57d-be1feb7de604 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:43:06.294568 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706872c0-6038-42ee-b57d-be1feb7de604 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:43:06.294568 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706872c0-6038-42ee-b57d-be1feb7de604 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:43:06.294759 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.api.v2.resource [None req-b4120cdd-7636-4cbc-868a-8ed172f13520 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] show failed (client error): The resource could not be found. Sep 15 07:43:06.294863 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706872c0-6038-42ee-b57d-be1feb7de604 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:43:06.294863 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706872c0-6038-42ee-b57d-be1feb7de604 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:43:06.294863 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706872c0-6038-42ee-b57d-be1feb7de604 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:43:06.295165 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-b4120cdd-7636-4cbc-868a-8ed172f13520 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/security-groups/b407f831-0121-48a5-b269-407cd5b097f3 HTTP/1.1" status: 404 len: 347 time: 0.0146019 Sep 15 07:43:06.295261 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706872c0-6038-42ee-b57d-be1feb7de604 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:43:06.295261 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706872c0-6038-42ee-b57d-be1feb7de604 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:43:06.295261 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706872c0-6038-42ee-b57d-be1feb7de604 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:43:06.295261 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706872c0-6038-42ee-b57d-be1feb7de604 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:43:06.295261 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706872c0-6038-42ee-b57d-be1feb7de604 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:43:06.295261 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706872c0-6038-42ee-b57d-be1feb7de604 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:43:06.295261 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706872c0-6038-42ee-b57d-be1feb7de604 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:43:06.295261 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706872c0-6038-42ee-b57d-be1feb7de604 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:43:06.295261 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706872c0-6038-42ee-b57d-be1feb7de604 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:43:06.296681 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 36894) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:43:06.396973 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:43:06.413147 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.plugin [None req-7feea4ce-f0f6-4f8e-93fd-09ca2926b7d8 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Deleting port 969a023a-3f53-4eda-83a2-61b8da53d3c2 {{(pid=107276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 07:43:06.420684 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-7feea4ce-f0f6-4f8e-93fd-09ca2926b7d8 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729658711565'] for port (969a023a-3f53-4eda-83a2-61b8da53d3c2), before_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:43:06.453939 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:43:06.491018 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-7feea4ce-f0f6-4f8e-93fd-09ca2926b7d8 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009180'] for port (969a023a-3f53-4eda-83a2-61b8da53d3c2), precommit_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:43:06.491343 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-7feea4ce-f0f6-4f8e-93fd-09ca2926b7d8 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Publish callbacks [] for floatingip (969a023a-3f53-4eda-83a2-61b8da53d3c2), precommit_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:43:06.504661 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.plugin [None req-7feea4ce-f0f6-4f8e-93fd-09ca2926b7d8 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Calling delete_port for 969a023a-3f53-4eda-83a2-61b8da53d3c2 owned by network:floatingip {{(pid=107276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 07:43:06.702379 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-7feea4ce-f0f6-4f8e-93fd-09ca2926b7d8 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729658628491', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729658170588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260827426'] for port (969a023a-3f53-4eda-83a2-61b8da53d3c2), after_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:43:06.728430 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7feea4ce-f0f6-4f8e-93fd-09ca2926b7d8 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Pushing event deleted for resources: {'Port': ['ID=969a023a-3f53-4eda-83a2-61b8da53d3c2,revision_number=None']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:43:06.793729 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-7feea4ce-f0f6-4f8e-93fd-09ca2926b7d8 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Publish callbacks [] for floatingip (da589d9c-4107-4220-9cba-c00b30cf3858), after_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:43:06.796300 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-7feea4ce-f0f6-4f8e-93fd-09ca2926b7d8 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382552'] for floatingip (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:43:06.797446 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-7feea4ce-f0f6-4f8e-93fd-09ca2926b7d8 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/da589d9c-4107-4220-9cba-c00b30cf3858 HTTP/1.1" status: 204 len: 168 time: 0.4998624 Sep 15 07:43:06.941739 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 36904) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:43:06.946287 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.v2.base [None req-493f4837-9a50-4184-ab18-f77778f8c3d7 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1446560867', 'description': 'tempest-description--415852219'}} {{(pid=107279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:43:07.039575 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-493f4837-9a50-4184-ab18-f77778f8c3d7 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Publish callbacks [] for security_group (None), before_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:43:07.082491 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:43:07.108285 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:43:07.111669 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-493f4837-9a50-4184-ab18-f77778f8c3d7 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Publish callbacks [] for security_group (2b522f72-9094-4859-86c8-c098722d744c), precommit_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:43:07.176441 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-493f4837-9a50-4184-ab18-f77778f8c3d7 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (2b522f72-9094-4859-86c8-c098722d744c), after_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:43:07.207883 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493f4837-9a50-4184-ab18-f77778f8c3d7 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b522f72-9094-4859-86c8-c098722d744c,revision_number=1']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:43:07.258176 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-493f4837-9a50-4184-ab18-f77778f8c3d7 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Publish callbacks [] for security_group (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:43:07.259397 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-493f4837-9a50-4184-ab18-f77778f8c3d7 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3165874 Sep 15 07:43:07.262425 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 36906) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:43:07.267023 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.v2.base [None req-5e0c3625-b63e-4252-8faf-953b283cd2b9 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Request body: {'security_group_rule': {'security_group_id': '2b522f72-9094-4859-86c8-c098722d744c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:43:07.365988 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-5e0c3625-b63e-4252-8faf-953b283cd2b9 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Publish callbacks [] for security_group_rule (689c434c-0e0a-45da-8723-728a23f9234f), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:43:07.420764 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-5e0c3625-b63e-4252-8faf-953b283cd2b9 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Publish callbacks [] for security_group_rule (689c434c-0e0a-45da-8723-728a23f9234f), precommit_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:43:07.490843 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-5e0c3625-b63e-4252-8faf-953b283cd2b9 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691784'] for security_group_rule (689c434c-0e0a-45da-8723-728a23f9234f), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:43:07.509881 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0c3625-b63e-4252-8faf-953b283cd2b9 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=689c434c-0e0a-45da-8723-728a23f9234f,revision_number=0']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:43:07.577487 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-5e0c3625-b63e-4252-8faf-953b283cd2b9 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:43:07.578951 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-5e0c3625-b63e-4252-8faf-953b283cd2b9 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3153584 Sep 15 07:43:07.581805 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 36912) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:43:07.586325 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.v2.base [None req-df2b3a62-cd47-499a-8401-daa79c2fe2ad tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Request body: {'security_group_rule': {'security_group_id': '2b522f72-9094-4859-86c8-c098722d744c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:43:07.663886 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-df2b3a62-cd47-499a-8401-daa79c2fe2ad tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Publish callbacks [] for security_group_rule (ed47d1db-e1ed-46c5-9acb-4753ab693e96), before_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:43:07.722889 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-df2b3a62-cd47-499a-8401-daa79c2fe2ad tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Publish callbacks [] for security_group_rule (ed47d1db-e1ed-46c5-9acb-4753ab693e96), precommit_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:43:07.793743 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-df2b3a62-cd47-499a-8401-daa79c2fe2ad tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691784'] for security_group_rule (ed47d1db-e1ed-46c5-9acb-4753ab693e96), after_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:43:07.812607 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2b3a62-cd47-499a-8401-daa79c2fe2ad tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed47d1db-e1ed-46c5-9acb-4753ab693e96,revision_number=0']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:43:07.881160 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-df2b3a62-cd47-499a-8401-daa79c2fe2ad tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:43:07.882562 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-df2b3a62-cd47-499a-8401-daa79c2fe2ad tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2997713 Sep 15 07:43:07.891923 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 36920) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:43:07.897114 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.v2.base [None req-80178c84-0d19-420f-bdc4-956f01892a96 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Request body: {'floatingip': {'floating_network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa'}} {{(pid=107276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:43:07.988099 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-80178c84-0d19-420f-bdc4-956f01892a96 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:43:08.068991 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:43:08.071759 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-80178c84-0d19-420f-bdc4-956f01892a96 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (None), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:43:08.085858 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Device 60114f49-493e-46b0-a653-b05d4362ebe7 no longer exists at agent hyperv_hv-cinder-82414 {{(pid=107290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 07:43:08.106208 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] No Port match for: 60114f49-493e-46b0-a653-b05d4362ebe7 {{(pid=107290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 07:43:08.107355 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Device 60114f49-493e-46b0-a653-b05d4362ebe7 not bound to the agent host hv-cinder-82414 {{(pid=107290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 07:43:08.183585 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.db.db_base_plugin_common [None req-80178c84-0d19-420f-bdc4-956f01892a96 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Allocated IP 172.27.0.202 (7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa/2c94e072-16ef-4b41-8118-d589be48e89d/96ded00a-abc4-4989-b6d8-5c32d573cf2f) {{(pid=107276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 07:43:08.289290 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-80178c84-0d19-420f-bdc4-956f01892a96 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Publish callbacks [] for port (96ded00a-abc4-4989-b6d8-5c32d573cf2f), precommit_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:43:08.293015 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:43:08.387500 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-80178c84-0d19-420f-bdc4-956f01892a96 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729658170579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260827426'] for port (96ded00a-abc4-4989-b6d8-5c32d573cf2f), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:43:08.423208 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80178c84-0d19-420f-bdc4-956f01892a96 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Network 7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa is already hosted by enough agents. {{(pid=107276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 07:43:08.426051 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.scheduler.base_scheduler [None req-80178c84-0d19-420f-bdc4-956f01892a96 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Resources bound (agent type, host, resource id): {{(pid=107276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 07:43:08.429158 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80178c84-0d19-420f-bdc4-956f01892a96 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Received port after_create {{(pid=107276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 07:43:08.463875 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80178c84-0d19-420f-bdc4-956f01892a96 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Pushing event updated for resources: {'Port': ['ID=96ded00a-abc4-4989-b6d8-5c32d573cf2f,revision_number=1']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:43:08.525308 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-80178c84-0d19-420f-bdc4-956f01892a96 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Publish callbacks [] for floatingip (9ec8de66-9ef1-47e8-b266-02a3773ae3d4), precommit_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:43:08.643294 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-80178c84-0d19-420f-bdc4-956f01892a96 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (96ded00a-abc4-4989-b6d8-5c32d573cf2f), before_update {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:43:08.792095 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-80178c84-0d19-420f-bdc4-956f01892a96 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Publish callbacks [] for port (96ded00a-abc4-4989-b6d8-5c32d573cf2f), precommit_update {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:43:08.843668 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-80178c84-0d19-420f-bdc4-956f01892a96 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260827419'] for port (96ded00a-abc4-4989-b6d8-5c32d573cf2f), after_update {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:43:08.911575 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80178c84-0d19-420f-bdc4-956f01892a96 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Pushing event updated for resources: {'Port': ['ID=96ded00a-abc4-4989-b6d8-5c32d573cf2f,revision_number=2']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:43:08.915013 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-80178c84-0d19-420f-bdc4-956f01892a96 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2007462'] for floatingip (9ec8de66-9ef1-47e8-b266-02a3773ae3d4), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:43:09.004067 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-80178c84-0d19-420f-bdc4-956f01892a96 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382552'] for floatingip (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:43:09.004067 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-80178c84-0d19-420f-bdc4-956f01892a96 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1031284 Sep 15 07:43:09.196829 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-94833b92-ab2a-4370-a8bf-efc7b6ae88b8 req-fadc8dfa-e36d-45f9-a09b-b8da61df1010 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1446560867&fields=id&tenant_id=b4a8f2664964492e9c80a595ed043c71 HTTP/1.1" status: 200 len: 267 time: 0.0432141 Sep 15 07:43:09.308033 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94833b92-ab2a-4370-a8bf-efc7b6ae88b8 req-ce2906d1-474c-456c-bd66-f17e00f1da93 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:43:09.309454 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-94833b92-ab2a-4370-a8bf-efc7b6ae88b8 req-ce2906d1-474c-456c-bd66-f17e00f1da93 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/networks?id=2b6b3bac-c651-487a-b144-89fba4985d6c HTTP/1.1" status: 200 len: 816 time: 0.1063640 Sep 15 07:43:09.324310 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-94833b92-ab2a-4370-a8bf-efc7b6ae88b8 req-3404e954-3204-4e7f-b6c8-2cb389c4224f tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/quotas/b4a8f2664964492e9c80a595ed043c71 HTTP/1.1" status: 200 len: 375 time: 0.0088301 Sep 15 07:43:09.373067 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-94833b92-ab2a-4370-a8bf-efc7b6ae88b8 req-fa062679-f7e2-4c2f-b828-803cb292d49f tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=b4a8f2664964492e9c80a595ed043c71&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0434608 Sep 15 07:43:09.473138 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-94833b92-ab2a-4370-a8bf-efc7b6ae88b8 req-af17166b-a5b8-486a-a69a-d63e09b5804d service neutron] 10.222.0.42 "GET /networking/v2.0/networks/2b6b3bac-c651-487a-b144-89fba4985d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880280 Sep 15 07:43:09.565954 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-94833b92-ab2a-4370-a8bf-efc7b6ae88b8 req-eb84756b-86ea-4ac0-a331-4ab0f3fafc50 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/2b6b3bac-c651-487a-b144-89fba4985d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866902 Sep 15 07:43:09.776319 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-b5cb1b90-a57a-48c3-9e13-5d4fb03ca1bd req-10acee58-ce13-46fc-ba34-04f13cc4bde6 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0f14c845-5f86-4d74-8813-e7c482a6be08 HTTP/1.1" status: 200 len: 210 time: 0.0288081 Sep 15 07:43:10.461806 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f328b87-84c8-4e1a-9e18-d7cc3f68f29b req-6e9b021c-6fee-4adb-a3e0-56ed3380ed5d tempest-VolumesSnapshotTestJSON-172324038 tempest-VolumesSnapshotTestJSON-172324038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:43:10.463516 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-8f328b87-84c8-4e1a-9e18-d7cc3f68f29b req-6e9b021c-6fee-4adb-a3e0-56ed3380ed5d tempest-VolumesSnapshotTestJSON-172324038 tempest-VolumesSnapshotTestJSON-172324038-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a87eeeb2-97cd-44c5-901c-1266f6fac4c4 HTTP/1.1" status: 200 len: 946 time: 0.0494435 Sep 15 07:43:10.510659 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-8f328b87-84c8-4e1a-9e18-d7cc3f68f29b req-de21fa5f-6343-4ba1-9135-006cacc3b383 tempest-VolumesSnapshotTestJSON-172324038 tempest-VolumesSnapshotTestJSON-172324038-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6eda1ed7-64d2-40ad-adcb-574a95437049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412519 Sep 15 07:43:10.882354 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-d1f23854-5d96-4854-9808-1a4237d2b59e req-4d193270-ab86-4aea-8b5d-31fb1cb53ae6 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0f14c845-5f86-4d74-8813-e7c482a6be08 HTTP/1.1" status: 200 len: 210 time: 0.0287917 Sep 15 07:43:11.636992 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb4508d-9369-4481-bd19-3c6991dbf87f req-182e781d-7f8f-4c59-88db-cb7f2cfa4375 tempest-VolumesSnapshotTestJSON-172324038 tempest-VolumesSnapshotTestJSON-172324038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:43:11.638499 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-0eb4508d-9369-4481-bd19-3c6991dbf87f req-182e781d-7f8f-4c59-88db-cb7f2cfa4375 tempest-VolumesSnapshotTestJSON-172324038 tempest-VolumesSnapshotTestJSON-172324038-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a87eeeb2-97cd-44c5-901c-1266f6fac4c4 HTTP/1.1" status: 200 len: 946 time: 0.0533841 Sep 15 07:43:11.688742 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-0eb4508d-9369-4481-bd19-3c6991dbf87f req-b918b124-0fa0-421d-ba3c-6d022816beb5 tempest-VolumesSnapshotTestJSON-172324038 tempest-VolumesSnapshotTestJSON-172324038-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6eda1ed7-64d2-40ad-adcb-574a95437049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438762 Sep 15 07:43:11.989724 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-142047d0-9274-4f2f-a05d-2217c61af3bc req-68d3dcfa-e9d7-485b-938b-2c68721239d7 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0f14c845-5f86-4d74-8813-e7c482a6be08 HTTP/1.1" status: 200 len: 210 time: 0.0294244 Sep 15 07:43:12.654072 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b634d01a-83fd-4ab3-8624-2336852bda5f req-8fdd5c58-de8b-4ada-99d8-b13a1aa5d3aa tempest-VolumesSnapshotTestJSON-172324038 tempest-VolumesSnapshotTestJSON-172324038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:43:12.655546 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-b634d01a-83fd-4ab3-8624-2336852bda5f req-8fdd5c58-de8b-4ada-99d8-b13a1aa5d3aa tempest-VolumesSnapshotTestJSON-172324038 tempest-VolumesSnapshotTestJSON-172324038-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a87eeeb2-97cd-44c5-901c-1266f6fac4c4 HTTP/1.1" status: 200 len: 946 time: 0.0517647 Sep 15 07:43:12.714656 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:43:12.740587 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (25cf60a6-7ad2-448a-9326-c12b453ddee0), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:43:12.768957 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.plugin [req-b634d01a-83fd-4ab3-8624-2336852bda5f req-d78b474f-579a-47c6-bc27-16003396260a tempest-VolumesSnapshotTestJSON-172324038 tempest-VolumesSnapshotTestJSON-172324038-project] Deleting port 4c1b17d0-12bd-4cd9-830b-4557784c3c0f {{(pid=107276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 07:43:12.769291 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-b634d01a-83fd-4ab3-8624-2336852bda5f req-d78b474f-579a-47c6-bc27-16003396260a tempest-VolumesSnapshotTestJSON-172324038 tempest-VolumesSnapshotTestJSON-172324038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729658711565'] for port (4c1b17d0-12bd-4cd9-830b-4557784c3c0f), before_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:43:12.817041 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1c7957-f4c1-4e71-8327-015176e04ff3 req-00ef29fe-d707-4e04-8cb4-8531fc583af6 tempest-VolumesSnapshotTestJSON-172324038 tempest-VolumesSnapshotTestJSON-172324038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:43:12.818624 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-5c1c7957-f4c1-4e71-8327-015176e04ff3 req-00ef29fe-d707-4e04-8cb4-8531fc583af6 tempest-VolumesSnapshotTestJSON-172324038 tempest-VolumesSnapshotTestJSON-172324038-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a87eeeb2-97cd-44c5-901c-1266f6fac4c4 HTTP/1.1" status: 200 len: 946 time: 0.0482202 Sep 15 07:43:12.852098 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:43:12.865135 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.db [req-b634d01a-83fd-4ab3-8624-2336852bda5f req-d78b474f-579a-47c6-bc27-16003396260a tempest-VolumesSnapshotTestJSON-172324038 tempest-VolumesSnapshotTestJSON-172324038-project] For port 4c1b17d0-12bd-4cd9-830b-4557784c3c0f, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=4c1b17d0-12bd-4cd9-830b-4557784c3c0f,segment=NetworkSegment(933d1858-9190-48af-ab20-a3ec8506eacd),segment_id=933d1858-9190-48af-ab20-a3ec8506eacd)] {{(pid=107276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:43:12.865506 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-b634d01a-83fd-4ab3-8624-2336852bda5f req-d78b474f-579a-47c6-bc27-16003396260a tempest-VolumesSnapshotTestJSON-172324038 tempest-VolumesSnapshotTestJSON-172324038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009180'] for port (4c1b17d0-12bd-4cd9-830b-4557784c3c0f), precommit_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:43:12.867314 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-5c1c7957-f4c1-4e71-8327-015176e04ff3 req-e90203e5-930f-4bb3-8404-f13f7bee4326 tempest-VolumesSnapshotTestJSON-172324038 tempest-VolumesSnapshotTestJSON-172324038-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6eda1ed7-64d2-40ad-adcb-574a95437049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429246 Sep 15 07:43:12.878627 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.plugin [req-b634d01a-83fd-4ab3-8624-2336852bda5f req-d78b474f-579a-47c6-bc27-16003396260a tempest-VolumesSnapshotTestJSON-172324038 tempest-VolumesSnapshotTestJSON-172324038-project] Calling delete_port for 4c1b17d0-12bd-4cd9-830b-4557784c3c0f owned by compute:nova {{(pid=107276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 07:43:12.952887 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:43:13.089055 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-b634d01a-83fd-4ab3-8624-2336852bda5f req-d78b474f-579a-47c6-bc27-16003396260a tempest-VolumesSnapshotTestJSON-172324038 tempest-VolumesSnapshotTestJSON-172324038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729658628491', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729658170588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260827426'] for port (4c1b17d0-12bd-4cd9-830b-4557784c3c0f), after_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:43:13.102258 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-d22e92ad-a8fe-4b95-8ace-1172431f0784 req-e9744b34-e11a-4b3f-940e-7ee20d659a57 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0f14c845-5f86-4d74-8813-e7c482a6be08 HTTP/1.1" status: 200 len: 210 time: 0.0317972 Sep 15 07:43:13.108573 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] get_ports_and_sgs() called for port_ids ['4c1b17d0-12bd-4cd9-830b-4557784c3c0f'] {{(pid=107290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 07:43:13.134195 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:43:13.137062 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78b474f-579a-47c6-bc27-16003396260a tempest-VolumesSnapshotTestJSON-172324038 tempest-VolumesSnapshotTestJSON-172324038-project] Pushing event deleted for resources: {'Port': ['ID=4c1b17d0-12bd-4cd9-830b-4557784c3c0f,revision_number=None']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:43:13.182935 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.db.l3_dvrscheduler_db [req-b634d01a-83fd-4ab3-8624-2336852bda5f req-d78b474f-579a-47c6-bc27-16003396260a tempest-VolumesSnapshotTestJSON-172324038 tempest-VolumesSnapshotTestJSON-172324038-project] No DVR routers for this DVR port 4c1b17d0-12bd-4cd9-830b-4557784c3c0f on host hv-cinder-82414 {{(pid=107276) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 07:43:13.185600 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-b634d01a-83fd-4ab3-8624-2336852bda5f req-d78b474f-579a-47c6-bc27-16003396260a tempest-VolumesSnapshotTestJSON-172324038 tempest-VolumesSnapshotTestJSON-172324038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382552'] for port (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:43:13.189030 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-b634d01a-83fd-4ab3-8624-2336852bda5f req-d78b474f-579a-47c6-bc27-16003396260a tempest-VolumesSnapshotTestJSON-172324038 tempest-VolumesSnapshotTestJSON-172324038-project] 10.222.0.26 "DELETE /networking/v2.0/ports/4c1b17d0-12bd-4cd9-830b-4557784c3c0f HTTP/1.1" status: 204 len: 173 time: 0.5057063 Sep 15 07:43:13.189531 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a87eeeb2-97cd-44c5-901c-1266f6fac4c4', 'name': 'network-vif-deleted', 'tag': '4c1b17d0-12bd-4cd9-830b-4557784c3c0f'}] {{(pid=107276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 07:43:13.193293 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e3724867bd40dd9d720ab8c058c996a0c2f5593be620855f41bc083494bf738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4238216a-d633-43d5-97d0-8aed9a56a7e4" -d '{"events": [{"server_uuid": "a87eeeb2-97cd-44c5-901c-1266f6fac4c4", "name": "network-vif-deleted", "tag": "4c1b17d0-12bd-4cd9-830b-4557784c3c0f"}]}' {{(pid=107276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 07:43:13.233809 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 07:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79ad53a4-18d6-4157-91a2-2241610d397a x-openstack-request-id: req-79ad53a4-18d6-4157-91a2-2241610d397a {{(pid=107276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 07:43:13.233809 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a87eeeb2-97cd-44c5-901c-1266f6fac4c4", "name": "network-vif-deleted", "tag": "4c1b17d0-12bd-4cd9-830b-4557784c3c0f", "status": "completed", "code": 200}]} {{(pid=107276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 07:43:13.233809 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-79ad53a4-18d6-4157-91a2-2241610d397a {{(pid=107276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 07:43:13.233809 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79ad53a4-18d6-4157-91a2-2241610d397a'] response: {'server_uuid': 'a87eeeb2-97cd-44c5-901c-1266f6fac4c4', 'name': 'network-vif-deleted', 'tag': '4c1b17d0-12bd-4cd9-830b-4557784c3c0f', 'status': 'completed', 'code': 200} Sep 15 07:43:13.971180 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94833b92-ab2a-4370-a8bf-efc7b6ae88b8 req-eea9300e-d07a-4664-871b-b08a6ed9b847 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:43:13.972798 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-94833b92-ab2a-4370-a8bf-efc7b6ae88b8 req-eea9300e-d07a-4664-871b-b08a6ed9b847 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.26 "GET /networking/v2.0/networks?id=2b6b3bac-c651-487a-b144-89fba4985d6c HTTP/1.1" status: 200 len: 816 time: 0.1151867 Sep 15 07:43:14.011346 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-53999653-9455-4f53-82e6-92f2b1f29c54 req-8d80e5fc-05c2-4c35-aaa2-825370044a76 tempest-VolumesSnapshotTestJSON-172324038 tempest-VolumesSnapshotTestJSON-172324038-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a87eeeb2-97cd-44c5-901c-1266f6fac4c4 HTTP/1.1" status: 200 len: 210 time: 0.0317965 Sep 15 07:43:14.041344 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-94833b92-ab2a-4370-a8bf-efc7b6ae88b8 req-9d43b7cf-494a-44cd-81f5-cb27366995a7 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.26 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=b4a8f2664964492e9c80a595ed043c71 HTTP/1.1" status: 200 len: 380 time: 0.0565374 Sep 15 07:43:14.070598 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.v2.base [req-94833b92-ab2a-4370-a8bf-efc7b6ae88b8 req-01a27b72-b549-4279-9858-6f5be92513a5 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Request body: {'port': {'device_id': '0f14c845-5f86-4d74-8813-e7c482a6be08', 'network_id': '2b6b3bac-c651-487a-b144-89fba4985d6c', 'admin_state_up': True, 'tenant_id': 'b4a8f2664964492e9c80a595ed043c71', 'security_groups': ['2b522f72-9094-4859-86c8-c098722d744c']}} {{(pid=107276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:43:14.235728 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-fe026aee-bc0d-4c1b-ad7b-0dae524b059b req-99808102-bcf2-4adc-a1e1-d6844cf24b3b tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0f14c845-5f86-4d74-8813-e7c482a6be08 HTTP/1.1" status: 200 len: 210 time: 0.0281048 Sep 15 07:43:14.259908 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94833b92-ab2a-4370-a8bf-efc7b6ae88b8 req-01a27b72-b549-4279-9858-6f5be92513a5 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Made reservation on behalf of b4a8f2664964492e9c80a595ed043c71 for: {'port': 1} {{(pid=107276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 07:43:14.263739 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-94833b92-ab2a-4370-a8bf-efc7b6ae88b8 req-01a27b72-b549-4279-9858-6f5be92513a5 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (None), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:43:14.393432 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.db.db_base_plugin_common [req-94833b92-ab2a-4370-a8bf-efc7b6ae88b8 req-01a27b72-b549-4279-9858-6f5be92513a5 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Allocated IP 172.20.0.6 (2b6b3bac-c651-487a-b144-89fba4985d6c/37c21616-a845-47e5-a620-a34a553bb45c/2f98d201-6410-4508-a7f3-40ecd7daed4f) {{(pid=107276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 07:43:14.534500 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-94833b92-ab2a-4370-a8bf-efc7b6ae88b8 req-01a27b72-b549-4279-9858-6f5be92513a5 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Publish callbacks [] for port (2f98d201-6410-4508-a7f3-40ecd7daed4f), precommit_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:43:14.554136 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:DELETE=6,neutron:SELECT=87,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:43:14.631460 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-94833b92-ab2a-4370-a8bf-efc7b6ae88b8 req-01a27b72-b549-4279-9858-6f5be92513a5 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729658170579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260827426'] for port (2f98d201-6410-4508-a7f3-40ecd7daed4f), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:43:14.673996 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94833b92-ab2a-4370-a8bf-efc7b6ae88b8 req-01a27b72-b549-4279-9858-6f5be92513a5 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Network 2b6b3bac-c651-487a-b144-89fba4985d6c is already hosted by enough agents. {{(pid=107276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 07:43:14.677024 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.scheduler.base_scheduler [req-94833b92-ab2a-4370-a8bf-efc7b6ae88b8 req-01a27b72-b549-4279-9858-6f5be92513a5 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Resources bound (agent type, host, resource id): {{(pid=107276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 07:43:14.682911 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.db.l3_dvrscheduler_db [req-94833b92-ab2a-4370-a8bf-efc7b6ae88b8 req-01a27b72-b549-4279-9858-6f5be92513a5 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Received port after_create {{(pid=107276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 07:43:14.709726 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a27b72-b549-4279-9858-6f5be92513a5 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Pushing event updated for resources: {'Port': ['ID=2f98d201-6410-4508-a7f3-40ecd7daed4f,revision_number=1']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:43:14.730931 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:43:14.738857 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94833b92-ab2a-4370-a8bf-efc7b6ae88b8 req-01a27b72-b549-4279-9858-6f5be92513a5 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:43:14.739798 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-94833b92-ab2a-4370-a8bf-efc7b6ae88b8 req-01a27b72-b549-4279-9858-6f5be92513a5 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382552'] for port (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:43:14.816229 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-94833b92-ab2a-4370-a8bf-efc7b6ae88b8 req-01a27b72-b549-4279-9858-6f5be92513a5 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7496650 Sep 15 07:43:14.831007 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.v2.base [req-94833b92-ab2a-4370-a8bf-efc7b6ae88b8 req-30ead5bd-d478-4280-b1d1-2fb92783ac16 service neutron] Request body: {'port': {'device_id': '0f14c845-5f86-4d74-8813-e7c482a6be08', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82414'}} {{(pid=107276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:43:14.856075 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-002c2626-d48e-49ab-91c9-02621f6cf996 None None] Provisioning complete for port 2f98d201-6410-4508-a7f3-40ecd7daed4f triggered by entity DHCP. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 07:43:14.856631 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-002c2626-d48e-49ab-91c9-02621f6cf996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862942'] for port (2f98d201-6410-4508-a7f3-40ecd7daed4f), provisioning_complete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:43:14.863823 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-002c2626-d48e-49ab-91c9-02621f6cf996 None None] Attempt 1 to provision port 2f98d201-6410-4508-a7f3-40ecd7daed4f Sep 15 07:43:14.891910 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-002c2626-d48e-49ab-91c9-02621f6cf996 None None] Port 2f98d201-6410-4508-a7f3-40ecd7daed4f cannot update to ACTIVE because it is not bound. {{(pid=107290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 07:43:14.896194 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-94833b92-ab2a-4370-a8bf-efc7b6ae88b8 req-30ead5bd-d478-4280-b1d1-2fb92783ac16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (2f98d201-6410-4508-a7f3-40ecd7daed4f), before_update {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:43:15.158239 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.notifiers.nova [req-94833b92-ab2a-4370-a8bf-efc7b6ae88b8 req-30ead5bd-d478-4280-b1d1-2fb92783ac16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f98d201-6410-4508-a7f3-40ecd7daed4f {{(pid=107276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 07:43:15.165896 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-94833b92-ab2a-4370-a8bf-efc7b6ae88b8 req-30ead5bd-d478-4280-b1d1-2fb92783ac16 service neutron] Publish callbacks [] for port (2f98d201-6410-4508-a7f3-40ecd7daed4f), precommit_update {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:43:15.179198 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.db.provisioning_blocks [req-94833b92-ab2a-4370-a8bf-efc7b6ae88b8 req-30ead5bd-d478-4280-b1d1-2fb92783ac16 service neutron] Transition to ACTIVE for port object 2f98d201-6410-4508-a7f3-40ecd7daed4f will not be triggered until provisioned by entity L2. {{(pid=107276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 15 07:43:15.265685 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-94833b92-ab2a-4370-a8bf-efc7b6ae88b8 req-30ead5bd-d478-4280-b1d1-2fb92783ac16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260827419'] for port (2f98d201-6410-4508-a7f3-40ecd7daed4f), after_update {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:43:15.352767 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ead5bd-d478-4280-b1d1-2fb92783ac16 service neutron] Pushing event updated for resources: {'Port': ['ID=2f98d201-6410-4508-a7f3-40ecd7daed4f,revision_number=2']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:43:15.379745 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889ee2d3-6665-441d-91e2-414c99ca39e1 req-49e2e216-5af3-4159-bbb7-8b93aba8b798 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:43:15.381160 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-889ee2d3-6665-441d-91e2-414c99ca39e1 req-49e2e216-5af3-4159-bbb7-8b93aba8b798 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0f14c845-5f86-4d74-8813-e7c482a6be08 HTTP/1.1" status: 200 len: 943 time: 0.0501089 Sep 15 07:43:15.385385 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.managers [req-94833b92-ab2a-4370-a8bf-efc7b6ae88b8 req-30ead5bd-d478-4280-b1d1-2fb92783ac16 service neutron] Attempting to bind port 2f98d201-6410-4508-a7f3-40ecd7daed4f on host hv-cinder-82414 for vnic_type normal with profile {{(pid=107276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 07:43:15.388674 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.managers [req-94833b92-ab2a-4370-a8bf-efc7b6ae88b8 req-30ead5bd-d478-4280-b1d1-2fb92783ac16 service neutron] Attempting to bind port 2f98d201-6410-4508-a7f3-40ecd7daed4f by drivers openvswitch,hyperv on host hv-cinder-82414 at level 0 using segments [{'id': '4e083812-1fad-4032-9ca4-75fb637b69f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2b6b3bac-c651-487a-b144-89fba4985d6c'}] {{(pid=107276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 07:43:15.388674 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94833b92-ab2a-4370-a8bf-efc7b6ae88b8 req-30ead5bd-d478-4280-b1d1-2fb92783ac16 service neutron] Attempting to bind port 2f98d201-6410-4508-a7f3-40ecd7daed4f on network 2b6b3bac-c651-487a-b144-89fba4985d6c {{(pid=107276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 07:43:15.393461 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-002c2626-d48e-49ab-91c9-02621f6cf996 None None] Attempt 2 to provision port 2f98d201-6410-4508-a7f3-40ecd7daed4f Sep 15 07:43:15.401896 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:43:15.429368 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-002c2626-d48e-49ab-91c9-02621f6cf996 None None] Port 2f98d201-6410-4508-a7f3-40ecd7daed4f cannot update to ACTIVE because it is not bound. {{(pid=107290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 07:43:15.442267 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94833b92-ab2a-4370-a8bf-efc7b6ae88b8 req-30ead5bd-d478-4280-b1d1-2fb92783ac16 service neutron] Port 2f98d201-6410-4508-a7f3-40ecd7daed4f on network 2b6b3bac-c651-487a-b144-89fba4985d6c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82414 {{(pid=107276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 07:43:15.442673 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94833b92-ab2a-4370-a8bf-efc7b6ae88b8 req-30ead5bd-d478-4280-b1d1-2fb92783ac16 service neutron] Attempting to bind port 2f98d201-6410-4508-a7f3-40ecd7daed4f on network 2b6b3bac-c651-487a-b144-89fba4985d6c {{(pid=107276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 07:43:15.443974 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-889ee2d3-6665-441d-91e2-414c99ca39e1 req-4ae15219-9c31-483d-98db-c40ba3f630fb tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2b522f72-9094-4859-86c8-c098722d744c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566566 Sep 15 07:43:15.485804 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94833b92-ab2a-4370-a8bf-efc7b6ae88b8 req-30ead5bd-d478-4280-b1d1-2fb92783ac16 service neutron] Checking agent: {'id': '25cf60a6-7ad2-448a-9326-c12b453ddee0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82414', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 7, 36, 43), 'started_at': datetime.datetime(2022, 9, 15, 7, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 7, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 07:43:15.486133 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94833b92-ab2a-4370-a8bf-efc7b6ae88b8 req-30ead5bd-d478-4280-b1d1-2fb92783ac16 service neutron] Checking segment: {'id': '4e083812-1fad-4032-9ca4-75fb637b69f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2b6b3bac-c651-487a-b144-89fba4985d6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 07:43:15.487044 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94833b92-ab2a-4370-a8bf-efc7b6ae88b8 req-30ead5bd-d478-4280-b1d1-2fb92783ac16 service neutron] Bound using segment: {'id': '4e083812-1fad-4032-9ca4-75fb637b69f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2b6b3bac-c651-487a-b144-89fba4985d6c'} {{(pid=107276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 07:43:15.487044 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.managers [req-94833b92-ab2a-4370-a8bf-efc7b6ae88b8 req-30ead5bd-d478-4280-b1d1-2fb92783ac16 service neutron] Bound port: 2f98d201-6410-4508-a7f3-40ecd7daed4f, host: hv-cinder-82414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e083812-1fad-4032-9ca4-75fb637b69f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2b6b3bac-c651-487a-b144-89fba4985d6c'}}] {{(pid=107276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 07:43:15.487259 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-94833b92-ab2a-4370-a8bf-efc7b6ae88b8 req-30ead5bd-d478-4280-b1d1-2fb92783ac16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (2f98d201-6410-4508-a7f3-40ecd7daed4f), before_update {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:43:15.489650 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:43:15.550102 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.db [req-94833b92-ab2a-4370-a8bf-efc7b6ae88b8 req-30ead5bd-d478-4280-b1d1-2fb92783ac16 service neutron] For port 2f98d201-6410-4508-a7f3-40ecd7daed4f, host hv-cinder-82414, cleared binding levels {{(pid=107276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 07:43:15.553038 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.db [req-94833b92-ab2a-4370-a8bf-efc7b6ae88b8 req-30ead5bd-d478-4280-b1d1-2fb92783ac16 service neutron] For port 2f98d201-6410-4508-a7f3-40ecd7daed4f, host hv-cinder-82414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=2f98d201-6410-4508-a7f3-40ecd7daed4f,segment=NetworkSegment(4e083812-1fad-4032-9ca4-75fb637b69f5),segment_id=4e083812-1fad-4032-9ca4-75fb637b69f5)] {{(pid=107276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 07:43:15.632139 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-94833b92-ab2a-4370-a8bf-efc7b6ae88b8 req-30ead5bd-d478-4280-b1d1-2fb92783ac16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260827419'] for port (2f98d201-6410-4508-a7f3-40ecd7daed4f), after_update {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:43:15.637311 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94833b92-ab2a-4370-a8bf-efc7b6ae88b8 req-30ead5bd-d478-4280-b1d1-2fb92783ac16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:43:15.637961 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-94833b92-ab2a-4370-a8bf-efc7b6ae88b8 req-30ead5bd-d478-4280-b1d1-2fb92783ac16 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382552'] for port (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:43:15.639322 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-94833b92-ab2a-4370-a8bf-efc7b6ae88b8 req-30ead5bd-d478-4280-b1d1-2fb92783ac16 service neutron] 10.222.0.26 "PUT /networking/v2.0/ports/2f98d201-6410-4508-a7f3-40ecd7daed4f HTTP/1.1" status: 200 len: 1093 time: 0.8132775 Sep 15 07:43:15.640499 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f14c845-5f86-4d74-8813-e7c482a6be08', 'tag': '2f98d201-6410-4508-a7f3-40ecd7daed4f'}] {{(pid=107276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 07:43:15.643183 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e3724867bd40dd9d720ab8c058c996a0c2f5593be620855f41bc083494bf738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a47001e-1dd2-4657-936c-ab5916ab2af6" -d '{"events": [{"name": "network-changed", "server_uuid": "0f14c845-5f86-4d74-8813-e7c482a6be08", "tag": "2f98d201-6410-4508-a7f3-40ecd7daed4f"}]}' {{(pid=107276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 07:43:15.691612 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 07:43:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f36dba93-d804-49c7-8aee-f32a91bbcb40 x-openstack-request-id: req-f36dba93-d804-49c7-8aee-f32a91bbcb40 {{(pid=107276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 07:43:15.691901 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f14c845-5f86-4d74-8813-e7c482a6be08", "tag": "2f98d201-6410-4508-a7f3-40ecd7daed4f", "status": "completed", "code": 200}]} {{(pid=107276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 07:43:15.692150 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f36dba93-d804-49c7-8aee-f32a91bbcb40 {{(pid=107276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 07:43:15.692780 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f36dba93-d804-49c7-8aee-f32a91bbcb40'] response: {'name': 'network-changed', 'server_uuid': '0f14c845-5f86-4d74-8813-e7c482a6be08', 'tag': '2f98d201-6410-4508-a7f3-40ecd7daed4f', 'status': 'completed', 'code': 200} Sep 15 07:43:15.693856 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ead5bd-d478-4280-b1d1-2fb92783ac16 service neutron] Pushing event updated for resources: {'Port': ['ID=2f98d201-6410-4508-a7f3-40ecd7daed4f,revision_number=3']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:43:15.761858 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a47001e-1dd2-4657-936c-ab5916ab2af6 req-d7a6c4fc-044b-4346-b481-f8f154bd9642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:43:15.763338 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-3a47001e-1dd2-4657-936c-ab5916ab2af6 req-d7a6c4fc-044b-4346-b481-f8f154bd9642 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=b4a8f2664964492e9c80a595ed043c71&device_id=0f14c845-5f86-4d74-8813-e7c482a6be08 HTTP/1.1" status: 200 len: 1127 time: 0.0406864 Sep 15 07:43:15.862032 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:43:15.866496 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a47001e-1dd2-4657-936c-ab5916ab2af6 req-e822d10d-eee3-4536-bb78-2aacd710941e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:43:15.867925 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-3a47001e-1dd2-4657-936c-ab5916ab2af6 req-e822d10d-eee3-4536-bb78-2aacd710941e service neutron] 10.222.0.26 "GET /networking/v2.0/networks?tenant_id=b4a8f2664964492e9c80a595ed043c71&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0958931 Sep 15 07:43:15.930368 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-002c2626-d48e-49ab-91c9-02621f6cf996 None None] Attempt 3 to provision port 2f98d201-6410-4508-a7f3-40ecd7daed4f Sep 15 07:43:15.966520 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a47001e-1dd2-4657-936c-ab5916ab2af6 req-437e6421-eea5-4086-a7ac-dc42744d09ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:43:15.968066 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-3a47001e-1dd2-4657-936c-ab5916ab2af6 req-437e6421-eea5-4086-a7ac-dc42744d09ec service neutron] 10.222.0.26 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0923021 Sep 15 07:43:15.974055 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-002c2626-d48e-49ab-91c9-02621f6cf996 None None] Port 2f98d201-6410-4508-a7f3-40ecd7daed4f had new provisioning blocks added so it will not transition to active. {{(pid=107290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 15 07:43:16.045127 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94833b92-ab2a-4370-a8bf-efc7b6ae88b8 req-8a203465-33af-4c4e-95b0-f577c4a0874e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:43:16.046622 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-94833b92-ab2a-4370-a8bf-efc7b6ae88b8 req-8a203465-33af-4c4e-95b0-f577c4a0874e service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=b4a8f2664964492e9c80a595ed043c71&device_id=0f14c845-5f86-4d74-8813-e7c482a6be08 HTTP/1.1" status: 200 len: 1127 time: 0.0383155 Sep 15 07:43:16.086781 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-94833b92-ab2a-4370-a8bf-efc7b6ae88b8 req-94706f70-2f87-48f0-aa03-602d50502551 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2f98d201-6410-4508-a7f3-40ecd7daed4f HTTP/1.1" status: 200 len: 217 time: 0.0307808 Sep 15 07:43:16.149169 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94833b92-ab2a-4370-a8bf-efc7b6ae88b8 req-d0c07abb-24dc-4a73-9a10-87491609b1db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:43:16.149169 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-94833b92-ab2a-4370-a8bf-efc7b6ae88b8 req-d0c07abb-24dc-4a73-9a10-87491609b1db service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=37c21616-a845-47e5-a620-a34a553bb45c HTTP/1.1" status: 200 len: 855 time: 0.0433047 Sep 15 07:43:16.197668 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94833b92-ab2a-4370-a8bf-efc7b6ae88b8 req-b9855dfe-e82c-46ac-9503-4eddf63027e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:43:16.199127 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-94833b92-ab2a-4370-a8bf-efc7b6ae88b8 req-b9855dfe-e82c-46ac-9503-4eddf63027e8 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=2b6b3bac-c651-487a-b144-89fba4985d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402122 Sep 15 07:43:16.290111 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-94833b92-ab2a-4370-a8bf-efc7b6ae88b8 req-26efe3a0-0300-4419-848e-7c97ac94e7c0 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/2b6b3bac-c651-487a-b144-89fba4985d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821373 Sep 15 07:43:16.574366 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4066ea-f282-41e2-ad01-a4dbd4a8dcd1 req-f2292fa0-7b0a-4be1-a02d-0db051c25d0e tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:43:16.575870 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-7d4066ea-f282-41e2-ad01-a4dbd4a8dcd1 req-f2292fa0-7b0a-4be1-a02d-0db051c25d0e tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0f14c845-5f86-4d74-8813-e7c482a6be08 HTTP/1.1" status: 200 len: 943 time: 0.0481000 Sep 15 07:43:16.627362 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-7d4066ea-f282-41e2-ad01-a4dbd4a8dcd1 req-82ad893c-c51c-4f81-b81a-2bd402d2f32c tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2b522f72-9094-4859-86c8-c098722d744c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454464 Sep 15 07:43:16.639310 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-94833b92-ab2a-4370-a8bf-efc7b6ae88b8 req-e1a61b7c-12d8-43e4-a377-b2591ac2086a service neutron] 10.222.0.26 "GET /networking/v2.0/networks/2b6b3bac-c651-487a-b144-89fba4985d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3399045 Sep 15 07:43:17.754501 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832da102-d152-4ed9-886d-4a8d2bca78f0 req-d05c9fd8-0cd0-4dc2-b789-e765672b0c12 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:43:17.755415 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-832da102-d152-4ed9-886d-4a8d2bca78f0 req-d05c9fd8-0cd0-4dc2-b789-e765672b0c12 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0f14c845-5f86-4d74-8813-e7c482a6be08 HTTP/1.1" status: 200 len: 943 time: 0.0460818 Sep 15 07:43:17.803093 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-832da102-d152-4ed9-886d-4a8d2bca78f0 req-1b41bcc6-e4c5-4b33-afd9-74799d446d82 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2b522f72-9094-4859-86c8-c098722d744c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421078 Sep 15 07:43:18.276310 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Device 4c1b17d0-12bd-4cd9-830b-4557784c3c0f no longer exists at agent hyperv_hv-cinder-82414 {{(pid=107290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 07:43:18.296190 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] No Port match for: 4c1b17d0-12bd-4cd9-830b-4557784c3c0f {{(pid=107290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 07:43:18.296526 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Device 4c1b17d0-12bd-4cd9-830b-4557784c3c0f not bound to the agent host hv-cinder-82414 {{(pid=107290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 07:43:18.928635 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99cbcb9-9382-4975-8290-d479c81e12b6 req-51a94048-470c-41e5-a5ab-a8ea40ef16f4 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:43:18.930101 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-b99cbcb9-9382-4975-8290-d479c81e12b6 req-51a94048-470c-41e5-a5ab-a8ea40ef16f4 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0f14c845-5f86-4d74-8813-e7c482a6be08 HTTP/1.1" status: 200 len: 943 time: 0.0460615 Sep 15 07:43:18.977765 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-b99cbcb9-9382-4975-8290-d479c81e12b6 req-ab8541c9-a69c-4002-8a44-dced591f271a tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2b522f72-9094-4859-86c8-c098722d744c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421937 Sep 15 07:43:20.139582 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Device 2f98d201-6410-4508-a7f3-40ecd7daed4f details requested by agent hyperv_hv-cinder-82414 with host hv-cinder-82414 {{(pid=107290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 07:43:20.247169 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] For port 2f98d201-6410-4508-a7f3-40ecd7daed4f, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=2f98d201-6410-4508-a7f3-40ecd7daed4f,segment=NetworkSegment(4e083812-1fad-4032-9ca4-75fb637b69f5),segment_id=4e083812-1fad-4032-9ca4-75fb637b69f5)] {{(pid=107290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:43:20.259816 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Returning: {'device': '2f98d201-6410-4508-a7f3-40ecd7daed4f', 'network_id': '2b6b3bac-c651-487a-b144-89fba4985d6c', 'port_id': '2f98d201-6410-4508-a7f3-40ecd7daed4f', 'mac_address': 'fa:16:3e:ad:44:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37c21616-a845-47e5-a620-a34a553bb45c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 07:43:20.297490 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Current status of the port 2f98d201-6410-4508-a7f3-40ecd7daed4f is: DOWN; New status is: BUILD {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:43:20.297919 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (2f98d201-6410-4508-a7f3-40ecd7daed4f), before_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:43:20.312720 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.notifiers.nova [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f98d201-6410-4508-a7f3-40ecd7daed4f {{(pid=107290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 07:43:20.333130 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] For port 2f98d201-6410-4508-a7f3-40ecd7daed4f, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=2f98d201-6410-4508-a7f3-40ecd7daed4f,segment=NetworkSegment(4e083812-1fad-4032-9ca4-75fb637b69f5),segment_id=4e083812-1fad-4032-9ca4-75fb637b69f5)] {{(pid=107290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:43:20.337915 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a9ee86-3536-4fb3-a0fd-ce399cac94ad req-59d529c9-5ca8-4a7f-904c-be54307a2251 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:43:20.342082 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-44a9ee86-3536-4fb3-a0fd-ce399cac94ad req-59d529c9-5ca8-4a7f-904c-be54307a2251 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0f14c845-5f86-4d74-8813-e7c482a6be08 HTTP/1.1" status: 200 len: 943 time: 0.2778077 Sep 15 07:43:20.386115 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-44a9ee86-3536-4fb3-a0fd-ce399cac94ad req-b06588f9-5471-495c-a615-d61b957d6a6e tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2b522f72-9094-4859-86c8-c098722d744c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405395 Sep 15 07:43:20.406412 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615'] for port (2f98d201-6410-4508-a7f3-40ecd7daed4f), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:43:20.452404 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Pushing event updated for resources: {'Port': ['ID=2f98d201-6410-4508-a7f3-40ecd7daed4f,revision_number=4']} {{(pid=107290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:43:20.459387 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:43:20.459737 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:43:20.460085 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:43:20.460427 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:43:20.460766 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:43:20.461147 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:43:20.461480 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:43:20.461837 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:43:20.462171 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:43:20.462501 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:43:20.462829 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:43:20.463200 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:43:20.463513 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:43:20.463835 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:43:20.464157 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:43:20.765629 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] get_ports_and_sgs() called for port_ids ['2f98d201-6410-4508-a7f3-40ecd7daed4f'] {{(pid=107290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 07:43:20.828867 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:43:21.512492 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8e0d31-4298-47d2-a6ee-05c7c3c4a272 req-ce3556c7-f806-4dad-b7ba-e8899244108a tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:43:21.514003 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-5d8e0d31-4298-47d2-a6ee-05c7c3c4a272 req-ce3556c7-f806-4dad-b7ba-e8899244108a tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0f14c845-5f86-4d74-8813-e7c482a6be08 HTTP/1.1" status: 200 len: 944 time: 0.0468814 Sep 15 07:43:21.561850 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-5d8e0d31-4298-47d2-a6ee-05c7c3c4a272 req-6261b7a5-c33e-43e1-9220-7327746dcde5 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2b522f72-9094-4859-86c8-c098722d744c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420156 Sep 15 07:43:22.165055 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Device 2f98d201-6410-4508-a7f3-40ecd7daed4f up at agent hyperv_hv-cinder-82414 {{(pid=107290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 07:43:22.205557 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Provisioning for port 2f98d201-6410-4508-a7f3-40ecd7daed4f completed by entity L2. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 15 07:43:22.261302 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Provisioning complete for port 2f98d201-6410-4508-a7f3-40ecd7daed4f triggered by entity L2. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 07:43:22.261704 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862942'] for port (2f98d201-6410-4508-a7f3-40ecd7daed4f), provisioning_complete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:43:22.262038 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Attempt 1 to provision port 2f98d201-6410-4508-a7f3-40ecd7daed4f Sep 15 07:43:22.336555 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Current status of the port 2f98d201-6410-4508-a7f3-40ecd7daed4f is: BUILD; New status is: ACTIVE {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:43:22.336934 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (2f98d201-6410-4508-a7f3-40ecd7daed4f), before_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:43:22.359843 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f14c845-5f86-4d74-8813-e7c482a6be08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f98d201-6410-4508-a7f3-40ecd7daed4f'}] {{(pid=107290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 07:43:22.362096 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff93a2f2a3cb789a491bb2a8c4b01cf70d8343c1611f7c7394898ef54d6aa0cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4564ee8d-f6af-4bbd-8686-01f6bbb54c7e" -d '{"events": [{"server_uuid": "0f14c845-5f86-4d74-8813-e7c482a6be08", "name": "network-vif-plugged", "status": "completed", "tag": "2f98d201-6410-4508-a7f3-40ecd7daed4f"}]}' {{(pid=107290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 07:43:22.366068 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:43:22.375628 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] For port 2f98d201-6410-4508-a7f3-40ecd7daed4f, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=2f98d201-6410-4508-a7f3-40ecd7daed4f,segment=NetworkSegment(4e083812-1fad-4032-9ca4-75fb637b69f5),segment_id=4e083812-1fad-4032-9ca4-75fb637b69f5)] {{(pid=107290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:43:22.399068 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 07:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37eac7cf-7f7c-46e8-943e-ac174ea7d0e9 x-openstack-request-id: req-37eac7cf-7f7c-46e8-943e-ac174ea7d0e9 {{(pid=107290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 07:43:22.399373 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f14c845-5f86-4d74-8813-e7c482a6be08", "name": "network-vif-plugged", "status": "completed", "tag": "2f98d201-6410-4508-a7f3-40ecd7daed4f", "code": 200}]} {{(pid=107290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 07:43:22.399627 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-37eac7cf-7f7c-46e8-943e-ac174ea7d0e9 {{(pid=107290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 07:43:22.400017 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37eac7cf-7f7c-46e8-943e-ac174ea7d0e9'] response: {'server_uuid': '0f14c845-5f86-4d74-8813-e7c482a6be08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f98d201-6410-4508-a7f3-40ecd7daed4f', 'code': 200} Sep 15 07:43:22.453662 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615'] for port (2f98d201-6410-4508-a7f3-40ecd7daed4f), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:43:22.499224 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Pushing event updated for resources: {'Port': ['ID=2f98d201-6410-4508-a7f3-40ecd7daed4f,revision_number=5']} {{(pid=107290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:43:22.606259 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-64d80988-3a9f-4bb7-8264-16cedcd819ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (47b201f8-ba91-4005-8457-67653169c522), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:43:22.692495 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556a2016-a3d2-4900-a708-77b3491a90f1 req-74266295-bce4-4bcf-b927-f3467dbd215d tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:43:22.693896 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-556a2016-a3d2-4900-a708-77b3491a90f1 req-74266295-bce4-4bcf-b927-f3467dbd215d tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0f14c845-5f86-4d74-8813-e7c482a6be08 HTTP/1.1" status: 200 len: 945 time: 0.0487981 Sep 15 07:43:22.742811 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-556a2016-a3d2-4900-a708-77b3491a90f1 req-b117bf52-6e82-4731-aa82-8a93b91a04fb tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2b522f72-9094-4859-86c8-c098722d744c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430601 Sep 15 07:43:22.786284 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930f8939-80dc-4e77-9946-5d74b1d4b012 req-8b27fa01-0caf-4cfb-b4f0-31a3fcd886dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:43:22.787943 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-930f8939-80dc-4e77-9946-5d74b1d4b012 req-8b27fa01-0caf-4cfb-b4f0-31a3fcd886dc service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=0f14c845-5f86-4d74-8813-e7c482a6be08 HTTP/1.1" status: 200 len: 1129 time: 0.0383003 Sep 15 07:43:22.837737 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-930f8939-80dc-4e77-9946-5d74b1d4b012 req-f124adae-3524-4d79-8122-f29a8c53de66 service neutron] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2b522f72-9094-4859-86c8-c098722d744c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398066 Sep 15 07:43:23.872168 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1a9954-a7bd-4311-a6c3-525e9bb0833f req-6bb5d0c8-6b3d-495c-8bba-6340dd82596d tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:43:23.873719 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-0c1a9954-a7bd-4311-a6c3-525e9bb0833f req-6bb5d0c8-6b3d-495c-8bba-6340dd82596d tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0f14c845-5f86-4d74-8813-e7c482a6be08 HTTP/1.1" status: 200 len: 945 time: 0.0473824 Sep 15 07:43:23.921316 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-0c1a9954-a7bd-4311-a6c3-525e9bb0833f req-0471c581-f8f6-49b0-8ce0-3adb6021949c tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2b522f72-9094-4859-86c8-c098722d744c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421157 Sep 15 07:43:24.799132 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-f772fb2a-1c09-41d2-9d38-94888b1d7230 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (6177172c-20b9-4a3a-92be-d5dd082cfa3a), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:43:25.052399 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1f1383-a7a0-446e-a9d5-b11cf5da18e2 req-a3ff1646-d73e-49e5-9847-9dede6946d28 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:43:25.053846 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-5b1f1383-a7a0-446e-a9d5-b11cf5da18e2 req-a3ff1646-d73e-49e5-9847-9dede6946d28 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0f14c845-5f86-4d74-8813-e7c482a6be08 HTTP/1.1" status: 200 len: 945 time: 0.0502961 Sep 15 07:43:25.100040 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-5b1f1383-a7a0-446e-a9d5-b11cf5da18e2 req-8c41ec94-57d5-4c86-a267-09bd515a5272 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2b522f72-9094-4859-86c8-c098722d744c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405529 Sep 15 07:43:26.009985 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-0f44d0d5-b296-4658-a59d-71e94f9a3b32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (71b2a813-2b59-4e69-b901-83528b6ecb8f), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:43:26.227046 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27479165-52ff-415e-9c66-791367688224 req-ef1f9142-d8f1-473b-8cd5-5d08190b1dde tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:43:26.228443 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-27479165-52ff-415e-9c66-791367688224 req-ef1f9142-d8f1-473b-8cd5-5d08190b1dde tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0f14c845-5f86-4d74-8813-e7c482a6be08 HTTP/1.1" status: 200 len: 945 time: 0.0483389 Sep 15 07:43:26.276177 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-27479165-52ff-415e-9c66-791367688224 req-c99d2524-3705-46df-a3e7-99602777e94f tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2b522f72-9094-4859-86c8-c098722d744c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418470 Sep 15 07:43:26.374547 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=20,neutron:UPDATE=1 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:43:26.379402 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=22,neutron:UPDATE=1 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:43:26.400167 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c5ed09-c7fd-4941-b1e1-d5960a147de4 req-204ee417-b09b-4f4c-8823-fc35d62d26a4 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:43:26.401632 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-b8c5ed09-c7fd-4941-b1e1-d5960a147de4 req-204ee417-b09b-4f4c-8823-fc35d62d26a4 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0f14c845-5f86-4d74-8813-e7c482a6be08 HTTP/1.1" status: 200 len: 945 time: 0.0477197 Sep 15 07:43:26.412379 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 37066) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:43:26.416876 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.v2.base [None req-77490f73-62c7-405f-a0f5-9f95add0e54f tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Request body: {'floatingip': {'port_id': '2f98d201-6410-4508-a7f3-40ecd7daed4f'}} {{(pid=107279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:43:26.458682 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-77490f73-62c7-405f-a0f5-9f95add0e54f tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Publish callbacks [] for floatingip (9ec8de66-9ef1-47e8-b266-02a3773ae3d4), before_update {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:43:26.516179 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=100 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:43:26.551555 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=100 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:43:26.888749 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-77490f73-62c7-405f-a0f5-9f95add0e54f tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:43:26.935813 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-77490f73-62c7-405f-a0f5-9f95add0e54f tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2007462'] for floatingip (9ec8de66-9ef1-47e8-b266-02a3773ae3d4), after_update {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:43:27.033184 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.db.l3_db [None req-77490f73-62c7-405f-a0f5-9f95add0e54f tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Floating IP 9ec8de66-9ef1-47e8-b266-02a3773ae3d4 associated. External IP: 172.27.0.202, port: 2f98d201-6410-4508-a7f3-40ecd7daed4f. Sep 15 07:43:27.227107 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77490f73-62c7-405f-a0f5-9f95add0e54f tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Router 1df19f93-ddd2-4633-93f0-f23031cad133 has already been hosted by L3 agent 6177172c-20b9-4a3a-92be-d5dd082cfa3a {{(pid=107279) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 07:43:27.333102 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77490f73-62c7-405f-a0f5-9f95add0e54f tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Notify agent at l3_agent.dv-cinder-824149-6-iscsi the message routers_updated {{(pid=107279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 07:43:27.338036 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-77490f73-62c7-405f-a0f5-9f95add0e54f tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382552'] for floatingip (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:43:27.343451 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3b9ff4-e8ce-4560-86e2-9b4eb01d5f30 None None] Sync routers for ids ['1df19f93-ddd2-4633-93f0-f23031cad133'] in dv-cinder-824149-6-iscsi {{(pid=107290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 07:43:27.353649 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3b9ff4-e8ce-4560-86e2-9b4eb01d5f30 None None] Routers {'1df19f93-ddd2-4633-93f0-f23031cad133'} bound to L3 agent in host dv-cinder-824149-6-iscsi {{(pid=107290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 07:43:27.354348 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_hamode_db [None req-1a3b9ff4-e8ce-4560-86e2-9b4eb01d5f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-15T07:30:25Z,description=,heartbeat_timestamp=2022-09-15T07:43:25Z,host='dv-cinder-824149-6-iscsi',id=6177172c-20b9-4a3a-92be-d5dd082cfa3a,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T07:30:25Z,topic='l3_agent')) {'router_ids': ['1df19f93-ddd2-4633-93f0-f23031cad133'], 'active': True} {{(pid=107290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:43:27.368694 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-77490f73-62c7-405f-a0f5-9f95add0e54f tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "PUT /networking/v2.0/floatingips/9ec8de66-9ef1-47e8-b266-02a3773ae3d4 HTTP/1.1" status: 200 len: 991 time: 0.9552546 Sep 15 07:43:27.369533 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f14c845-5f86-4d74-8813-e7c482a6be08', 'tag': '2f98d201-6410-4508-a7f3-40ecd7daed4f'}] {{(pid=107279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 07:43:27.372287 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706979451550896f7b9833a7a6f18e8e6b98f6eca7edeab709f82497fe6197ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6802f802-5795-46bb-9e17-25fcab3c4226" -d '{"events": [{"name": "network-changed", "server_uuid": "0f14c845-5f86-4d74-8813-e7c482a6be08", "tag": "2f98d201-6410-4508-a7f3-40ecd7daed4f"}]}' {{(pid=107279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 07:43:27.411062 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 07:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79b8e3e3-8a96-42f7-9354-4ec34f4718c4 x-openstack-request-id: req-79b8e3e3-8a96-42f7-9354-4ec34f4718c4 {{(pid=107279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 07:43:27.411360 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f14c845-5f86-4d74-8813-e7c482a6be08", "tag": "2f98d201-6410-4508-a7f3-40ecd7daed4f", "status": "completed", "code": 200}]} {{(pid=107279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 07:43:27.411614 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-79b8e3e3-8a96-42f7-9354-4ec34f4718c4 {{(pid=107279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 07:43:27.412020 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79b8e3e3-8a96-42f7-9354-4ec34f4718c4'] response: {'name': 'network-changed', 'server_uuid': '0f14c845-5f86-4d74-8813-e7c482a6be08', 'tag': '2f98d201-6410-4508-a7f3-40ecd7daed4f', 'status': 'completed', 'code': 200} Sep 15 07:43:27.470413 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvr_db [None req-1a3b9ff4-e8ce-4560-86e2-9b4eb01d5f30 None None] Set router 1df19f93-ddd2-4633-93f0-f23031cad133 gateway port host: dv-cinder-824149-6-iscsi {{(pid=107290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 07:43:27.540973 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-677e5667-6d12-4a09-97b6-65dca69daeb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (4c9c4bf3-096b-4dee-b844-12a870317301), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:43:27.812517 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (c3acd0b9-3b8e-4f77-9053-2ca2457616b3), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:43:27.816708 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_hamode_db [None req-1a3b9ff4-e8ce-4560-86e2-9b4eb01d5f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df19f93-ddd2-4633-93f0-f23031cad133', 'name': 'tempest-AttachVolumeShelveTestJSON-581984198-router', 'tenant_id': 'b4a8f2664964492e9c80a595ed043c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': 'e79aed76-cb3f-4eec-9144-605159e2236a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:38:34Z', 'updated_at': '2022-09-15T07:38:45Z', 'revision_number': 4, 'project_id': 'b4a8f2664964492e9c80a595ed043c71', 'gw_port': {'id': 'e79aed76-cb3f-4eec-9144-605159e2236a', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:5a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df19f93-ddd2-4633-93f0-f23031cad133', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:38:35Z', 'updated_at': '2022-09-15T07:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi', '_floatingips': [{'id': '9ec8de66-9ef1-47e8-b266-02a3773ae3d4', 'tenant_id': 'b4a8f2664964492e9c80a595ed043c71', 'floating_ip_address': '172.27.0.202', 'floating_network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'router_id': '1df19f93-ddd2-4633-93f0-f23031cad133', 'port_id': '2f98d201-6410-4508-a7f3-40ecd7daed4f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b6b3bac-c651-487a-b144-89fba4985d6c', 'mac_address': 'fa:16:3e:ad:44:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f14c845-5f86-4d74-8813-e7c482a6be08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T07:43:08Z', 'updated_at': '2022-09-15T07:43:26Z', 'revision_number': 1, 'project_id': 'b4a8f2664964492e9c80a595ed043c71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1b43edf-4d80-42ab-8985-9ac1b7d49c1f', 'name': '', 'network_id': '2b6b3bac-c651-487a-b144-89fba4985d6c', 'tenant_id': 'b4a8f2664964492e9c80a595ed043c71', 'mac_address': 'fa:16:3e:0f:70:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df19f93-ddd2-4633-93f0-f23031cad133', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '37c21616-a845-47e5-a620-a34a553bb45c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:38:43Z', 'updated_at': '2022-09-15T07:38:51Z', 'revision_number': 5, 'project_id': 'b4a8f2664964492e9c80a595ed043c71', 'subnets': [{'id': '37c21616-a845-47e5-a620-a34a553bb45c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-6-iscsi', False) {} {{(pid=107290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:43:27.841956 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3b9ff4-e8ce-4560-86e2-9b4eb01d5f30 None None] Checking router: 1df19f93-ddd2-4633-93f0-f23031cad133 for host: dv-cinder-824149-6-iscsi {{(pid=107290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 07:43:27.854708 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3b9ff4-e8ce-4560-86e2-9b4eb01d5f30 None None] Routers {'1df19f93-ddd2-4633-93f0-f23031cad133'} bound to L3 agent in host dv-cinder-824149-6-iscsi {{(pid=107290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 07:43:27.855325 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_hamode_db [None req-1a3b9ff4-e8ce-4560-86e2-9b4eb01d5f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-15T07:30:25Z,description=,heartbeat_timestamp=2022-09-15T07:43:25Z,host='dv-cinder-824149-6-iscsi',id=6177172c-20b9-4a3a-92be-d5dd082cfa3a,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T07:30:25Z,topic='l3_agent')) {'router_ids': ['1df19f93-ddd2-4633-93f0-f23031cad133'], 'active': True} {{(pid=107290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:43:27.956821 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvr_db [None req-1a3b9ff4-e8ce-4560-86e2-9b4eb01d5f30 None None] Set router 1df19f93-ddd2-4633-93f0-f23031cad133 gateway port host: dv-cinder-824149-6-iscsi {{(pid=107290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 07:43:27.994512 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:43:28.150532 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:43:28.166123 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_hamode_db [None req-1a3b9ff4-e8ce-4560-86e2-9b4eb01d5f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df19f93-ddd2-4633-93f0-f23031cad133', 'name': 'tempest-AttachVolumeShelveTestJSON-581984198-router', 'tenant_id': 'b4a8f2664964492e9c80a595ed043c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': 'e79aed76-cb3f-4eec-9144-605159e2236a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:38:34Z', 'updated_at': '2022-09-15T07:38:45Z', 'revision_number': 4, 'project_id': 'b4a8f2664964492e9c80a595ed043c71', 'gw_port': {'id': 'e79aed76-cb3f-4eec-9144-605159e2236a', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:5a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df19f93-ddd2-4633-93f0-f23031cad133', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:38:35Z', 'updated_at': '2022-09-15T07:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi', '_floatingips': [{'id': '9ec8de66-9ef1-47e8-b266-02a3773ae3d4', 'tenant_id': 'b4a8f2664964492e9c80a595ed043c71', 'floating_ip_address': '172.27.0.202', 'floating_network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'router_id': '1df19f93-ddd2-4633-93f0-f23031cad133', 'port_id': '2f98d201-6410-4508-a7f3-40ecd7daed4f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b6b3bac-c651-487a-b144-89fba4985d6c', 'mac_address': 'fa:16:3e:ad:44:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f14c845-5f86-4d74-8813-e7c482a6be08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T07:43:08Z', 'updated_at': '2022-09-15T07:43:26Z', 'revision_number': 1, 'project_id': 'b4a8f2664964492e9c80a595ed043c71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1b43edf-4d80-42ab-8985-9ac1b7d49c1f', 'name': '', 'network_id': '2b6b3bac-c651-487a-b144-89fba4985d6c', 'tenant_id': 'b4a8f2664964492e9c80a595ed043c71', 'mac_address': 'fa:16:3e:0f:70:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df19f93-ddd2-4633-93f0-f23031cad133', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '37c21616-a845-47e5-a620-a34a553bb45c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:38:43Z', 'updated_at': '2022-09-15T07:38:51Z', 'revision_number': 5, 'project_id': 'b4a8f2664964492e9c80a595ed043c71', 'subnets': [{'id': '37c21616-a845-47e5-a620-a34a553bb45c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-6-iscsi', False) {} {{(pid=107290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:43:28.194034 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3b9ff4-e8ce-4560-86e2-9b4eb01d5f30 None None] The sync data for ids ['1df19f93-ddd2-4633-93f0-f23031cad133'] in dv-cinder-824149-6-iscsi is: [{'id': '1df19f93-ddd2-4633-93f0-f23031cad133', 'name': 'tempest-AttachVolumeShelveTestJSON-581984198-router', 'tenant_id': 'b4a8f2664964492e9c80a595ed043c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': 'e79aed76-cb3f-4eec-9144-605159e2236a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:38:34Z', 'updated_at': '2022-09-15T07:38:45Z', 'revision_number': 4, 'project_id': 'b4a8f2664964492e9c80a595ed043c71', 'gw_port': {'id': 'e79aed76-cb3f-4eec-9144-605159e2236a', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:5a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df19f93-ddd2-4633-93f0-f23031cad133', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:38:35Z', 'updated_at': '2022-09-15T07:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi', '_floatingips': [{'id': '9ec8de66-9ef1-47e8-b266-02a3773ae3d4', 'tenant_id': 'b4a8f2664964492e9c80a595ed043c71', 'floating_ip_address': '172.27.0.202', 'floating_network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'router_id': '1df19f93-ddd2-4633-93f0-f23031cad133', 'port_id': '2f98d201-6410-4508-a7f3-40ecd7daed4f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b6b3bac-c651-487a-b144-89fba4985d6c', 'mac_address': 'fa:16:3e:ad:44:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f14c845-5f86-4d74-8813-e7c482a6be08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T07:43:08Z', 'updated_at': '2022-09-15T07:43:26Z', 'revision_number': 1, 'project_id': 'b4a8f2664964492e9c80a595ed043c71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1b43edf-4d80-42ab-8985-9ac1b7d49c1f', 'name': '', 'network_id': '2b6b3bac-c651-487a-b144-89fba4985d6c', 'tenant_id': 'b4a8f2664964492e9c80a595ed043c71', 'mac_address': 'fa:16:3e:0f:70:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df19f93-ddd2-4633-93f0-f23031cad133', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '37c21616-a845-47e5-a620-a34a553bb45c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:38:43Z', 'updated_at': '2022-09-15T07:38:51Z', 'revision_number': 5, 'project_id': 'b4a8f2664964492e9c80a595ed043c71', 'subnets': [{'id': '37c21616-a845-47e5-a620-a34a553bb45c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 07:43:28.399925 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d517aa75-c2f2-429d-a56e-b9b256ba5736 None None] New status for floating IP 9ec8de66-9ef1-47e8-b266-02a3773ae3d4: ACTIVE {{(pid=107295) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 15 07:43:29.334429 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6802f802-5795-46bb-9e17-25fcab3c4226 req-46021d91-0f0e-4784-a96f-27b9a22bc397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:43:29.335956 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-6802f802-5795-46bb-9e17-25fcab3c4226 req-46021d91-0f0e-4784-a96f-27b9a22bc397 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=b4a8f2664964492e9c80a595ed043c71&device_id=0f14c845-5f86-4d74-8813-e7c482a6be08 HTTP/1.1" status: 200 len: 1129 time: 0.0390306 Sep 15 07:43:29.434842 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6802f802-5795-46bb-9e17-25fcab3c4226 req-8f855489-0395-47bb-8401-fb8e85e6e367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:43:29.436394 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-6802f802-5795-46bb-9e17-25fcab3c4226 req-8f855489-0395-47bb-8401-fb8e85e6e367 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=2b6b3bac-c651-487a-b144-89fba4985d6c HTTP/1.1" status: 200 len: 917 time: 0.0890338 Sep 15 07:43:29.504127 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-6802f802-5795-46bb-9e17-25fcab3c4226 req-d88661ac-99cc-4e4a-86c8-daf30a3b0cb6 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2f98d201-6410-4508-a7f3-40ecd7daed4f HTTP/1.1" status: 200 len: 1001 time: 0.0601246 Sep 15 07:43:29.558064 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6802f802-5795-46bb-9e17-25fcab3c4226 req-cfda443d-feb3-43cc-99e1-cb12455a7f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:43:29.561317 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-6802f802-5795-46bb-9e17-25fcab3c4226 req-cfda443d-feb3-43cc-99e1-cb12455a7f77 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=37c21616-a845-47e5-a620-a34a553bb45c HTTP/1.1" status: 200 len: 855 time: 0.0460615 Sep 15 07:43:29.622045 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6802f802-5795-46bb-9e17-25fcab3c4226 req-b2844718-7198-4177-9451-75dd06e43b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:43:29.623657 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-6802f802-5795-46bb-9e17-25fcab3c4226 req-b2844718-7198-4177-9451-75dd06e43b1d service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=2b6b3bac-c651-487a-b144-89fba4985d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414193 Sep 15 07:43:29.707483 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=100 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:43:29.723838 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-6802f802-5795-46bb-9e17-25fcab3c4226 req-d1532ae4-3bb5-4f53-af89-aceed945d09f service neutron] 10.222.0.26 "GET /networking/v2.0/networks/2b6b3bac-c651-487a-b144-89fba4985d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885360 Sep 15 07:43:29.817102 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-6802f802-5795-46bb-9e17-25fcab3c4226 req-1ffd3b91-9b77-4ad3-9498-0e004b4cd618 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/2b6b3bac-c651-487a-b144-89fba4985d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858400 Sep 15 07:43:33.301634 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.agents_db [None req-df016ec4-f85e-4abb-9405-ce942686afd2 None None] Agent healthcheck: found 6 active agents {{(pid=107295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 07:43:37.357596 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=83 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:43:37.365952 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=78,neutron:UPDATE=2 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:43:38.169908 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=7 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:43:38.472057 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c28f5e-410a-4ca0-ad61-7b59ffc37e91 req-eb86e3e6-d001-4a94-bc7c-a49914a8ee0d tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:43:38.474390 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-26c28f5e-410a-4ca0-ad61-7b59ffc37e91 req-eb86e3e6-d001-4a94-bc7c-a49914a8ee0d tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=62a3489f-c5f3-44d4-93c2-da198e8f06f8 HTTP/1.1" status: 200 len: 945 time: 0.1082158 Sep 15 07:43:38.474553 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c70900c-090c-4e4e-a1fb-d6892405b42a req-5a8ac201-8a15-46ca-99e5-855d68d0fff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:43:38.476043 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-6c70900c-090c-4e4e-a1fb-d6892405b42a req-5a8ac201-8a15-46ca-99e5-855d68d0fff6 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=cdc69db806d24d1f8eb18aadaaafabcb&device_id=62a3489f-c5f3-44d4-93c2-da198e8f06f8 HTTP/1.1" status: 200 len: 1129 time: 0.0377641 Sep 15 07:43:38.503802 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:43:38.529397 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-26c28f5e-410a-4ca0-ad61-7b59ffc37e91 req-6510c917-91b6-494d-bf28-3e745f26bfa8 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0e8db3a3-a65b-4399-84bd-cfbe05d3f52d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486591 Sep 15 07:43:38.540379 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=100 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:43:38.573243 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c70900c-090c-4e4e-a1fb-d6892405b42a req-4b153480-51ff-4c53-8604-73230e2f352e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:43:38.574724 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-6c70900c-090c-4e4e-a1fb-d6892405b42a req-4b153480-51ff-4c53-8604-73230e2f352e service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=9125b9da-cf0a-438e-a321-05e9db8df553 HTTP/1.1" status: 200 len: 920 time: 0.0917673 Sep 15 07:43:38.652359 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-6c70900c-090c-4e4e-a1fb-d6892405b42a req-e2392cdf-3455-4769-8b4c-31117bed3e77 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5143816a-5379-4a8d-ad85-0a16d1348b1e HTTP/1.1" status: 200 len: 1001 time: 0.0622740 Sep 15 07:43:38.700688 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c70900c-090c-4e4e-a1fb-d6892405b42a req-2b0dc4ab-0b2d-4665-ad18-e24d1111be2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:43:38.702136 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-6c70900c-090c-4e4e-a1fb-d6892405b42a req-2b0dc4ab-0b2d-4665-ad18-e24d1111be2e service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=56bdd156-8a1e-4af7-bbaf-a09f4f37e06d HTTP/1.1" status: 200 len: 858 time: 0.0441463 Sep 15 07:43:38.745955 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c70900c-090c-4e4e-a1fb-d6892405b42a req-43994cb2-da42-4563-8e1c-28bae69fb7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:43:38.747475 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-6c70900c-090c-4e4e-a1fb-d6892405b42a req-43994cb2-da42-4563-8e1c-28bae69fb7ae service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=9125b9da-cf0a-438e-a321-05e9db8df553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389338 Sep 15 07:43:38.842101 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-6c70900c-090c-4e4e-a1fb-d6892405b42a req-753ade36-c7ab-4033-b1f6-824e9dcbfb58 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/9125b9da-cf0a-438e-a321-05e9db8df553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884976 Sep 15 07:43:38.935353 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-6c70900c-090c-4e4e-a1fb-d6892405b42a req-8f584584-8d78-4201-9beb-ff12c8c2affc service neutron] 10.222.0.26 "GET /networking/v2.0/networks/9125b9da-cf0a-438e-a321-05e9db8df553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873442 Sep 15 07:43:39.658607 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c4775d-b766-497b-8e6c-c2c1a9b60836 req-db015bb5-1b66-42f2-9e61-e86b54fd687e tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:43:39.660333 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-f8c4775d-b766-497b-8e6c-c2c1a9b60836 req-db015bb5-1b66-42f2-9e61-e86b54fd687e tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=62a3489f-c5f3-44d4-93c2-da198e8f06f8 HTTP/1.1" status: 200 len: 945 time: 0.0538104 Sep 15 07:43:39.708054 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-f8c4775d-b766-497b-8e6c-c2c1a9b60836 req-502cdf74-8454-42a2-b116-b6b1ad2fef3a tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0e8db3a3-a65b-4399-84bd-cfbe05d3f52d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419812 Sep 15 07:43:40.700630 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 37212) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:43:40.747936 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.db.db_base_plugin_v2 [None req-25d8ec95-1ac8-406d-8285-0755f49af97a admin admin] Deleting subnet 64ae8133-cecb-48c0-b856-79547a868359 {{(pid=107279) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 15 07:43:40.750917 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-25d8ec95-1ac8-406d-8285-0755f49af97a admin admin] Publish callbacks [] for subnet (64ae8133-cecb-48c0-b856-79547a868359), before_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:43:40.794210 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-25d8ec95-1ac8-406d-8285-0755f49af97a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4067374'] for subnet (64ae8133-cecb-48c0-b856-79547a868359), precommit_delete_associations {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:43:40.863150 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6b6830-0611-4c2f-bd88-95ea98e28ef7 req-413103bd-f221-4d95-be1e-8854fc222cef tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:43:40.864603 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-7b6b6830-0611-4c2f-bd88-95ea98e28ef7 req-413103bd-f221-4d95-be1e-8854fc222cef tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=62a3489f-c5f3-44d4-93c2-da198e8f06f8 HTTP/1.1" status: 200 len: 945 time: 0.0745440 Sep 15 07:43:40.881174 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-25d8ec95-1ac8-406d-8285-0755f49af97a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-831850'] for subnet (64ae8133-cecb-48c0-b856-79547a868359), precommit_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:43:40.950655 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-7b6b6830-0611-4c2f-bd88-95ea98e28ef7 req-031c29fd-a4e4-4f41-9717-1e9f63546e3b tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0e8db3a3-a65b-4399-84bd-cfbe05d3f52d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792189 Sep 15 07:43:41.011634 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-25d8ec95-1ac8-406d-8285-0755f49af97a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-835415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3991718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260930273'] for subnet (64ae8133-cecb-48c0-b856-79547a868359), after_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:43:41.042080 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d8ec95-1ac8-406d-8285-0755f49af97a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64ae8133-cecb-48c0-b856-79547a868359,revision_number=None']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:43:41.045563 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-25d8ec95-1ac8-406d-8285-0755f49af97a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586190'] for subnet (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:43:41.051214 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-25d8ec95-1ac8-406d-8285-0755f49af97a admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/64ae8133-cecb-48c0-b856-79547a868359 HTTP/1.1" status: 204 len: 168 time: 0.3469930 Sep 15 07:43:41.051214 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 37218) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:43:41.119287 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-e823e9ac-7cfc-494c-b73b-5bb8bbe48652 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-790559'] for network (f394ac71-7474-4bf4-a880-a8c13e331ffa), before_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:43:41.200754 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-e823e9ac-7cfc-494c-b73b-5bb8bbe48652 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861249', 'neutron.services.segments.db._delete_segments_for_network-8729658700737'] for network (f394ac71-7474-4bf4-a880-a8c13e331ffa), precommit_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:43:41.225959 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.services.segments.db [None req-e823e9ac-7cfc-494c-b73b-5bb8bbe48652 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f394ac71-7474-4bf4-a880-a8c13e331ffa']}} {{(pid=107279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:43:41.230936 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.services.segments.db [None req-e823e9ac-7cfc-494c-b73b-5bb8bbe48652 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '933d1858-9190-48af-ab20-a3ec8506eacd') {'for_net_delete': True} {{(pid=107279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:43:41.231233 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.services.segments.db [None req-e823e9ac-7cfc-494c-b73b-5bb8bbe48652 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '933d1858-9190-48af-ab20-a3ec8506eacd') {} {{(pid=107279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:43:41.241210 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-e823e9ac-7cfc-494c-b73b-5bb8bbe48652 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729658700629', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4067349'] for segment (933d1858-9190-48af-ab20-a3ec8506eacd), before_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:43:41.255443 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-e823e9ac-7cfc-494c-b73b-5bb8bbe48652 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906830'] for segment (933d1858-9190-48af-ab20-a3ec8506eacd), precommit_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:43:41.261891 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e823e9ac-7cfc-494c-b73b-5bb8bbe48652 admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=107279) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 07:43:41.262297 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-e823e9ac-7cfc-494c-b73b-5bb8bbe48652 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3991580'] for segment (933d1858-9190-48af-ab20-a3ec8506eacd), after_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:43:41.303168 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.services.segments.plugin [-] Segment 933d1858-9190-48af-ab20-a3ec8506eacd resource provider aggregate not found Sep 15 07:43:41.320720 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.services.segments.plugin [-] Segment 933d1858-9190-48af-ab20-a3ec8506eacd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 933d1858-9190-48af-ab20-a3ec8506eacd found for delete ", "request_id": "req-197aa03f-bb14-4114-bcd8-2f13b6401363"}]} Sep 15 07:43:41.416884 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-e823e9ac-7cfc-494c-b73b-5bb8bbe48652 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2007433'] for network (f394ac71-7474-4bf4-a880-a8c13e331ffa), after_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:43:41.422566 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-e823e9ac-7cfc-494c-b73b-5bb8bbe48652 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586190'] for network (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:43:41.426165 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-e823e9ac-7cfc-494c-b73b-5bb8bbe48652 admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/f394ac71-7474-4bf4-a880-a8c13e331ffa HTTP/1.1" status: 204 len: 168 time: 0.3734243 Sep 15 07:43:41.438398 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e823e9ac-7cfc-494c-b73b-5bb8bbe48652 admin admin] Pushing event deleted for resources: {'Network': ['ID=f394ac71-7474-4bf4-a880-a8c13e331ffa,revision_number=None']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:43:41.784243 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 37230) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:43:41.824237 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-c6a48d0f-68f1-4b6b-868c-6f776e63c3fc admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=66cb9c7c7eb24e30bf89b3680c713472&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388136 Sep 15 07:43:41.826635 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 37232) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:43:41.877025 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-b5c109b1-71bc-4855-8868-ae2fcc79724b admin admin] Publish callbacks [] for security_group (6eda1ed7-64d2-40ad-adcb-574a95437049), before_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:43:41.901485 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-b5c109b1-71bc-4855-8868-ae2fcc79724b admin admin] Publish callbacks [] for security_group (6eda1ed7-64d2-40ad-adcb-574a95437049), precommit_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:43:42.015929 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-b5c109b1-71bc-4855-8868-ae2fcc79724b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (6eda1ed7-64d2-40ad-adcb-574a95437049), after_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:43:42.018450 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-b5c109b1-71bc-4855-8868-ae2fcc79724b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:43:42.021842 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-b5c109b1-71bc-4855-8868-ae2fcc79724b admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/6eda1ed7-64d2-40ad-adcb-574a95437049 HTTP/1.1" status: 204 len: 168 time: 0.1921089 Sep 15 07:43:42.030171 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c109b1-71bc-4855-8868-ae2fcc79724b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eda1ed7-64d2-40ad-adcb-574a95437049,revision_number=None']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:43:42.038958 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c109b1-71bc-4855-8868-ae2fcc79724b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:43:42.039308 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c109b1-71bc-4855-8868-ae2fcc79724b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:43:42.039653 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c109b1-71bc-4855-8868-ae2fcc79724b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:43:42.040024 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c109b1-71bc-4855-8868-ae2fcc79724b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:43:42.040354 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c109b1-71bc-4855-8868-ae2fcc79724b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:43:42.040812 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c109b1-71bc-4855-8868-ae2fcc79724b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:43:42.041142 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c109b1-71bc-4855-8868-ae2fcc79724b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:43:42.041470 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c109b1-71bc-4855-8868-ae2fcc79724b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:43:42.041825 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c109b1-71bc-4855-8868-ae2fcc79724b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:43:42.042149 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c109b1-71bc-4855-8868-ae2fcc79724b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:43:42.042488 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c109b1-71bc-4855-8868-ae2fcc79724b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:43:42.042801 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c109b1-71bc-4855-8868-ae2fcc79724b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:43:42.043118 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c109b1-71bc-4855-8868-ae2fcc79724b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:43:42.043435 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c109b1-71bc-4855-8868-ae2fcc79724b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:43:42.043759 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c109b1-71bc-4855-8868-ae2fcc79724b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:43:42.080969 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717491a1-9e99-4dac-872c-746e124e190d req-1d8f15f0-3c99-4dc9-9d50-8bafcaf15e42 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:43:42.082473 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-717491a1-9e99-4dac-872c-746e124e190d req-1d8f15f0-3c99-4dc9-9d50-8bafcaf15e42 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=62a3489f-c5f3-44d4-93c2-da198e8f06f8 HTTP/1.1" status: 200 len: 945 time: 0.0547132 Sep 15 07:43:42.108511 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:43:42.131823 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-717491a1-9e99-4dac-872c-746e124e190d req-ac2ae4a7-0f78-41da-a811-1581c5ff2135 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0e8db3a3-a65b-4399-84bd-cfbe05d3f52d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433815 Sep 15 07:43:42.730731 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (25cf60a6-7ad2-448a-9326-c12b453ddee0), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:43:43.254279 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3662cf-5d68-4a2b-bc7a-8dca336dde08 req-8f0caf0d-a352-424d-9256-8441eeb8b40f tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:43:43.255766 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-1a3662cf-5d68-4a2b-bc7a-8dca336dde08 req-8f0caf0d-a352-424d-9256-8441eeb8b40f tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=62a3489f-c5f3-44d4-93c2-da198e8f06f8 HTTP/1.1" status: 200 len: 945 time: 0.0472276 Sep 15 07:43:43.298104 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:43:43.303300 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-1a3662cf-5d68-4a2b-bc7a-8dca336dde08 req-b21f074e-910b-4e82-b7d8-bf5b469b62de tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0e8db3a3-a65b-4399-84bd-cfbe05d3f52d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413659 Sep 15 07:43:44.429521 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dff7093-ed6f-436f-9121-291df05ceaa6 req-d8cf0991-ffaf-4daa-b8ea-ab9230a4701d tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:43:44.431758 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-0dff7093-ed6f-436f-9121-291df05ceaa6 req-d8cf0991-ffaf-4daa-b8ea-ab9230a4701d tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=62a3489f-c5f3-44d4-93c2-da198e8f06f8 HTTP/1.1" status: 200 len: 945 time: 0.0526185 Sep 15 07:43:44.458324 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:43:44.484435 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-0dff7093-ed6f-436f-9121-291df05ceaa6 req-b61285c5-3cb2-474a-9edd-f1af67748405 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0e8db3a3-a65b-4399-84bd-cfbe05d3f52d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438797 Sep 15 07:43:45.602540 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f769835-2d05-4aed-af1f-2156b39ed100 req-02759060-c5a5-42bf-b67d-60c1ed3bab86 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:43:45.603963 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-6f769835-2d05-4aed-af1f-2156b39ed100 req-02759060-c5a5-42bf-b67d-60c1ed3bab86 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=62a3489f-c5f3-44d4-93c2-da198e8f06f8 HTTP/1.1" status: 200 len: 945 time: 0.0456986 Sep 15 07:43:45.650941 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-6f769835-2d05-4aed-af1f-2156b39ed100 req-1e01edfa-4f3d-4133-b136-e5753aa7daed tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0e8db3a3-a65b-4399-84bd-cfbe05d3f52d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415356 Sep 15 07:43:46.770592 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa92e354-229c-40ef-8832-882154512936 req-e76ffa3b-24a1-4add-be8f-e82e3f30fd7f tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:43:46.772043 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-fa92e354-229c-40ef-8832-882154512936 req-e76ffa3b-24a1-4add-be8f-e82e3f30fd7f tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=62a3489f-c5f3-44d4-93c2-da198e8f06f8 HTTP/1.1" status: 200 len: 945 time: 0.0458541 Sep 15 07:43:46.823049 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-fa92e354-229c-40ef-8832-882154512936 req-d174e415-b05a-4016-83e5-abad77d372d1 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0e8db3a3-a65b-4399-84bd-cfbe05d3f52d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445700 Sep 15 07:43:46.950167 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-5f3c734f-05df-417d-ba80-12403655423d req-3ee95c13-8e19-4ef4-96d5-d6e444a4ee45 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=48afb5a2-e7d3-44a4-8882-d81cfd5418ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0374167 Sep 15 07:43:47.010141 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3c734f-05df-417d-ba80-12403655423d req-5a12f72f-4b3f-4984-87b4-a013822bdc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:43:47.011575 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-5f3c734f-05df-417d-ba80-12403655423d req-5a12f72f-4b3f-4984-87b4-a013822bdc16 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=cdc69db806d24d1f8eb18aadaaafabcb&device_id=48afb5a2-e7d3-44a4-8882-d81cfd5418ab HTTP/1.1" status: 200 len: 1130 time: 0.0380034 Sep 15 07:43:47.079152 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:43:47.116095 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3c734f-05df-417d-ba80-12403655423d req-7e39763e-9584-46e6-ab8d-b0d973abc48b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:43:47.118543 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-5f3c734f-05df-417d-ba80-12403655423d req-7e39763e-9584-46e6-ab8d-b0d973abc48b service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=9125b9da-cf0a-438e-a321-05e9db8df553 HTTP/1.1" status: 200 len: 920 time: 0.0891190 Sep 15 07:43:47.158749 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-5f3c734f-05df-417d-ba80-12403655423d req-8ac04444-2f2d-4a06-b975-cf5ec2cbef4a service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a6554f6-3c98-4833-bfe1-d3631c864347 HTTP/1.1" status: 200 len: 217 time: 0.0336258 Sep 15 07:43:47.211108 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3c734f-05df-417d-ba80-12403655423d req-9dc0ae41-e81f-4770-a606-8ed4fc6d50da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:43:47.212449 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-5f3c734f-05df-417d-ba80-12403655423d req-9dc0ae41-e81f-4770-a606-8ed4fc6d50da service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=56bdd156-8a1e-4af7-bbaf-a09f4f37e06d HTTP/1.1" status: 200 len: 858 time: 0.0478406 Sep 15 07:43:47.253653 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3c734f-05df-417d-ba80-12403655423d req-a747a124-62d7-4fe8-9f6f-a4c064891a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:43:47.255046 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-5f3c734f-05df-417d-ba80-12403655423d req-a747a124-62d7-4fe8-9f6f-a4c064891a8b service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=9125b9da-cf0a-438e-a321-05e9db8df553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0362871 Sep 15 07:43:47.346958 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-5f3c734f-05df-417d-ba80-12403655423d req-5f28aaf3-500b-4486-b77c-8574b4d89441 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/9125b9da-cf0a-438e-a321-05e9db8df553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845814 Sep 15 07:43:47.402646 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:43:47.437970 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-5f3c734f-05df-417d-ba80-12403655423d req-bc745bf4-879f-4492-b120-35cc88d6980d service neutron] 10.222.0.26 "GET /networking/v2.0/networks/9125b9da-cf0a-438e-a321-05e9db8df553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846689 Sep 15 07:43:47.945844 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627acf98-9775-4c82-96fe-500a0e32f439 req-0b6329fc-500f-4dc1-a1f0-ba898aead6ff tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:43:47.947337 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-627acf98-9775-4c82-96fe-500a0e32f439 req-0b6329fc-500f-4dc1-a1f0-ba898aead6ff tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=62a3489f-c5f3-44d4-93c2-da198e8f06f8 HTTP/1.1" status: 200 len: 945 time: 0.0478706 Sep 15 07:43:47.995267 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-627acf98-9775-4c82-96fe-500a0e32f439 req-a37d3e55-6cd1-4786-bace-4608787d7dcb tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0e8db3a3-a65b-4399-84bd-cfbe05d3f52d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423441 Sep 15 07:43:49.112408 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1b57b8-55cf-4bdf-af74-7860627b6ec9 req-f29fbeb1-854a-4c12-9b7c-b589515295b7 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:43:49.113857 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-fa1b57b8-55cf-4bdf-af74-7860627b6ec9 req-f29fbeb1-854a-4c12-9b7c-b589515295b7 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=62a3489f-c5f3-44d4-93c2-da198e8f06f8 HTTP/1.1" status: 200 len: 945 time: 0.0455725 Sep 15 07:43:49.166017 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-fa1b57b8-55cf-4bdf-af74-7860627b6ec9 req-77fd1cc3-8cbc-401b-8b19-7fdaed7e8945 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0e8db3a3-a65b-4399-84bd-cfbe05d3f52d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466385 Sep 15 07:43:50.293309 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fba5418-4766-4531-828e-b28478018351 req-49bd4384-2aac-4d8f-8d88-ff42675746f3 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:43:50.294782 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-2fba5418-4766-4531-828e-b28478018351 req-49bd4384-2aac-4d8f-8d88-ff42675746f3 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=62a3489f-c5f3-44d4-93c2-da198e8f06f8 HTTP/1.1" status: 200 len: 945 time: 0.0495381 Sep 15 07:43:50.340692 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-2fba5418-4766-4531-828e-b28478018351 req-8f0e958b-34e1-45c8-b968-a390704bcef4 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0e8db3a3-a65b-4399-84bd-cfbe05d3f52d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402298 Sep 15 07:43:51.464686 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76d3f44-0bf9-4a28-be61-a23456c4dffe req-dd0dc5f9-80f6-4e81-965e-31d5fe743144 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:43:51.466166 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-d76d3f44-0bf9-4a28-be61-a23456c4dffe req-dd0dc5f9-80f6-4e81-965e-31d5fe743144 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=62a3489f-c5f3-44d4-93c2-da198e8f06f8 HTTP/1.1" status: 200 len: 945 time: 0.0463285 Sep 15 07:43:51.514732 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-d76d3f44-0bf9-4a28-be61-a23456c4dffe req-e56b938d-9bd7-4be0-be47-056bcfc7b40a tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0e8db3a3-a65b-4399-84bd-cfbe05d3f52d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429447 Sep 15 07:43:52.523229 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-ead9472d-3c81-4ae1-97c6-46478e38c0e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (47b201f8-ba91-4005-8457-67653169c522), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:43:52.582970 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d93e160-b131-49e8-b47a-d77e2a96fabf req-6c13e615-1036-41d2-a497-c1895e3ba6f2 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:43:52.585135 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-6d93e160-b131-49e8-b47a-d77e2a96fabf req-6c13e615-1036-41d2-a497-c1895e3ba6f2 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=93a02c55-496c-4b57-9af0-d40fba32857e HTTP/1.1" status: 200 len: 945 time: 0.0458972 Sep 15 07:43:52.668517 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2bc7c9-057c-40c0-b0ee-8ff4e37f534a req-79422b53-f619-47bb-8c21-e6dc151dcc48 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:43:52.669983 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-6b2bc7c9-057c-40c0-b0ee-8ff4e37f534a req-79422b53-f619-47bb-8c21-e6dc151dcc48 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=62a3489f-c5f3-44d4-93c2-da198e8f06f8 HTTP/1.1" status: 200 len: 945 time: 0.0723503 Sep 15 07:43:52.673999 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-6d93e160-b131-49e8-b47a-d77e2a96fabf req-ee190e32-634c-4c37-8e06-a9d2572e36a2 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=179183b2-fabf-446b-87d4-1b270ec14294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832493 Sep 15 07:43:52.717399 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-6b2bc7c9-057c-40c0-b0ee-8ff4e37f534a req-3f266eec-d557-4299-b557-d2f165a9eb7b tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0e8db3a3-a65b-4399-84bd-cfbe05d3f52d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414665 Sep 15 07:43:53.758750 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=100 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:43:53.797014 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03be5c1-1860-4fea-97fa-a1de8f25bf82 req-06d3945e-ada0-486c-8938-55726a939557 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:43:53.798652 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-d03be5c1-1860-4fea-97fa-a1de8f25bf82 req-06d3945e-ada0-486c-8938-55726a939557 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=93a02c55-496c-4b57-9af0-d40fba32857e HTTP/1.1" status: 200 len: 945 time: 0.0493646 Sep 15 07:43:53.863297 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335ba424-cbdb-41aa-8cdd-3d20749d4057 req-024ad6a3-f57b-4b0a-b04a-df4ff7daae0a tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:43:53.864909 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-335ba424-cbdb-41aa-8cdd-3d20749d4057 req-024ad6a3-f57b-4b0a-b04a-df4ff7daae0a tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=62a3489f-c5f3-44d4-93c2-da198e8f06f8 HTTP/1.1" status: 200 len: 945 time: 0.0652485 Sep 15 07:43:53.902146 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-d03be5c1-1860-4fea-97fa-a1de8f25bf82 req-99c66ef6-a856-43bc-a412-3dc532375fb4 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=179183b2-fabf-446b-87d4-1b270ec14294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924516 Sep 15 07:43:53.928567 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-335ba424-cbdb-41aa-8cdd-3d20749d4057 req-312e6c3e-b3fd-4fa4-b91a-0f5ec85687f1 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0e8db3a3-a65b-4399-84bd-cfbe05d3f52d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575929 Sep 15 07:43:54.158657 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2f13d4-14b6-411e-9211-4809c906aada req-19584e03-c72b-411f-9273-935da446cc1f tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:43:54.160082 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-3a2f13d4-14b6-411e-9211-4809c906aada req-19584e03-c72b-411f-9273-935da446cc1f tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=93a02c55-496c-4b57-9af0-d40fba32857e HTTP/1.1" status: 200 len: 945 time: 0.0468910 Sep 15 07:43:54.246916 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.plugin [req-3a2f13d4-14b6-411e-9211-4809c906aada req-82a16047-9263-40d1-a187-ec63f4e146a2 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Deleting port 590166b6-cdd3-443d-ba8a-e41ad7c63879 {{(pid=107276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 07:43:54.247259 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-3a2f13d4-14b6-411e-9211-4809c906aada req-82a16047-9263-40d1-a187-ec63f4e146a2 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729658711565'] for port (590166b6-cdd3-443d-ba8a-e41ad7c63879), before_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:43:54.338497 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.db [req-3a2f13d4-14b6-411e-9211-4809c906aada req-82a16047-9263-40d1-a187-ec63f4e146a2 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] For port 590166b6-cdd3-443d-ba8a-e41ad7c63879, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=590166b6-cdd3-443d-ba8a-e41ad7c63879,segment=NetworkSegment(61bd15d1-c2a6-46ff-9a57-3dfb0a553bb9),segment_id=61bd15d1-c2a6-46ff-9a57-3dfb0a553bb9)] {{(pid=107276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:43:54.338858 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-3a2f13d4-14b6-411e-9211-4809c906aada req-82a16047-9263-40d1-a187-ec63f4e146a2 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009180'] for port (590166b6-cdd3-443d-ba8a-e41ad7c63879), precommit_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:43:54.499360 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-3a2f13d4-14b6-411e-9211-4809c906aada req-82a16047-9263-40d1-a187-ec63f4e146a2 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:43:54.499647 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-3a2f13d4-14b6-411e-9211-4809c906aada req-82a16047-9263-40d1-a187-ec63f4e146a2 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2007462'] for floatingip (e7211e47-6a47-4c82-b3ab-b77e7090fddb), after_update {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:43:54.499967 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.db.l3_db [req-3a2f13d4-14b6-411e-9211-4809c906aada req-82a16047-9263-40d1-a187-ec63f4e146a2 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Floating IP e7211e47-6a47-4c82-b3ab-b77e7090fddb disassociated. External IP: 172.27.0.155, port: 590166b6-cdd3-443d-ba8a-e41ad7c63879. Sep 15 07:43:54.500308 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.plugin [req-3a2f13d4-14b6-411e-9211-4809c906aada req-82a16047-9263-40d1-a187-ec63f4e146a2 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Calling delete_port for 590166b6-cdd3-443d-ba8a-e41ad7c63879 owned by compute:nova {{(pid=107276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 07:43:54.658512 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-3a2f13d4-14b6-411e-9211-4809c906aada req-82a16047-9263-40d1-a187-ec63f4e146a2 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729658628491', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729658170588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260827426'] for port (590166b6-cdd3-443d-ba8a-e41ad7c63879), after_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:43:54.691655 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a16047-9263-40d1-a187-ec63f4e146a2 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Pushing event deleted for resources: {'Port': ['ID=590166b6-cdd3-443d-ba8a-e41ad7c63879,revision_number=None']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:43:54.745180 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:43:54.766875 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-91c90cc4-509b-4884-bc1b-e2ae8fd3a5ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (6177172c-20b9-4a3a-92be-d5dd082cfa3a), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:43:54.805920 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3a2f13d4-14b6-411e-9211-4809c906aada req-82a16047-9263-40d1-a187-ec63f4e146a2 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Router 0d4028b8-96d7-47fa-8f18-e0b1adcb6c33 has already been hosted by L3 agent 6177172c-20b9-4a3a-92be-d5dd082cfa3a {{(pid=107276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 07:43:54.908962 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3a2f13d4-14b6-411e-9211-4809c906aada req-82a16047-9263-40d1-a187-ec63f4e146a2 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Notify agent at l3_agent.dv-cinder-824149-6-iscsi the message routers_updated {{(pid=107276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 07:43:54.919713 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24f932e-68e2-4114-8286-6253ed109e10 None None] Sync routers for ids ['0d4028b8-96d7-47fa-8f18-e0b1adcb6c33'] in dv-cinder-824149-6-iscsi {{(pid=107290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 07:43:54.929674 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24f932e-68e2-4114-8286-6253ed109e10 None None] Routers {'0d4028b8-96d7-47fa-8f18-e0b1adcb6c33'} bound to L3 agent in host dv-cinder-824149-6-iscsi {{(pid=107290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 07:43:54.930302 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_hamode_db [None req-e24f932e-68e2-4114-8286-6253ed109e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-15T07:30:25Z,description=,heartbeat_timestamp=2022-09-15T07:43:55Z,host='dv-cinder-824149-6-iscsi',id=6177172c-20b9-4a3a-92be-d5dd082cfa3a,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T07:30:25Z,topic='l3_agent')) {'router_ids': ['0d4028b8-96d7-47fa-8f18-e0b1adcb6c33'], 'active': True} {{(pid=107290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:43:54.937018 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:43:54.953986 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a2f13d4-14b6-411e-9211-4809c906aada req-82a16047-9263-40d1-a187-ec63f4e146a2 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] No DVR routers for this DVR port 590166b6-cdd3-443d-ba8a-e41ad7c63879 on host hv-cinder-82414 {{(pid=107276) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 07:43:54.956494 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-3a2f13d4-14b6-411e-9211-4809c906aada req-82a16047-9263-40d1-a187-ec63f4e146a2 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382552'] for port (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:43:54.960697 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-3a2f13d4-14b6-411e-9211-4809c906aada req-82a16047-9263-40d1-a187-ec63f4e146a2 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.26 "DELETE /networking/v2.0/ports/590166b6-cdd3-443d-ba8a-e41ad7c63879 HTTP/1.1" status: 204 len: 173 time: 0.7947125 Sep 15 07:43:54.961218 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93a02c55-496c-4b57-9af0-d40fba32857e', 'name': 'network-vif-deleted', 'tag': '590166b6-cdd3-443d-ba8a-e41ad7c63879'}] {{(pid=107276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 07:43:54.963535 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e3724867bd40dd9d720ab8c058c996a0c2f5593be620855f41bc083494bf738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e9c7386-4876-416a-95d9-e748158c1e42" -d '{"events": [{"server_uuid": "93a02c55-496c-4b57-9af0-d40fba32857e", "name": "network-vif-deleted", "tag": "590166b6-cdd3-443d-ba8a-e41ad7c63879"}]}' {{(pid=107276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 07:43:55.057814 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvr_db [None req-e24f932e-68e2-4114-8286-6253ed109e10 None None] Set router 0d4028b8-96d7-47fa-8f18-e0b1adcb6c33 gateway port host: dv-cinder-824149-6-iscsi {{(pid=107290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 07:43:55.072918 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-819fc3a3-04f6-4d2d-8a70-ceb520f54fa9 req-ee639098-38ce-4767-8aec-f9e19b37a63a tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=93a02c55-496c-4b57-9af0-d40fba32857e HTTP/1.1" status: 200 len: 210 time: 0.0339844 Sep 15 07:43:55.081268 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7908a270-8136-4947-bcd7-436fbe7f688e req-fd2592cb-e9cc-41b0-b799-0a4c91476190 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:43:55.101911 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-7908a270-8136-4947-bcd7-436fbe7f688e req-fd2592cb-e9cc-41b0-b799-0a4c91476190 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=62a3489f-c5f3-44d4-93c2-da198e8f06f8 HTTP/1.1" status: 200 len: 945 time: 0.0807080 Sep 15 07:43:55.133854 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 07:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0b82cd5-ea8c-4c6e-ba9d-9de94c08113d x-openstack-request-id: req-a0b82cd5-ea8c-4c6e-ba9d-9de94c08113d {{(pid=107276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 07:43:55.134453 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93a02c55-496c-4b57-9af0-d40fba32857e", "name": "network-vif-deleted", "tag": "590166b6-cdd3-443d-ba8a-e41ad7c63879", "status": "completed", "code": 200}]} {{(pid=107276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 07:43:55.135021 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a0b82cd5-ea8c-4c6e-ba9d-9de94c08113d {{(pid=107276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 07:43:55.135574 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0b82cd5-ea8c-4c6e-ba9d-9de94c08113d'] response: {'server_uuid': '93a02c55-496c-4b57-9af0-d40fba32857e', 'name': 'network-vif-deleted', 'tag': '590166b6-cdd3-443d-ba8a-e41ad7c63879', 'status': 'completed', 'code': 200} Sep 15 07:43:55.146326 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-7908a270-8136-4947-bcd7-436fbe7f688e req-2e088a96-ee1f-4394-98c2-bc81a906c013 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0e8db3a3-a65b-4399-84bd-cfbe05d3f52d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568488 Sep 15 07:43:55.259455 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_hamode_db [None req-e24f932e-68e2-4114-8286-6253ed109e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d4028b8-96d7-47fa-8f18-e0b1adcb6c33', 'name': 'tempest-AttachVolumeNegativeTest-973409911-router', 'tenant_id': '14017d5edbbd4068b529d5d92444182a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': 'e783c1bd-15b4-4efe-877f-05c799346606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:38:34Z', 'updated_at': '2022-09-15T07:38:43Z', 'revision_number': 4, 'project_id': '14017d5edbbd4068b529d5d92444182a', 'gw_port': {'id': 'e783c1bd-15b4-4efe-877f-05c799346606', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4028b8-96d7-47fa-8f18-e0b1adcb6c33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:38:35Z', 'updated_at': '2022-09-15T07:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi', '_interfaces': [{'id': '7975c9ad-ec26-425b-9f32-75713f2d760a', 'name': '', 'network_id': 'be4fe7de-ab91-47eb-96fc-2000373fe74e', 'tenant_id': '14017d5edbbd4068b529d5d92444182a', 'mac_address': 'fa:16:3e:1f:9e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4028b8-96d7-47fa-8f18-e0b1adcb6c33', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '655669e6-9885-472d-9103-52b022988dd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:38:40Z', 'updated_at': '2022-09-15T07:38:50Z', 'revision_number': 5, 'project_id': '14017d5edbbd4068b529d5d92444182a', 'subnets': [{'id': '655669e6-9885-472d-9103-52b022988dd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-6-iscsi', False) {} {{(pid=107290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:43:55.284091 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24f932e-68e2-4114-8286-6253ed109e10 None None] Checking router: 0d4028b8-96d7-47fa-8f18-e0b1adcb6c33 for host: dv-cinder-824149-6-iscsi {{(pid=107290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 07:43:55.292641 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24f932e-68e2-4114-8286-6253ed109e10 None None] Routers {'0d4028b8-96d7-47fa-8f18-e0b1adcb6c33'} bound to L3 agent in host dv-cinder-824149-6-iscsi {{(pid=107290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 07:43:55.293319 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_hamode_db [None req-e24f932e-68e2-4114-8286-6253ed109e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-15T07:30:25Z,description=,heartbeat_timestamp=2022-09-15T07:43:55Z,host='dv-cinder-824149-6-iscsi',id=6177172c-20b9-4a3a-92be-d5dd082cfa3a,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T07:30:25Z,topic='l3_agent')) {'router_ids': ['0d4028b8-96d7-47fa-8f18-e0b1adcb6c33'], 'active': True} {{(pid=107290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:43:55.398175 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvr_db [None req-e24f932e-68e2-4114-8286-6253ed109e10 None None] Set router 0d4028b8-96d7-47fa-8f18-e0b1adcb6c33 gateway port host: dv-cinder-824149-6-iscsi {{(pid=107290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 07:43:55.486779 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d77ad5-1c6d-477a-a29a-803ea7f267cb req-bfe3b3cd-7cb7-48ce-a03f-261813b14d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:43:55.488410 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-65d77ad5-1c6d-477a-a29a-803ea7f267cb req-bfe3b3cd-7cb7-48ce-a03f-261813b14d46 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=62a3489f-c5f3-44d4-93c2-da198e8f06f8 HTTP/1.1" status: 200 len: 1129 time: 0.1419013 Sep 15 07:43:55.544153 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-65d77ad5-1c6d-477a-a29a-803ea7f267cb req-a4e9f7e5-7591-41ca-b860-cb90159e650f service neutron] 10.222.0.26 "GET /networking/v2.0/security-groups?id=0e8db3a3-a65b-4399-84bd-cfbe05d3f52d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404418 Sep 15 07:43:55.583807 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_hamode_db [None req-e24f932e-68e2-4114-8286-6253ed109e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d4028b8-96d7-47fa-8f18-e0b1adcb6c33', 'name': 'tempest-AttachVolumeNegativeTest-973409911-router', 'tenant_id': '14017d5edbbd4068b529d5d92444182a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': 'e783c1bd-15b4-4efe-877f-05c799346606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:38:34Z', 'updated_at': '2022-09-15T07:38:43Z', 'revision_number': 4, 'project_id': '14017d5edbbd4068b529d5d92444182a', 'gw_port': {'id': 'e783c1bd-15b4-4efe-877f-05c799346606', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4028b8-96d7-47fa-8f18-e0b1adcb6c33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:38:35Z', 'updated_at': '2022-09-15T07:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi', '_interfaces': [{'id': '7975c9ad-ec26-425b-9f32-75713f2d760a', 'name': '', 'network_id': 'be4fe7de-ab91-47eb-96fc-2000373fe74e', 'tenant_id': '14017d5edbbd4068b529d5d92444182a', 'mac_address': 'fa:16:3e:1f:9e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4028b8-96d7-47fa-8f18-e0b1adcb6c33', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '655669e6-9885-472d-9103-52b022988dd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:38:40Z', 'updated_at': '2022-09-15T07:38:50Z', 'revision_number': 5, 'project_id': '14017d5edbbd4068b529d5d92444182a', 'subnets': [{'id': '655669e6-9885-472d-9103-52b022988dd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-6-iscsi', False) {} {{(pid=107290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:43:55.612212 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24f932e-68e2-4114-8286-6253ed109e10 None None] The sync data for ids ['0d4028b8-96d7-47fa-8f18-e0b1adcb6c33'] in dv-cinder-824149-6-iscsi is: [{'id': '0d4028b8-96d7-47fa-8f18-e0b1adcb6c33', 'name': 'tempest-AttachVolumeNegativeTest-973409911-router', 'tenant_id': '14017d5edbbd4068b529d5d92444182a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': 'e783c1bd-15b4-4efe-877f-05c799346606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:38:34Z', 'updated_at': '2022-09-15T07:38:43Z', 'revision_number': 4, 'project_id': '14017d5edbbd4068b529d5d92444182a', 'gw_port': {'id': 'e783c1bd-15b4-4efe-877f-05c799346606', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4028b8-96d7-47fa-8f18-e0b1adcb6c33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:38:35Z', 'updated_at': '2022-09-15T07:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi', '_interfaces': [{'id': '7975c9ad-ec26-425b-9f32-75713f2d760a', 'name': '', 'network_id': 'be4fe7de-ab91-47eb-96fc-2000373fe74e', 'tenant_id': '14017d5edbbd4068b529d5d92444182a', 'mac_address': 'fa:16:3e:1f:9e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4028b8-96d7-47fa-8f18-e0b1adcb6c33', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '655669e6-9885-472d-9103-52b022988dd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:38:40Z', 'updated_at': '2022-09-15T07:38:50Z', 'revision_number': 5, 'project_id': '14017d5edbbd4068b529d5d92444182a', 'subnets': [{'id': '655669e6-9885-472d-9103-52b022988dd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 07:43:55.824207 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e114b5d-ad77-4630-8ea1-d181d1f4f2c8 None None] New status for floating IP e7211e47-6a47-4c82-b3ab-b77e7090fddb: DOWN {{(pid=107295) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 15 07:43:56.029062 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-0f44d0d5-b296-4658-a59d-71e94f9a3b32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (71b2a813-2b59-4e69-b901-83528b6ecb8f), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:43:56.210355 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-6badce75-27f3-425e-9896-5802477b8340 req-031bc7e5-cf3d-450c-bf91-736bf65cb7ee tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=93a02c55-496c-4b57-9af0-d40fba32857e HTTP/1.1" status: 200 len: 210 time: 0.0287273 Sep 15 07:43:56.257848 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=100 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:43:56.270302 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57422385-5337-445a-88fb-38d88dc9c8da req-819f2187-ee8c-4552-b87c-90b59ead4101 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:43:56.271731 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-57422385-5337-445a-88fb-38d88dc9c8da req-819f2187-ee8c-4552-b87c-90b59ead4101 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=62a3489f-c5f3-44d4-93c2-da198e8f06f8 HTTP/1.1" status: 200 len: 945 time: 0.0464451 Sep 15 07:43:56.319676 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-57422385-5337-445a-88fb-38d88dc9c8da req-dffe4857-04e7-441f-baa8-b63c1e3ac81c tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0e8db3a3-a65b-4399-84bd-cfbe05d3f52d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423470 Sep 15 07:43:57.372746 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 37338) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:43:57.436504 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-5807e487-e2ef-42a4-9c05-088f4119a786 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks [] for security_group (179183b2-fabf-446b-87d4-1b270ec14294), before_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:43:57.447448 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00354ced-2f0b-4bd2-953f-7f3c350cca49 req-7d9547f7-3fab-4040-ae05-aecaef7e27d0 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:43:57.448939 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-00354ced-2f0b-4bd2-953f-7f3c350cca49 req-7d9547f7-3fab-4040-ae05-aecaef7e27d0 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=62a3489f-c5f3-44d4-93c2-da198e8f06f8 HTTP/1.1" status: 200 len: 945 time: 0.0495086 Sep 15 07:43:57.462536 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-5807e487-e2ef-42a4-9c05-088f4119a786 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks [] for security_group (179183b2-fabf-446b-87d4-1b270ec14294), precommit_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:43:57.475212 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-677e5667-6d12-4a09-97b6-65dca69daeb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (4c9c4bf3-096b-4dee-b844-12a870317301), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:43:57.500671 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-00354ced-2f0b-4bd2-953f-7f3c350cca49 req-39245d7c-643c-42da-8109-4747d71785e6 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0e8db3a3-a65b-4399-84bd-cfbe05d3f52d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454848 Sep 15 07:43:57.590108 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-5807e487-e2ef-42a4-9c05-088f4119a786 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (179183b2-fabf-446b-87d4-1b270ec14294), after_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:43:57.593017 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-5807e487-e2ef-42a4-9c05-088f4119a786 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks [] for security_group (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:43:57.594387 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-5807e487-e2ef-42a4-9c05-088f4119a786 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "DELETE /networking/v2.0/security-groups/179183b2-fabf-446b-87d4-1b270ec14294 HTTP/1.1" status: 204 len: 168 time: 0.2201133 Sep 15 07:43:57.597318 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 37342) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:43:57.604695 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5807e487-e2ef-42a4-9c05-088f4119a786 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=179183b2-fabf-446b-87d4-1b270ec14294,revision_number=None']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:43:57.621409 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.api.v2.resource [None req-ea4a602e-1b62-4af7-9178-aedabb61d0dc tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] show failed (client error): The resource could not be found. Sep 15 07:43:57.622388 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-ea4a602e-1b62-4af7-9178-aedabb61d0dc tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/security-groups/179183b2-fabf-446b-87d4-1b270ec14294 HTTP/1.1" status: 404 len: 347 time: 0.0233381 Sep 15 07:43:57.625430 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 37344) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:43:57.704139 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (c3acd0b9-3b8e-4f77-9053-2ca2457616b3), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:43:57.744686 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.plugin [None req-99a3f72a-ff32-442d-8696-118f6632e001 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Deleting port fe2b8d65-7543-436d-a16c-8fa290abfb9e {{(pid=107276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 07:43:57.745030 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-99a3f72a-ff32-442d-8696-118f6632e001 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729658711565'] for port (fe2b8d65-7543-436d-a16c-8fa290abfb9e), before_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:43:57.827613 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-99a3f72a-ff32-442d-8696-118f6632e001 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009180'] for port (fe2b8d65-7543-436d-a16c-8fa290abfb9e), precommit_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:43:57.827939 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-99a3f72a-ff32-442d-8696-118f6632e001 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks [] for floatingip (fe2b8d65-7543-436d-a16c-8fa290abfb9e), precommit_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:43:57.844732 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.plugin [None req-99a3f72a-ff32-442d-8696-118f6632e001 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Calling delete_port for fe2b8d65-7543-436d-a16c-8fa290abfb9e owned by network:floatingip {{(pid=107276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 07:43:58.017619 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-99a3f72a-ff32-442d-8696-118f6632e001 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729658628491', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729658170588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260827426'] for port (fe2b8d65-7543-436d-a16c-8fa290abfb9e), after_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:43:58.046240 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a3f72a-ff32-442d-8696-118f6632e001 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Pushing event deleted for resources: {'Port': ['ID=fe2b8d65-7543-436d-a16c-8fa290abfb9e,revision_number=None']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:43:58.091749 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6aa434-f4d7-4e32-b501-b86489643170 req-b93a80ed-4566-4306-974c-459ba51512e1 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:43:58.093262 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-8f6aa434-f4d7-4e32-b501-b86489643170 req-b93a80ed-4566-4306-974c-459ba51512e1 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=62a3489f-c5f3-44d4-93c2-da198e8f06f8 HTTP/1.1" status: 200 len: 945 time: 0.0520499 Sep 15 07:43:58.126874 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654c329d-fa98-47dc-a9d1-f144b35ef41d req-208b3f7b-9869-43f8-93fb-4e81f6c14747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:43:58.128365 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-654c329d-fa98-47dc-a9d1-f144b35ef41d req-208b3f7b-9869-43f8-93fb-4e81f6c14747 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=cdc69db806d24d1f8eb18aadaaafabcb&device_id=62a3489f-c5f3-44d4-93c2-da198e8f06f8 HTTP/1.1" status: 200 len: 1129 time: 0.0738564 Sep 15 07:43:58.142494 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-8f6aa434-f4d7-4e32-b501-b86489643170 req-916f198b-4015-469b-965d-9756f55c79ad tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0e8db3a3-a65b-4399-84bd-cfbe05d3f52d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433140 Sep 15 07:43:58.161464 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-99a3f72a-ff32-442d-8696-118f6632e001 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks [] for floatingip (e7211e47-6a47-4c82-b3ab-b77e7090fddb), after_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:43:58.163519 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-99a3f72a-ff32-442d-8696-118f6632e001 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382552'] for floatingip (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:43:58.163519 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-99a3f72a-ff32-442d-8696-118f6632e001 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/e7211e47-6a47-4c82-b3ab-b77e7090fddb HTTP/1.1" status: 204 len: 168 time: 0.5365376 Sep 15 07:43:58.236177 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654c329d-fa98-47dc-a9d1-f144b35ef41d req-efcc2f95-00c3-4bfa-ba70-754745359c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:43:58.237666 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-654c329d-fa98-47dc-a9d1-f144b35ef41d req-efcc2f95-00c3-4bfa-ba70-754745359c58 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=9125b9da-cf0a-438e-a321-05e9db8df553 HTTP/1.1" status: 200 len: 920 time: 0.1024239 Sep 15 07:43:58.273800 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 37356) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:43:58.278421 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.v2.base [None req-e1efe812-29dd-485e-b388-480d0ba3ed8c tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Request body: {'security_group': {'name': 'tempest-securitygroup--320921570', 'description': 'tempest-description--1586132493'}} {{(pid=107279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:43:58.287347 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Device 590166b6-cdd3-443d-ba8a-e41ad7c63879 no longer exists at agent hyperv_hv-cinder-82414 {{(pid=107290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 07:43:58.289788 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:43:58.301620 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-654c329d-fa98-47dc-a9d1-f144b35ef41d req-4874290e-7679-4a2e-af83-056459fde9a9 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5143816a-5379-4a8d-ad85-0a16d1348b1e HTTP/1.1" status: 200 len: 1001 time: 0.0578773 Sep 15 07:43:58.307114 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] No Port match for: 590166b6-cdd3-443d-ba8a-e41ad7c63879 {{(pid=107290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 07:43:58.307459 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Device 590166b6-cdd3-443d-ba8a-e41ad7c63879 not bound to the agent host hv-cinder-82414 {{(pid=107290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 07:43:58.313781 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:43:58.359488 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654c329d-fa98-47dc-a9d1-f144b35ef41d req-e16c82b5-da73-4494-99eb-7146601094e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:43:58.360450 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-e1efe812-29dd-485e-b388-480d0ba3ed8c tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks [] for security_group (None), before_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:43:58.360947 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-654c329d-fa98-47dc-a9d1-f144b35ef41d req-e16c82b5-da73-4494-99eb-7146601094e3 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=56bdd156-8a1e-4af7-bbaf-a09f4f37e06d HTTP/1.1" status: 200 len: 858 time: 0.0543222 Sep 15 07:43:58.405780 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654c329d-fa98-47dc-a9d1-f144b35ef41d req-312c19d2-c0e5-4e78-92c5-7b9d340ce094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:43:58.407277 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-654c329d-fa98-47dc-a9d1-f144b35ef41d req-312c19d2-c0e5-4e78-92c5-7b9d340ce094 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=9125b9da-cf0a-438e-a321-05e9db8df553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403218 Sep 15 07:43:58.429501 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-e1efe812-29dd-485e-b388-480d0ba3ed8c tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks [] for security_group (80f94d21-96a1-4032-bc87-a0acb8209528), precommit_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:43:58.491514 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-e1efe812-29dd-485e-b388-480d0ba3ed8c tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (80f94d21-96a1-4032-bc87-a0acb8209528), after_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:43:58.498748 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-654c329d-fa98-47dc-a9d1-f144b35ef41d req-9a8667e3-4d28-4bc6-a6db-02c68726e09a service neutron] 10.222.0.26 "GET /networking/v2.0/networks/9125b9da-cf0a-438e-a321-05e9db8df553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853138 Sep 15 07:43:58.522743 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1efe812-29dd-485e-b388-480d0ba3ed8c tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80f94d21-96a1-4032-bc87-a0acb8209528,revision_number=1']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:43:58.579696 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-e1efe812-29dd-485e-b388-480d0ba3ed8c tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks [] for security_group (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:43:58.580950 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-e1efe812-29dd-485e-b388-480d0ba3ed8c tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3060853 Sep 15 07:43:58.584491 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 37358) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:43:58.589372 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.v2.base [None req-df4b4084-68f3-4f6a-beac-dfc60b3fb260 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Request body: {'security_group_rule': {'security_group_id': '80f94d21-96a1-4032-bc87-a0acb8209528', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:43:58.593553 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-654c329d-fa98-47dc-a9d1-f144b35ef41d req-88261415-32db-474b-9e9f-5fae330822ac service neutron] 10.222.0.26 "GET /networking/v2.0/networks/9125b9da-cf0a-438e-a321-05e9db8df553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877242 Sep 15 07:43:58.684326 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-df4b4084-68f3-4f6a-beac-dfc60b3fb260 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks [] for security_group_rule (45d9c002-bb13-4391-9332-7a1f77b30d28), before_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:43:58.729926 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-df4b4084-68f3-4f6a-beac-dfc60b3fb260 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks [] for security_group_rule (45d9c002-bb13-4391-9332-7a1f77b30d28), precommit_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:43:58.788913 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-df4b4084-68f3-4f6a-beac-dfc60b3fb260 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691784'] for security_group_rule (45d9c002-bb13-4391-9332-7a1f77b30d28), after_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:43:58.807884 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4b4084-68f3-4f6a-beac-dfc60b3fb260 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45d9c002-bb13-4391-9332-7a1f77b30d28,revision_number=0']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:43:58.853526 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-df4b4084-68f3-4f6a-beac-dfc60b3fb260 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:43:58.854728 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-df4b4084-68f3-4f6a-beac-dfc60b3fb260 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2693152 Sep 15 07:43:58.857337 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 37360) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:43:58.861413 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.v2.base [None req-edc514a8-2e91-4a48-b490-abf65bd5cd88 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Request body: {'security_group_rule': {'security_group_id': '80f94d21-96a1-4032-bc87-a0acb8209528', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:43:58.873640 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:43:58.995976 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-edc514a8-2e91-4a48-b490-abf65bd5cd88 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks [] for security_group_rule (4bd7b133-26d7-4fed-b201-66e33ebdff44), before_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:43:59.053821 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-edc514a8-2e91-4a48-b490-abf65bd5cd88 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks [] for security_group_rule (4bd7b133-26d7-4fed-b201-66e33ebdff44), precommit_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:43:59.159977 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-edc514a8-2e91-4a48-b490-abf65bd5cd88 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691784'] for security_group_rule (4bd7b133-26d7-4fed-b201-66e33ebdff44), after_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:43:59.182124 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc514a8-2e91-4a48-b490-abf65bd5cd88 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bd7b133-26d7-4fed-b201-66e33ebdff44,revision_number=0']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:43:59.248132 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:43:59.253379 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-edc514a8-2e91-4a48-b490-abf65bd5cd88 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:43:59.255400 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-edc514a8-2e91-4a48-b490-abf65bd5cd88 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3971612 Sep 15 07:43:59.258493 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 37364) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:43:59.266214 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.v2.base [None req-c0621bdd-d93d-4584-bc88-6ba912ac3479 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Request body: {'floatingip': {'floating_network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa'}} {{(pid=107279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:43:59.286168 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c691a49d-ee9c-4186-8050-f270061b7977 req-db40fe49-8e12-49d3-a121-36d3d88b4a1d tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:43:59.287574 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-c691a49d-ee9c-4186-8050-f270061b7977 req-db40fe49-8e12-49d3-a121-36d3d88b4a1d tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=62a3489f-c5f3-44d4-93c2-da198e8f06f8 HTTP/1.1" status: 200 len: 945 time: 0.0667388 Sep 15 07:43:59.337210 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-c691a49d-ee9c-4186-8050-f270061b7977 req-44942208-2b61-4c35-9d08-a0456eef0348 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0e8db3a3-a65b-4399-84bd-cfbe05d3f52d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435145 Sep 15 07:43:59.365501 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-c0621bdd-d93d-4584-bc88-6ba912ac3479 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:43:59.444815 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-c0621bdd-d93d-4584-bc88-6ba912ac3479 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (None), before_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:43:59.553783 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.db.db_base_plugin_common [None req-c0621bdd-d93d-4584-bc88-6ba912ac3479 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Allocated IP 172.27.0.103 (7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa/2c94e072-16ef-4b41-8118-d589be48e89d/7a5a8026-3274-4240-bfcb-92cda6f8403a) {{(pid=107279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 07:43:59.654389 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-c0621bdd-d93d-4584-bc88-6ba912ac3479 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks [] for port (7a5a8026-3274-4240-bfcb-92cda6f8403a), precommit_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:43:59.748918 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-c0621bdd-d93d-4584-bc88-6ba912ac3479 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729658170579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991753'] for port (7a5a8026-3274-4240-bfcb-92cda6f8403a), after_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:43:59.794652 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0621bdd-d93d-4584-bc88-6ba912ac3479 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Network 7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa is already hosted by enough agents. {{(pid=107279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 07:43:59.797986 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.scheduler.base_scheduler [None req-c0621bdd-d93d-4584-bc88-6ba912ac3479 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Resources bound (agent type, host, resource id): {{(pid=107279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 07:43:59.801783 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0621bdd-d93d-4584-bc88-6ba912ac3479 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Received port after_create {{(pid=107279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 07:43:59.805030 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0621bdd-d93d-4584-bc88-6ba912ac3479 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Pushing event updated for resources: {'Port': ['ID=7a5a8026-3274-4240-bfcb-92cda6f8403a,revision_number=1']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:43:59.876948 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:43:59.885712 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-c0621bdd-d93d-4584-bc88-6ba912ac3479 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks [] for floatingip (2fb27ed6-bac1-44b9-9340-337bad9e6cb9), precommit_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:43:59.999055 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-c0621bdd-d93d-4584-bc88-6ba912ac3479 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (7a5a8026-3274-4240-bfcb-92cda6f8403a), before_update {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:44:00.151012 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-c0621bdd-d93d-4584-bc88-6ba912ac3479 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks [] for port (7a5a8026-3274-4240-bfcb-92cda6f8403a), precommit_update {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:44:00.199799 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-c0621bdd-d93d-4584-bc88-6ba912ac3479 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991792'] for port (7a5a8026-3274-4240-bfcb-92cda6f8403a), after_update {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:44:00.224907 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:44:00.271947 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-c0621bdd-d93d-4584-bc88-6ba912ac3479 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2007462'] for floatingip (2fb27ed6-bac1-44b9-9340-337bad9e6cb9), after_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:44:00.275566 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0621bdd-d93d-4584-bc88-6ba912ac3479 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Pushing event updated for resources: {'Port': ['ID=7a5a8026-3274-4240-bfcb-92cda6f8403a,revision_number=2']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:44:00.327400 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-c0621bdd-d93d-4584-bc88-6ba912ac3479 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382552'] for floatingip (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:44:00.328670 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-c0621bdd-d93d-4584-bc88-6ba912ac3479 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0675693 Sep 15 07:44:00.483629 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b242c6c2-a5ab-4408-bd7f-71ee92c9320a req-56011c10-fcff-4c40-a814-6b30acdb6c4c tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:44:00.484995 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-b242c6c2-a5ab-4408-bd7f-71ee92c9320a req-56011c10-fcff-4c40-a814-6b30acdb6c4c tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=62a3489f-c5f3-44d4-93c2-da198e8f06f8 HTTP/1.1" status: 200 len: 945 time: 0.0632997 Sep 15 07:44:00.757765 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-a2055a3e-c58b-4efe-8097-f71ef81248a7 req-cf73110a-3f69-4f63-93c0-0dd728eb63d9 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--320921570&fields=id&tenant_id=14017d5edbbd4068b529d5d92444182a HTTP/1.1" status: 200 len: 267 time: 0.3073373 Sep 15 07:44:00.825283 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-b242c6c2-a5ab-4408-bd7f-71ee92c9320a req-119f0d26-d7b7-4df5-b6eb-39cd362cb578 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0e8db3a3-a65b-4399-84bd-cfbe05d3f52d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3320863 Sep 15 07:44:00.877503 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2055a3e-c58b-4efe-8097-f71ef81248a7 req-6301d7d2-2531-4e84-95fc-6b5c21d8bc8a tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:44:00.879925 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-a2055a3e-c58b-4efe-8097-f71ef81248a7 req-6301d7d2-2531-4e84-95fc-6b5c21d8bc8a tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/networks?id=be4fe7de-ab91-47eb-96fc-2000373fe74e HTTP/1.1" status: 200 len: 814 time: 0.1151512 Sep 15 07:44:00.894587 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-a2055a3e-c58b-4efe-8097-f71ef81248a7 req-28afb272-8339-4643-9eb0-0b68735a5fdd tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/quotas/14017d5edbbd4068b529d5d92444182a HTTP/1.1" status: 200 len: 375 time: 0.0092506 Sep 15 07:44:00.972796 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb31a81-fcf8-4cf1-ab2b-35933041ba7f req-6ff47a40-a1ce-4e2f-ab36-71740b91c159 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:44:00.974283 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-8eb31a81-fcf8-4cf1-ab2b-35933041ba7f req-6ff47a40-a1ce-4e2f-ab36-71740b91c159 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=62a3489f-c5f3-44d4-93c2-da198e8f06f8 HTTP/1.1" status: 200 len: 945 time: 0.0776846 Sep 15 07:44:00.978722 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-a2055a3e-c58b-4efe-8097-f71ef81248a7 req-ae471bb0-630f-4cde-bb94-161cba4260c9 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=14017d5edbbd4068b529d5d92444182a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0725770 Sep 15 07:44:00.984153 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 37382) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:44:00.988441 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.v2.base [None req-641bf21f-9a65-459b-8444-f1de8c82e761 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Request body: {'floatingip': {'port_id': '5143816a-5379-4a8d-ad85-0a16d1348b1e'}} {{(pid=107279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:44:01.047103 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-641bf21f-9a65-459b-8444-f1de8c82e761 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Publish callbacks [] for floatingip (5c598e5d-6c07-45c9-a711-2966fd02c677), before_update {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:44:01.244912 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-a2055a3e-c58b-4efe-8097-f71ef81248a7 req-5ac97fe0-f28d-456f-94b7-5026a191785e service neutron] 10.222.0.42 "GET /networking/v2.0/networks/be4fe7de-ab91-47eb-96fc-2000373fe74e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2535028 Sep 15 07:44:01.337686 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:44:01.450138 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-a2055a3e-c58b-4efe-8097-f71ef81248a7 req-c66ab441-fca3-4615-9429-cc0ee5eca924 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/be4fe7de-ab91-47eb-96fc-2000373fe74e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989899 Sep 15 07:44:01.541919 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=100 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:44:01.655603 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-641bf21f-9a65-459b-8444-f1de8c82e761 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:44:01.698992 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-ebe8e588-8aff-4e1b-a4b2-97ea2d48a946 req-4023f356-6bfc-4712-a41b-30db28e35a51 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=07952150-a64f-434a-8fcc-d7ff89215b84 HTTP/1.1" status: 200 len: 210 time: 0.0285869 Sep 15 07:44:01.708263 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-641bf21f-9a65-459b-8444-f1de8c82e761 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2007462'] for floatingip (5c598e5d-6c07-45c9-a711-2966fd02c677), after_update {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:44:01.913888 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-641bf21f-9a65-459b-8444-f1de8c82e761 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Router c49f23c8-1aaa-443a-95b1-c12d58cc74fb has already been hosted by L3 agent 6177172c-20b9-4a3a-92be-d5dd082cfa3a {{(pid=107279) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 07:44:02.015565 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-641bf21f-9a65-459b-8444-f1de8c82e761 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Notify agent at l3_agent.dv-cinder-824149-6-iscsi the message routers_updated {{(pid=107279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 07:44:02.020702 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-641bf21f-9a65-459b-8444-f1de8c82e761 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382552'] for floatingip (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:44:02.027808 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e88fb5c-7ee9-418f-955a-c1de66118424 None None] Sync routers for ids ['c49f23c8-1aaa-443a-95b1-c12d58cc74fb'] in dv-cinder-824149-6-iscsi {{(pid=107290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 07:44:02.041087 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e88fb5c-7ee9-418f-955a-c1de66118424 None None] Routers {'c49f23c8-1aaa-443a-95b1-c12d58cc74fb'} bound to L3 agent in host dv-cinder-824149-6-iscsi {{(pid=107290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 07:44:02.045044 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_hamode_db [None req-6e88fb5c-7ee9-418f-955a-c1de66118424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-15T07:30:25Z,description=,heartbeat_timestamp=2022-09-15T07:43:55Z,host='dv-cinder-824149-6-iscsi',id=6177172c-20b9-4a3a-92be-d5dd082cfa3a,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T07:30:25Z,topic='l3_agent')) {'router_ids': ['c49f23c8-1aaa-443a-95b1-c12d58cc74fb'], 'active': True} {{(pid=107290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:44:02.054608 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62a3489f-c5f3-44d4-93c2-da198e8f06f8', 'tag': '5143816a-5379-4a8d-ad85-0a16d1348b1e'}] {{(pid=107279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 07:44:02.056902 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706979451550896f7b9833a7a6f18e8e6b98f6eca7edeab709f82497fe6197ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5940a72-eb82-42d7-89c2-7e3ce1102908" -d '{"events": [{"name": "network-changed", "server_uuid": "62a3489f-c5f3-44d4-93c2-da198e8f06f8", "tag": "5143816a-5379-4a8d-ad85-0a16d1348b1e"}]}' {{(pid=107279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 07:44:02.088650 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-641bf21f-9a65-459b-8444-f1de8c82e761 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "PUT /networking/v2.0/floatingips/5c598e5d-6c07-45c9-a711-2966fd02c677 HTTP/1.1" status: 200 len: 993 time: 1.1034467 Sep 15 07:44:02.215446 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:44:02.228917 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:44:02.246299 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 07:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1782faa6-54d5-4aed-9fd7-b0e1c4bea3ed x-openstack-request-id: req-1782faa6-54d5-4aed-9fd7-b0e1c4bea3ed {{(pid=107279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 07:44:02.246299 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62a3489f-c5f3-44d4-93c2-da198e8f06f8", "tag": "5143816a-5379-4a8d-ad85-0a16d1348b1e", "status": "completed", "code": 200}]} {{(pid=107279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 07:44:02.246299 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1782faa6-54d5-4aed-9fd7-b0e1c4bea3ed {{(pid=107279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 07:44:02.246299 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1782faa6-54d5-4aed-9fd7-b0e1c4bea3ed'] response: {'name': 'network-changed', 'server_uuid': '62a3489f-c5f3-44d4-93c2-da198e8f06f8', 'tag': '5143816a-5379-4a8d-ad85-0a16d1348b1e', 'status': 'completed', 'code': 200} Sep 15 07:44:02.289623 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvr_db [None req-6e88fb5c-7ee9-418f-955a-c1de66118424 None None] Set router c49f23c8-1aaa-443a-95b1-c12d58cc74fb gateway port host: dv-cinder-824149-6-iscsi {{(pid=107290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 07:44:02.307974 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5940a72-eb82-42d7-89c2-7e3ce1102908 req-57a3851b-6aff-484e-a7b1-0ff28589a59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:44:02.309483 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-c5940a72-eb82-42d7-89c2-7e3ce1102908 req-57a3851b-6aff-484e-a7b1-0ff28589a59e service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=cdc69db806d24d1f8eb18aadaaafabcb&device_id=62a3489f-c5f3-44d4-93c2-da198e8f06f8 HTTP/1.1" status: 200 len: 1129 time: 0.0391364 Sep 15 07:44:02.405597 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5940a72-eb82-42d7-89c2-7e3ce1102908 req-3562be83-7c27-41eb-bb9c-25ed935a8b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:44:02.407068 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-c5940a72-eb82-42d7-89c2-7e3ce1102908 req-3562be83-7c27-41eb-bb9c-25ed935a8b8d service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=9125b9da-cf0a-438e-a321-05e9db8df553 HTTP/1.1" status: 200 len: 920 time: 0.0907741 Sep 15 07:44:02.468239 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-c5940a72-eb82-42d7-89c2-7e3ce1102908 req-fff43bab-49bd-4e41-94d2-c5207f0e4898 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5143816a-5379-4a8d-ad85-0a16d1348b1e HTTP/1.1" status: 200 len: 1001 time: 0.0538676 Sep 15 07:44:02.517764 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_hamode_db [None req-6e88fb5c-7ee9-418f-955a-c1de66118424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c49f23c8-1aaa-443a-95b1-c12d58cc74fb', 'name': 'tempest-ServerRescueNegativeTestJSON-1974602652-router', 'tenant_id': 'cdc69db806d24d1f8eb18aadaaafabcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '9b2e6a3c-e80e-49a8-a8fa-1183e129b2c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:40:04Z', 'updated_at': '2022-09-15T07:40:07Z', 'revision_number': 4, 'project_id': 'cdc69db806d24d1f8eb18aadaaafabcb', 'gw_port': {'id': '9b2e6a3c-e80e-49a8-a8fa-1183e129b2c4', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:9f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49f23c8-1aaa-443a-95b1-c12d58cc74fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:40:04Z', 'updated_at': '2022-09-15T07:40:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi', '_floatingips': [{'id': '5c598e5d-6c07-45c9-a711-2966fd02c677', 'tenant_id': 'cdc69db806d24d1f8eb18aadaaafabcb', 'floating_ip_address': '172.27.0.130', 'floating_network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'router_id': 'c49f23c8-1aaa-443a-95b1-c12d58cc74fb', 'port_id': '5143816a-5379-4a8d-ad85-0a16d1348b1e', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9125b9da-cf0a-438e-a321-05e9db8df553', 'mac_address': 'fa:16:3e:e3:c5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a3489f-c5f3-44d4-93c2-da198e8f06f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T07:42:11Z', 'updated_at': '2022-09-15T07:44:01Z', 'revision_number': 3, 'project_id': 'cdc69db806d24d1f8eb18aadaaafabcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '437c5d00-5648-4442-b53c-f7174a03af78', 'name': '', 'network_id': '9125b9da-cf0a-438e-a321-05e9db8df553', 'tenant_id': 'cdc69db806d24d1f8eb18aadaaafabcb', 'mac_address': 'fa:16:3e:e9:e3:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49f23c8-1aaa-443a-95b1-c12d58cc74fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '56bdd156-8a1e-4af7-bbaf-a09f4f37e06d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:40:06Z', 'updated_at': '2022-09-15T07:40:11Z', 'revision_number': 5, 'project_id': 'cdc69db806d24d1f8eb18aadaaafabcb', 'subnets': [{'id': '56bdd156-8a1e-4af7-bbaf-a09f4f37e06d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-6-iscsi', False) {} {{(pid=107290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:44:02.520669 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5940a72-eb82-42d7-89c2-7e3ce1102908 req-770e75b3-cf76-422a-a61d-722ddb668a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:44:02.522163 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-c5940a72-eb82-42d7-89c2-7e3ce1102908 req-770e75b3-cf76-422a-a61d-722ddb668a4d service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=56bdd156-8a1e-4af7-bbaf-a09f4f37e06d HTTP/1.1" status: 200 len: 858 time: 0.0480270 Sep 15 07:44:02.544412 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e88fb5c-7ee9-418f-955a-c1de66118424 None None] Checking router: c49f23c8-1aaa-443a-95b1-c12d58cc74fb for host: dv-cinder-824149-6-iscsi {{(pid=107290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 07:44:02.553951 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e88fb5c-7ee9-418f-955a-c1de66118424 None None] Routers {'c49f23c8-1aaa-443a-95b1-c12d58cc74fb'} bound to L3 agent in host dv-cinder-824149-6-iscsi {{(pid=107290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 07:44:02.554568 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_hamode_db [None req-6e88fb5c-7ee9-418f-955a-c1de66118424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-15T07:30:25Z,description=,heartbeat_timestamp=2022-09-15T07:43:55Z,host='dv-cinder-824149-6-iscsi',id=6177172c-20b9-4a3a-92be-d5dd082cfa3a,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T07:30:25Z,topic='l3_agent')) {'router_ids': ['c49f23c8-1aaa-443a-95b1-c12d58cc74fb'], 'active': True} {{(pid=107290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:44:02.566357 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5940a72-eb82-42d7-89c2-7e3ce1102908 req-2a5d4e13-ce29-4008-9bba-2aeb1d77b4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:44:02.567878 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-c5940a72-eb82-42d7-89c2-7e3ce1102908 req-2a5d4e13-ce29-4008-9bba-2aeb1d77b4ac service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=9125b9da-cf0a-438e-a321-05e9db8df553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397756 Sep 15 07:44:02.663105 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvr_db [None req-6e88fb5c-7ee9-418f-955a-c1de66118424 None None] Set router c49f23c8-1aaa-443a-95b1-c12d58cc74fb gateway port host: dv-cinder-824149-6-iscsi {{(pid=107290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 07:44:02.674176 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-c5940a72-eb82-42d7-89c2-7e3ce1102908 req-668ee747-8d41-4da7-bc00-002afc88fac2 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/9125b9da-cf0a-438e-a321-05e9db8df553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996752 Sep 15 07:44:02.803866 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-ae20f900-c336-4be6-b367-5301b7bc1357 req-682bbeac-f06f-4b60-869a-2c4e0bfd961d tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=07952150-a64f-434a-8fcc-d7ff89215b84 HTTP/1.1" status: 200 len: 210 time: 0.0283337 Sep 15 07:44:02.880784 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_hamode_db [None req-6e88fb5c-7ee9-418f-955a-c1de66118424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c49f23c8-1aaa-443a-95b1-c12d58cc74fb', 'name': 'tempest-ServerRescueNegativeTestJSON-1974602652-router', 'tenant_id': 'cdc69db806d24d1f8eb18aadaaafabcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '9b2e6a3c-e80e-49a8-a8fa-1183e129b2c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:40:04Z', 'updated_at': '2022-09-15T07:40:07Z', 'revision_number': 4, 'project_id': 'cdc69db806d24d1f8eb18aadaaafabcb', 'gw_port': {'id': '9b2e6a3c-e80e-49a8-a8fa-1183e129b2c4', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:9f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49f23c8-1aaa-443a-95b1-c12d58cc74fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:40:04Z', 'updated_at': '2022-09-15T07:40:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi', '_floatingips': [{'id': '5c598e5d-6c07-45c9-a711-2966fd02c677', 'tenant_id': 'cdc69db806d24d1f8eb18aadaaafabcb', 'floating_ip_address': '172.27.0.130', 'floating_network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'router_id': 'c49f23c8-1aaa-443a-95b1-c12d58cc74fb', 'port_id': '5143816a-5379-4a8d-ad85-0a16d1348b1e', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9125b9da-cf0a-438e-a321-05e9db8df553', 'mac_address': 'fa:16:3e:e3:c5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a3489f-c5f3-44d4-93c2-da198e8f06f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T07:42:11Z', 'updated_at': '2022-09-15T07:44:01Z', 'revision_number': 3, 'project_id': 'cdc69db806d24d1f8eb18aadaaafabcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '437c5d00-5648-4442-b53c-f7174a03af78', 'name': '', 'network_id': '9125b9da-cf0a-438e-a321-05e9db8df553', 'tenant_id': 'cdc69db806d24d1f8eb18aadaaafabcb', 'mac_address': 'fa:16:3e:e9:e3:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49f23c8-1aaa-443a-95b1-c12d58cc74fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '56bdd156-8a1e-4af7-bbaf-a09f4f37e06d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:40:06Z', 'updated_at': '2022-09-15T07:40:11Z', 'revision_number': 5, 'project_id': 'cdc69db806d24d1f8eb18aadaaafabcb', 'subnets': [{'id': '56bdd156-8a1e-4af7-bbaf-a09f4f37e06d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-6-iscsi', False) {} {{(pid=107290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:44:02.906857 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e88fb5c-7ee9-418f-955a-c1de66118424 None None] The sync data for ids ['c49f23c8-1aaa-443a-95b1-c12d58cc74fb'] in dv-cinder-824149-6-iscsi is: [{'id': 'c49f23c8-1aaa-443a-95b1-c12d58cc74fb', 'name': 'tempest-ServerRescueNegativeTestJSON-1974602652-router', 'tenant_id': 'cdc69db806d24d1f8eb18aadaaafabcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '9b2e6a3c-e80e-49a8-a8fa-1183e129b2c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:40:04Z', 'updated_at': '2022-09-15T07:40:07Z', 'revision_number': 4, 'project_id': 'cdc69db806d24d1f8eb18aadaaafabcb', 'gw_port': {'id': '9b2e6a3c-e80e-49a8-a8fa-1183e129b2c4', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:9f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49f23c8-1aaa-443a-95b1-c12d58cc74fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:40:04Z', 'updated_at': '2022-09-15T07:40:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi', '_floatingips': [{'id': '5c598e5d-6c07-45c9-a711-2966fd02c677', 'tenant_id': 'cdc69db806d24d1f8eb18aadaaafabcb', 'floating_ip_address': '172.27.0.130', 'floating_network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'router_id': 'c49f23c8-1aaa-443a-95b1-c12d58cc74fb', 'port_id': '5143816a-5379-4a8d-ad85-0a16d1348b1e', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9125b9da-cf0a-438e-a321-05e9db8df553', 'mac_address': 'fa:16:3e:e3:c5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a3489f-c5f3-44d4-93c2-da198e8f06f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T07:42:11Z', 'updated_at': '2022-09-15T07:44:01Z', 'revision_number': 3, 'project_id': 'cdc69db806d24d1f8eb18aadaaafabcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '437c5d00-5648-4442-b53c-f7174a03af78', 'name': '', 'network_id': '9125b9da-cf0a-438e-a321-05e9db8df553', 'tenant_id': 'cdc69db806d24d1f8eb18aadaaafabcb', 'mac_address': 'fa:16:3e:e9:e3:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49f23c8-1aaa-443a-95b1-c12d58cc74fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '56bdd156-8a1e-4af7-bbaf-a09f4f37e06d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:40:06Z', 'updated_at': '2022-09-15T07:40:11Z', 'revision_number': 5, 'project_id': 'cdc69db806d24d1f8eb18aadaaafabcb', 'subnets': [{'id': '56bdd156-8a1e-4af7-bbaf-a09f4f37e06d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 07:44:02.934026 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-c5940a72-eb82-42d7-89c2-7e3ce1102908 req-ec3087a9-262b-4e0d-8bb9-e7e18cace3bd service neutron] 10.222.0.26 "GET /networking/v2.0/networks/9125b9da-cf0a-438e-a321-05e9db8df553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098080 Sep 15 07:44:03.914580 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-b2aa2ad8-ef58-417f-bca9-508fe5ab0f04 req-e956670d-1cda-479e-a137-207d4aa2e31a tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=07952150-a64f-434a-8fcc-d7ff89215b84 HTTP/1.1" status: 200 len: 210 time: 0.0302877 Sep 15 07:44:03.990728 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=100 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:44:03.998772 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2055a3e-c58b-4efe-8097-f71ef81248a7 req-a4fd4b4e-5112-4485-9fd3-62cae15fa13a tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:44:04.000323 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-a2055a3e-c58b-4efe-8097-f71ef81248a7 req-a4fd4b4e-5112-4485-9fd3-62cae15fa13a tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.26 "GET /networking/v2.0/networks?id=be4fe7de-ab91-47eb-96fc-2000373fe74e HTTP/1.1" status: 200 len: 814 time: 0.1313562 Sep 15 07:44:04.064361 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-a2055a3e-c58b-4efe-8097-f71ef81248a7 req-23abcd26-5617-456e-aecb-45434a27c6a1 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.26 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=14017d5edbbd4068b529d5d92444182a HTTP/1.1" status: 200 len: 379 time: 0.0551593 Sep 15 07:44:04.074070 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.v2.base [req-a2055a3e-c58b-4efe-8097-f71ef81248a7 req-534b8e8c-985b-448a-ba75-f90620f777ae tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Request body: {'port': {'device_id': '07952150-a64f-434a-8fcc-d7ff89215b84', 'network_id': 'be4fe7de-ab91-47eb-96fc-2000373fe74e', 'admin_state_up': True, 'tenant_id': '14017d5edbbd4068b529d5d92444182a', 'security_groups': ['80f94d21-96a1-4032-bc87-a0acb8209528']}} {{(pid=107276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:44:04.248151 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62a3489f-c5f3-44d4-93c2-da198e8f06f8', 'tag': '5143816a-5379-4a8d-ad85-0a16d1348b1e'}] {{(pid=107279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 07:44:04.250677 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706979451550896f7b9833a7a6f18e8e6b98f6eca7edeab709f82497fe6197ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-040a2783-4b59-44e6-a792-0404ef8b4a1c" -d '{"events": [{"name": "network-changed", "server_uuid": "62a3489f-c5f3-44d4-93c2-da198e8f06f8", "tag": "5143816a-5379-4a8d-ad85-0a16d1348b1e"}]}' {{(pid=107279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 07:44:04.250903 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2055a3e-c58b-4efe-8097-f71ef81248a7 req-534b8e8c-985b-448a-ba75-f90620f777ae tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Made reservation on behalf of 14017d5edbbd4068b529d5d92444182a for: {'port': 1} {{(pid=107276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 07:44:04.255995 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-a2055a3e-c58b-4efe-8097-f71ef81248a7 req-534b8e8c-985b-448a-ba75-f90620f777ae tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (None), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:44:04.289889 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 07:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7e6ee7b-be7a-4342-9af2-7e1d702b17d7 x-openstack-request-id: req-a7e6ee7b-be7a-4342-9af2-7e1d702b17d7 {{(pid=107279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 07:44:04.290184 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62a3489f-c5f3-44d4-93c2-da198e8f06f8", "tag": "5143816a-5379-4a8d-ad85-0a16d1348b1e", "status": "completed", "code": 200}]} {{(pid=107279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 07:44:04.290436 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a7e6ee7b-be7a-4342-9af2-7e1d702b17d7 {{(pid=107279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 07:44:04.290837 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7e6ee7b-be7a-4342-9af2-7e1d702b17d7'] response: {'name': 'network-changed', 'server_uuid': '62a3489f-c5f3-44d4-93c2-da198e8f06f8', 'tag': '5143816a-5379-4a8d-ad85-0a16d1348b1e', 'status': 'completed', 'code': 200} Sep 15 07:44:04.310803 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:44:04.364386 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040a2783-4b59-44e6-a792-0404ef8b4a1c req-9c571cfd-047e-4a3f-bf7a-2735433afd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:44:04.365835 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-040a2783-4b59-44e6-a792-0404ef8b4a1c req-9c571cfd-047e-4a3f-bf7a-2735433afd8f service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=cdc69db806d24d1f8eb18aadaaafabcb&device_id=62a3489f-c5f3-44d4-93c2-da198e8f06f8 HTTP/1.1" status: 200 len: 1129 time: 0.0477450 Sep 15 07:44:04.389131 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.db.db_base_plugin_common [req-a2055a3e-c58b-4efe-8097-f71ef81248a7 req-534b8e8c-985b-448a-ba75-f90620f777ae tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Allocated IP 172.20.0.5 (be4fe7de-ab91-47eb-96fc-2000373fe74e/655669e6-9885-472d-9103-52b022988dd7/c0246052-5807-47eb-9a0b-f3f27149228f) {{(pid=107276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 07:44:04.447610 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:44:04.464253 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040a2783-4b59-44e6-a792-0404ef8b4a1c req-333b3886-2ac9-4c06-a314-042010f9efaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:44:04.465845 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-040a2783-4b59-44e6-a792-0404ef8b4a1c req-333b3886-2ac9-4c06-a314-042010f9efaf service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=9125b9da-cf0a-438e-a321-05e9db8df553 HTTP/1.1" status: 200 len: 920 time: 0.0934718 Sep 15 07:44:04.533041 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-040a2783-4b59-44e6-a792-0404ef8b4a1c req-07734a9c-789e-4794-80bd-e51128ad1c03 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5143816a-5379-4a8d-ad85-0a16d1348b1e HTTP/1.1" status: 200 len: 1001 time: 0.0601957 Sep 15 07:44:04.537370 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-a2055a3e-c58b-4efe-8097-f71ef81248a7 req-534b8e8c-985b-448a-ba75-f90620f777ae tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks [] for port (c0246052-5807-47eb-9a0b-f3f27149228f), precommit_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:44:04.581837 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040a2783-4b59-44e6-a792-0404ef8b4a1c req-93d196b4-3ced-40ff-a4d2-eea21fc33def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:44:04.583249 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-040a2783-4b59-44e6-a792-0404ef8b4a1c req-93d196b4-3ced-40ff-a4d2-eea21fc33def service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=56bdd156-8a1e-4af7-bbaf-a09f4f37e06d HTTP/1.1" status: 200 len: 858 time: 0.0443234 Sep 15 07:44:04.622363 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-a2055a3e-c58b-4efe-8097-f71ef81248a7 req-534b8e8c-985b-448a-ba75-f90620f777ae tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729658170579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260827426'] for port (c0246052-5807-47eb-9a0b-f3f27149228f), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:44:04.626622 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040a2783-4b59-44e6-a792-0404ef8b4a1c req-583751dc-e142-482c-8446-3805c9ffd769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:44:04.628781 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-040a2783-4b59-44e6-a792-0404ef8b4a1c req-583751dc-e142-482c-8446-3805c9ffd769 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=9125b9da-cf0a-438e-a321-05e9db8df553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383353 Sep 15 07:44:04.666404 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2055a3e-c58b-4efe-8097-f71ef81248a7 req-534b8e8c-985b-448a-ba75-f90620f777ae tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Network be4fe7de-ab91-47eb-96fc-2000373fe74e is already hosted by enough agents. {{(pid=107276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 07:44:04.671860 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.scheduler.base_scheduler [req-a2055a3e-c58b-4efe-8097-f71ef81248a7 req-534b8e8c-985b-448a-ba75-f90620f777ae tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Resources bound (agent type, host, resource id): {{(pid=107276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 07:44:04.676027 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2055a3e-c58b-4efe-8097-f71ef81248a7 req-534b8e8c-985b-448a-ba75-f90620f777ae tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Received port after_create {{(pid=107276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 07:44:04.682364 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534b8e8c-985b-448a-ba75-f90620f777ae tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Pushing event updated for resources: {'Port': ['ID=c0246052-5807-47eb-9a0b-f3f27149228f,revision_number=1']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:44:04.731797 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-040a2783-4b59-44e6-a792-0404ef8b4a1c req-d0200f90-c99a-405a-b936-0ba9ac48dfab service neutron] 10.222.0.26 "GET /networking/v2.0/networks/9125b9da-cf0a-438e-a321-05e9db8df553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968440 Sep 15 07:44:04.736391 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2055a3e-c58b-4efe-8097-f71ef81248a7 req-534b8e8c-985b-448a-ba75-f90620f777ae tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:44:04.741277 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-a2055a3e-c58b-4efe-8097-f71ef81248a7 req-534b8e8c-985b-448a-ba75-f90620f777ae tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382552'] for port (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:44:04.824489 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=100 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:44:04.830565 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-040a2783-4b59-44e6-a792-0404ef8b4a1c req-4a4fd334-c741-408a-9b98-3c2e04daa948 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/9125b9da-cf0a-438e-a321-05e9db8df553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926259 Sep 15 07:44:04.848059 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-a2055a3e-c58b-4efe-8097-f71ef81248a7 req-534b8e8c-985b-448a-ba75-f90620f777ae tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7775931 Sep 15 07:44:04.860722 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.v2.base [req-a2055a3e-c58b-4efe-8097-f71ef81248a7 req-d7c3718e-4081-49fd-b815-fc1ed3b8831a service neutron] Request body: {'port': {'device_id': '07952150-a64f-434a-8fcc-d7ff89215b84', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82414'}} {{(pid=107276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:44:04.878239 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=100 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:44:04.879809 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-b43d9e68-b22b-4b76-afc3-573c543c9abd None None] Provisioning complete for port c0246052-5807-47eb-9a0b-f3f27149228f triggered by entity DHCP. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 07:44:04.880188 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-b43d9e68-b22b-4b76-afc3-573c543c9abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862942'] for port (c0246052-5807-47eb-9a0b-f3f27149228f), provisioning_complete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:44:04.880526 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-b43d9e68-b22b-4b76-afc3-573c543c9abd None None] Attempt 1 to provision port c0246052-5807-47eb-9a0b-f3f27149228f Sep 15 07:44:04.913269 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-b43d9e68-b22b-4b76-afc3-573c543c9abd None None] Port c0246052-5807-47eb-9a0b-f3f27149228f cannot update to ACTIVE because it is not bound. {{(pid=107290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 07:44:04.917071 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:44:04.921713 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-a2055a3e-c58b-4efe-8097-f71ef81248a7 req-d7c3718e-4081-49fd-b815-fc1ed3b8831a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (c0246052-5807-47eb-9a0b-f3f27149228f), before_update {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:44:05.046396 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575a9a81-ecdf-4415-9a70-d2eda00c18e4 req-0a926703-08d4-475c-b4be-29525486e0a2 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:44:05.047876 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-575a9a81-ecdf-4415-9a70-d2eda00c18e4 req-0a926703-08d4-475c-b4be-29525486e0a2 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=07952150-a64f-434a-8fcc-d7ff89215b84 HTTP/1.1" status: 200 len: 931 time: 0.0544572 Sep 15 07:44:05.098170 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-575a9a81-ecdf-4415-9a70-d2eda00c18e4 req-1f9d6248-eef6-4e1e-97c6-053017a60615 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=80f94d21-96a1-4032-bc87-a0acb8209528&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433991 Sep 15 07:44:05.180536 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.notifiers.nova [req-a2055a3e-c58b-4efe-8097-f71ef81248a7 req-d7c3718e-4081-49fd-b815-fc1ed3b8831a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0246052-5807-47eb-9a0b-f3f27149228f {{(pid=107276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 07:44:05.188145 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-a2055a3e-c58b-4efe-8097-f71ef81248a7 req-d7c3718e-4081-49fd-b815-fc1ed3b8831a service neutron] Publish callbacks [] for port (c0246052-5807-47eb-9a0b-f3f27149228f), precommit_update {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:44:05.200569 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.db.provisioning_blocks [req-a2055a3e-c58b-4efe-8097-f71ef81248a7 req-d7c3718e-4081-49fd-b815-fc1ed3b8831a service neutron] Transition to ACTIVE for port object c0246052-5807-47eb-9a0b-f3f27149228f will not be triggered until provisioned by entity L2. {{(pid=107276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 15 07:44:05.295227 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-a2055a3e-c58b-4efe-8097-f71ef81248a7 req-d7c3718e-4081-49fd-b815-fc1ed3b8831a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260827419'] for port (c0246052-5807-47eb-9a0b-f3f27149228f), after_update {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:44:05.299077 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:44:05.355687 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c3718e-4081-49fd-b815-fc1ed3b8831a service neutron] Pushing event updated for resources: {'Port': ['ID=c0246052-5807-47eb-9a0b-f3f27149228f,revision_number=2']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:44:05.403603 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.managers [req-a2055a3e-c58b-4efe-8097-f71ef81248a7 req-d7c3718e-4081-49fd-b815-fc1ed3b8831a service neutron] Attempting to bind port c0246052-5807-47eb-9a0b-f3f27149228f on host hv-cinder-82414 for vnic_type normal with profile {{(pid=107276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 07:44:05.403935 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.managers [req-a2055a3e-c58b-4efe-8097-f71ef81248a7 req-d7c3718e-4081-49fd-b815-fc1ed3b8831a service neutron] Attempting to bind port c0246052-5807-47eb-9a0b-f3f27149228f by drivers openvswitch,hyperv on host hv-cinder-82414 at level 0 using segments [{'id': '61bd15d1-c2a6-46ff-9a57-3dfb0a553bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'be4fe7de-ab91-47eb-96fc-2000373fe74e'}] {{(pid=107276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 07:44:05.404264 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2055a3e-c58b-4efe-8097-f71ef81248a7 req-d7c3718e-4081-49fd-b815-fc1ed3b8831a service neutron] Attempting to bind port c0246052-5807-47eb-9a0b-f3f27149228f on network be4fe7de-ab91-47eb-96fc-2000373fe74e {{(pid=107276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 07:44:05.414699 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-b43d9e68-b22b-4b76-afc3-573c543c9abd None None] Attempt 2 to provision port c0246052-5807-47eb-9a0b-f3f27149228f Sep 15 07:44:05.452015 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-b43d9e68-b22b-4b76-afc3-573c543c9abd None None] Port c0246052-5807-47eb-9a0b-f3f27149228f cannot update to ACTIVE because it is not bound. {{(pid=107290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 07:44:05.694525 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2055a3e-c58b-4efe-8097-f71ef81248a7 req-d7c3718e-4081-49fd-b815-fc1ed3b8831a service neutron] Port c0246052-5807-47eb-9a0b-f3f27149228f on network be4fe7de-ab91-47eb-96fc-2000373fe74e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82414 {{(pid=107276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 07:44:05.694857 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2055a3e-c58b-4efe-8097-f71ef81248a7 req-d7c3718e-4081-49fd-b815-fc1ed3b8831a service neutron] Attempting to bind port c0246052-5807-47eb-9a0b-f3f27149228f on network be4fe7de-ab91-47eb-96fc-2000373fe74e {{(pid=107276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 07:44:05.735175 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2055a3e-c58b-4efe-8097-f71ef81248a7 req-d7c3718e-4081-49fd-b815-fc1ed3b8831a service neutron] Checking agent: {'id': '25cf60a6-7ad2-448a-9326-c12b453ddee0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82414', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 7, 36, 43), 'started_at': datetime.datetime(2022, 9, 15, 7, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 7, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 07:44:05.735433 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2055a3e-c58b-4efe-8097-f71ef81248a7 req-d7c3718e-4081-49fd-b815-fc1ed3b8831a service neutron] Checking segment: {'id': '61bd15d1-c2a6-46ff-9a57-3dfb0a553bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'be4fe7de-ab91-47eb-96fc-2000373fe74e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 07:44:05.735808 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2055a3e-c58b-4efe-8097-f71ef81248a7 req-d7c3718e-4081-49fd-b815-fc1ed3b8831a service neutron] Bound using segment: {'id': '61bd15d1-c2a6-46ff-9a57-3dfb0a553bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'be4fe7de-ab91-47eb-96fc-2000373fe74e'} {{(pid=107276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 07:44:05.736233 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.managers [req-a2055a3e-c58b-4efe-8097-f71ef81248a7 req-d7c3718e-4081-49fd-b815-fc1ed3b8831a service neutron] Bound port: c0246052-5807-47eb-9a0b-f3f27149228f, host: hv-cinder-82414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61bd15d1-c2a6-46ff-9a57-3dfb0a553bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'be4fe7de-ab91-47eb-96fc-2000373fe74e'}}] {{(pid=107276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 07:44:05.736588 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-a2055a3e-c58b-4efe-8097-f71ef81248a7 req-d7c3718e-4081-49fd-b815-fc1ed3b8831a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (c0246052-5807-47eb-9a0b-f3f27149228f), before_update {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:44:05.795365 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.db [req-a2055a3e-c58b-4efe-8097-f71ef81248a7 req-d7c3718e-4081-49fd-b815-fc1ed3b8831a service neutron] For port c0246052-5807-47eb-9a0b-f3f27149228f, host hv-cinder-82414, cleared binding levels {{(pid=107276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 07:44:05.798351 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.db [req-a2055a3e-c58b-4efe-8097-f71ef81248a7 req-d7c3718e-4081-49fd-b815-fc1ed3b8831a service neutron] For port c0246052-5807-47eb-9a0b-f3f27149228f, host hv-cinder-82414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=c0246052-5807-47eb-9a0b-f3f27149228f,segment=NetworkSegment(61bd15d1-c2a6-46ff-9a57-3dfb0a553bb9),segment_id=61bd15d1-c2a6-46ff-9a57-3dfb0a553bb9)] {{(pid=107276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 07:44:05.861279 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-a2055a3e-c58b-4efe-8097-f71ef81248a7 req-d7c3718e-4081-49fd-b815-fc1ed3b8831a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260827419'] for port (c0246052-5807-47eb-9a0b-f3f27149228f), after_update {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:44:05.865959 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2055a3e-c58b-4efe-8097-f71ef81248a7 req-d7c3718e-4081-49fd-b815-fc1ed3b8831a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:44:05.866559 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-a2055a3e-c58b-4efe-8097-f71ef81248a7 req-d7c3718e-4081-49fd-b815-fc1ed3b8831a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382552'] for port (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:44:05.867901 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-a2055a3e-c58b-4efe-8097-f71ef81248a7 req-d7c3718e-4081-49fd-b815-fc1ed3b8831a service neutron] 10.222.0.26 "PUT /networking/v2.0/ports/c0246052-5807-47eb-9a0b-f3f27149228f HTTP/1.1" status: 200 len: 1093 time: 1.0124433 Sep 15 07:44:05.868435 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07952150-a64f-434a-8fcc-d7ff89215b84', 'tag': 'c0246052-5807-47eb-9a0b-f3f27149228f'}] {{(pid=107276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 07:44:05.870651 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e3724867bd40dd9d720ab8c058c996a0c2f5593be620855f41bc083494bf738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08075824-a9f1-4c3a-85d3-fd5f10b01830" -d '{"events": [{"name": "network-changed", "server_uuid": "07952150-a64f-434a-8fcc-d7ff89215b84", "tag": "c0246052-5807-47eb-9a0b-f3f27149228f"}]}' {{(pid=107276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 07:44:05.906184 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:44:05.908847 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:44:05.910153 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 07:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-038f303d-c9ec-45a1-8ec7-862822d2c30d x-openstack-request-id: req-038f303d-c9ec-45a1-8ec7-862822d2c30d {{(pid=107276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 07:44:05.910431 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07952150-a64f-434a-8fcc-d7ff89215b84", "tag": "c0246052-5807-47eb-9a0b-f3f27149228f", "status": "completed", "code": 200}]} {{(pid=107276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 07:44:05.910677 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-038f303d-c9ec-45a1-8ec7-862822d2c30d {{(pid=107276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 07:44:05.911071 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.notifiers.nova [-] Nova event matching ['req-038f303d-c9ec-45a1-8ec7-862822d2c30d'] response: {'name': 'network-changed', 'server_uuid': '07952150-a64f-434a-8fcc-d7ff89215b84', 'tag': 'c0246052-5807-47eb-9a0b-f3f27149228f', 'status': 'completed', 'code': 200} Sep 15 07:44:05.920461 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c3718e-4081-49fd-b815-fc1ed3b8831a service neutron] Pushing event updated for resources: {'Port': ['ID=c0246052-5807-47eb-9a0b-f3f27149228f,revision_number=3']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:44:05.952786 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-b43d9e68-b22b-4b76-afc3-573c543c9abd None None] Attempt 3 to provision port c0246052-5807-47eb-9a0b-f3f27149228f Sep 15 07:44:05.972468 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08075824-a9f1-4c3a-85d3-fd5f10b01830 req-5aa8ce36-c572-4430-be31-9c470d313abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:44:05.974564 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-08075824-a9f1-4c3a-85d3-fd5f10b01830 req-5aa8ce36-c572-4430-be31-9c470d313abd service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=14017d5edbbd4068b529d5d92444182a&device_id=07952150-a64f-434a-8fcc-d7ff89215b84 HTTP/1.1" status: 200 len: 1127 time: 0.0435770 Sep 15 07:44:05.997311 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-b43d9e68-b22b-4b76-afc3-573c543c9abd None None] Port c0246052-5807-47eb-9a0b-f3f27149228f had new provisioning blocks added so it will not transition to active. {{(pid=107290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 15 07:44:06.079292 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08075824-a9f1-4c3a-85d3-fd5f10b01830 req-e0941768-8733-45ae-ac60-408a10bc849f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:44:06.081361 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-08075824-a9f1-4c3a-85d3-fd5f10b01830 req-e0941768-8733-45ae-ac60-408a10bc849f service neutron] 10.222.0.26 "GET /networking/v2.0/networks?tenant_id=14017d5edbbd4068b529d5d92444182a&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0991092 Sep 15 07:44:06.183295 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08075824-a9f1-4c3a-85d3-fd5f10b01830 req-f13a0053-5753-474f-bf7e-6ceff371584e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:44:06.184743 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-08075824-a9f1-4c3a-85d3-fd5f10b01830 req-f13a0053-5753-474f-bf7e-6ceff371584e service neutron] 10.222.0.26 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0977647 Sep 15 07:44:06.228208 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72114ebe-e257-4eee-9efe-7a3e52368ecb req-19244e27-53a2-4b60-806b-ee1278109c81 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:44:06.230405 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-72114ebe-e257-4eee-9efe-7a3e52368ecb req-19244e27-53a2-4b60-806b-ee1278109c81 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=07952150-a64f-434a-8fcc-d7ff89215b84 HTTP/1.1" status: 200 len: 943 time: 0.0525620 Sep 15 07:44:06.247473 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:44:06.260304 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2055a3e-c58b-4efe-8097-f71ef81248a7 req-2eab5f24-93a5-4855-9f5c-da6c68a0a9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:44:06.261825 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-a2055a3e-c58b-4efe-8097-f71ef81248a7 req-2eab5f24-93a5-4855-9f5c-da6c68a0a9b5 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=14017d5edbbd4068b529d5d92444182a&device_id=07952150-a64f-434a-8fcc-d7ff89215b84 HTTP/1.1" status: 200 len: 1127 time: 0.0405214 Sep 15 07:44:06.281815 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-72114ebe-e257-4eee-9efe-7a3e52368ecb req-e712a237-2744-4c6e-b7d1-fd9f6c903cfe tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=80f94d21-96a1-4032-bc87-a0acb8209528&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452511 Sep 15 07:44:06.306532 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-a2055a3e-c58b-4efe-8097-f71ef81248a7 req-62cbf73a-f24a-4cb5-8c26-9d82c44d1340 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c0246052-5807-47eb-9a0b-f3f27149228f HTTP/1.1" status: 200 len: 217 time: 0.0385644 Sep 15 07:44:06.357716 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2055a3e-c58b-4efe-8097-f71ef81248a7 req-74b5b712-dd40-476a-b16f-b8854f158d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:44:06.359231 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-a2055a3e-c58b-4efe-8097-f71ef81248a7 req-74b5b712-dd40-476a-b16f-b8854f158d99 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=655669e6-9885-472d-9103-52b022988dd7 HTTP/1.1" status: 200 len: 853 time: 0.0456083 Sep 15 07:44:06.406712 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2055a3e-c58b-4efe-8097-f71ef81248a7 req-d7a8a78f-d2ca-4ef0-a56b-b7be2d16b8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:44:06.408225 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-a2055a3e-c58b-4efe-8097-f71ef81248a7 req-d7a8a78f-d2ca-4ef0-a56b-b7be2d16b8d0 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=be4fe7de-ab91-47eb-96fc-2000373fe74e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411437 Sep 15 07:44:06.506594 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-a2055a3e-c58b-4efe-8097-f71ef81248a7 req-bec05f91-adcd-4dbc-a55d-3d9d934e0252 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/be4fe7de-ab91-47eb-96fc-2000373fe74e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926034 Sep 15 07:44:06.554107 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b72c284-a5d1-4f14-b16f-1a82a6036675 req-c1d9704a-875d-441b-904a-68496d4ad6eb tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:44:06.555599 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-0b72c284-a5d1-4f14-b16f-1a82a6036675 req-c1d9704a-875d-441b-904a-68496d4ad6eb tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0f14c845-5f86-4d74-8813-e7c482a6be08 HTTP/1.1" status: 200 len: 945 time: 0.0488367 Sep 15 07:44:06.599376 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-a2055a3e-c58b-4efe-8097-f71ef81248a7 req-6d9077fe-3103-4368-aee8-b6794e7678b9 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/be4fe7de-ab91-47eb-96fc-2000373fe74e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875568 Sep 15 07:44:06.607981 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-0b72c284-a5d1-4f14-b16f-1a82a6036675 req-28efa40e-b8ae-44e8-913d-c7d0c97222eb tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2b522f72-9094-4859-86c8-c098722d744c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465007 Sep 15 07:44:07.410757 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c370d36d-073d-4e21-b60b-35c9ebe7fdd5 req-6bfe37f6-273f-4714-9df8-07d07b842bf5 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:44:07.412213 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-c370d36d-073d-4e21-b60b-35c9ebe7fdd5 req-6bfe37f6-273f-4714-9df8-07d07b842bf5 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=07952150-a64f-434a-8fcc-d7ff89215b84 HTTP/1.1" status: 200 len: 943 time: 0.0483685 Sep 15 07:44:07.459700 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-c370d36d-073d-4e21-b60b-35c9ebe7fdd5 req-ef32476e-f6c5-477b-a54f-eb8ee86e3073 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=80f94d21-96a1-4032-bc87-a0acb8209528&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419281 Sep 15 07:44:07.734742 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1973f1e-38b5-46ca-88c4-e60b3faec10d req-4abd0064-0698-44d2-b73d-4d53137a50fb tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:44:07.736959 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-b1973f1e-38b5-46ca-88c4-e60b3faec10d req-4abd0064-0698-44d2-b73d-4d53137a50fb tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0f14c845-5f86-4d74-8813-e7c482a6be08 HTTP/1.1" status: 200 len: 945 time: 0.0474641 Sep 15 07:44:07.783943 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-b1973f1e-38b5-46ca-88c4-e60b3faec10d req-260f883b-2a46-4310-b3b2-5416dbba6c86 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2b522f72-9094-4859-86c8-c098722d744c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408001 Sep 15 07:44:08.584983 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058d1626-465f-4fe9-8566-fc9779cbb36b req-9d6f768b-5c90-4c47-a643-2dded919d20a tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:44:08.586465 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-058d1626-465f-4fe9-8566-fc9779cbb36b req-9d6f768b-5c90-4c47-a643-2dded919d20a tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=07952150-a64f-434a-8fcc-d7ff89215b84 HTTP/1.1" status: 200 len: 943 time: 0.0509198 Sep 15 07:44:08.632764 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-058d1626-465f-4fe9-8566-fc9779cbb36b req-014b02fc-05a4-4192-9b34-2945185e08e0 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=80f94d21-96a1-4032-bc87-a0acb8209528&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409303 Sep 15 07:44:08.909201 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58584066-0ea1-49c8-8159-548bc590d5eb req-e76fcc98-1680-4d5e-988f-8ce00e9fe375 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:44:08.910683 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-58584066-0ea1-49c8-8159-548bc590d5eb req-e76fcc98-1680-4d5e-988f-8ce00e9fe375 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0f14c845-5f86-4d74-8813-e7c482a6be08 HTTP/1.1" status: 200 len: 945 time: 0.0469930 Sep 15 07:44:08.958906 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-58584066-0ea1-49c8-8159-548bc590d5eb req-006aae02-a4f9-4951-92de-ae961f031d2c tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2b522f72-9094-4859-86c8-c098722d744c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427430 Sep 15 07:44:09.752506 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8828d595-d15e-48e5-9017-76d9915c3d8b req-dab6660c-acbc-4045-a5fe-e6e2c9352335 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:44:09.754091 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-8828d595-d15e-48e5-9017-76d9915c3d8b req-dab6660c-acbc-4045-a5fe-e6e2c9352335 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=07952150-a64f-434a-8fcc-d7ff89215b84 HTTP/1.1" status: 200 len: 943 time: 0.0463827 Sep 15 07:44:09.804496 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-8828d595-d15e-48e5-9017-76d9915c3d8b req-f88faf52-310b-43a3-97f1-0813ae61dbd3 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=80f94d21-96a1-4032-bc87-a0acb8209528&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449567 Sep 15 07:44:10.088415 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e9befd-37df-4a73-b7da-54eefdbffc99 req-9b896b70-99e5-43ae-9c08-4f349f1ab71e tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:44:10.089855 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-70e9befd-37df-4a73-b7da-54eefdbffc99 req-9b896b70-99e5-43ae-9c08-4f349f1ab71e tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0f14c845-5f86-4d74-8813-e7c482a6be08 HTTP/1.1" status: 200 len: 945 time: 0.0463233 Sep 15 07:44:10.113526 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=100 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:44:10.137405 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-70e9befd-37df-4a73-b7da-54eefdbffc99 req-1949a3ce-089f-4cef-88d0-c654dc63556c tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2b522f72-9094-4859-86c8-c098722d744c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417690 Sep 15 07:44:10.301419 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.agents_db [None req-df016ec4-f85e-4abb-9405-ce942686afd2 None None] Agent healthcheck: found 6 active agents {{(pid=107295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 07:44:10.333526 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Device c0246052-5807-47eb-9a0b-f3f27149228f details requested by agent hyperv_hv-cinder-82414 with host hv-cinder-82414 {{(pid=107290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 07:44:10.437217 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] For port c0246052-5807-47eb-9a0b-f3f27149228f, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=c0246052-5807-47eb-9a0b-f3f27149228f,segment=NetworkSegment(61bd15d1-c2a6-46ff-9a57-3dfb0a553bb9),segment_id=61bd15d1-c2a6-46ff-9a57-3dfb0a553bb9)] {{(pid=107290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:44:10.449009 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Returning: {'device': 'c0246052-5807-47eb-9a0b-f3f27149228f', 'network_id': 'be4fe7de-ab91-47eb-96fc-2000373fe74e', 'port_id': 'c0246052-5807-47eb-9a0b-f3f27149228f', 'mac_address': 'fa:16:3e:2a:23:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '655669e6-9885-472d-9103-52b022988dd7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 07:44:10.482564 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Current status of the port c0246052-5807-47eb-9a0b-f3f27149228f is: DOWN; New status is: BUILD {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:44:10.483009 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (c0246052-5807-47eb-9a0b-f3f27149228f), before_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:44:10.496765 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.notifiers.nova [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0246052-5807-47eb-9a0b-f3f27149228f {{(pid=107290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 07:44:10.516794 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] For port c0246052-5807-47eb-9a0b-f3f27149228f, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=c0246052-5807-47eb-9a0b-f3f27149228f,segment=NetworkSegment(61bd15d1-c2a6-46ff-9a57-3dfb0a553bb9),segment_id=61bd15d1-c2a6-46ff-9a57-3dfb0a553bb9)] {{(pid=107290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:44:10.579700 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615'] for port (c0246052-5807-47eb-9a0b-f3f27149228f), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:44:10.630030 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Pushing event updated for resources: {'Port': ['ID=c0246052-5807-47eb-9a0b-f3f27149228f,revision_number=4']} {{(pid=107290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:44:10.843039 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] get_ports_and_sgs() called for port_ids ['c0246052-5807-47eb-9a0b-f3f27149228f'] {{(pid=107290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 07:44:10.896340 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:44:10.922411 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31dc8d2-79e5-403f-9b14-cccf1fb7a95b req-9376535b-a022-4992-8275-b1398d1e45b5 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:44:10.923893 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-c31dc8d2-79e5-403f-9b14-cccf1fb7a95b req-9376535b-a022-4992-8275-b1398d1e45b5 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=07952150-a64f-434a-8fcc-d7ff89215b84 HTTP/1.1" status: 200 len: 944 time: 0.0459998 Sep 15 07:44:10.971762 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-c31dc8d2-79e5-403f-9b14-cccf1fb7a95b req-746c3d26-6b14-4805-a37a-e8f6f6187fa0 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=80f94d21-96a1-4032-bc87-a0acb8209528&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421758 Sep 15 07:44:11.265956 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa90a14-ca23-4064-978b-76dc990cc363 req-1dfb6e65-5d8f-4968-8792-ff0386e051a5 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:44:11.268028 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-7aa90a14-ca23-4064-978b-76dc990cc363 req-1dfb6e65-5d8f-4968-8792-ff0386e051a5 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0f14c845-5f86-4d74-8813-e7c482a6be08 HTTP/1.1" status: 200 len: 945 time: 0.0493257 Sep 15 07:44:11.300293 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=100 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:44:11.314985 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-7aa90a14-ca23-4064-978b-76dc990cc363 req-8e216dde-1250-49dc-afb2-28d9febd4270 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2b522f72-9094-4859-86c8-c098722d744c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414617 Sep 15 07:44:12.092993 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825fdf6c-f457-4f3d-8e73-ea6a927c4f1c req-b629a84b-6813-4a05-9b43-187dd2ec1988 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:44:12.095096 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-825fdf6c-f457-4f3d-8e73-ea6a927c4f1c req-b629a84b-6813-4a05-9b43-187dd2ec1988 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=07952150-a64f-434a-8fcc-d7ff89215b84 HTTP/1.1" status: 200 len: 944 time: 0.0466166 Sep 15 07:44:12.144150 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-825fdf6c-f457-4f3d-8e73-ea6a927c4f1c req-933fe2dc-9e74-49c5-9961-98c65736c44d tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=80f94d21-96a1-4032-bc87-a0acb8209528&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430353 Sep 15 07:44:12.343919 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Device c0246052-5807-47eb-9a0b-f3f27149228f up at agent hyperv_hv-cinder-82414 {{(pid=107290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 07:44:12.389951 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Provisioning for port c0246052-5807-47eb-9a0b-f3f27149228f completed by entity L2. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 15 07:44:12.451942 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06444b8e-48b4-445c-b69b-21604c48f711 req-4939c445-768a-415a-a161-eaf87e49eb2d tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:44:12.453374 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-06444b8e-48b4-445c-b69b-21604c48f711 req-4939c445-768a-415a-a161-eaf87e49eb2d tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0f14c845-5f86-4d74-8813-e7c482a6be08 HTTP/1.1" status: 200 len: 945 time: 0.0510821 Sep 15 07:44:12.464903 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Provisioning complete for port c0246052-5807-47eb-9a0b-f3f27149228f triggered by entity L2. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 07:44:12.465399 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862942'] for port (c0246052-5807-47eb-9a0b-f3f27149228f), provisioning_complete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:44:12.465822 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Attempt 1 to provision port c0246052-5807-47eb-9a0b-f3f27149228f Sep 15 07:44:12.501686 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-06444b8e-48b4-445c-b69b-21604c48f711 req-be79203d-3b86-4d2b-a404-fd1d1dd17c05 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2b522f72-9094-4859-86c8-c098722d744c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425668 Sep 15 07:44:12.541725 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Current status of the port c0246052-5807-47eb-9a0b-f3f27149228f is: BUILD; New status is: ACTIVE {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:44:12.542112 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (c0246052-5807-47eb-9a0b-f3f27149228f), before_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:44:12.568270 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07952150-a64f-434a-8fcc-d7ff89215b84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0246052-5807-47eb-9a0b-f3f27149228f'}] {{(pid=107290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 07:44:12.570525 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff93a2f2a3cb789a491bb2a8c4b01cf70d8343c1611f7c7394898ef54d6aa0cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2dda3ae-eb7a-45fd-9cac-41c2d07efd70" -d '{"events": [{"server_uuid": "07952150-a64f-434a-8fcc-d7ff89215b84", "name": "network-vif-plugged", "status": "completed", "tag": "c0246052-5807-47eb-9a0b-f3f27149228f"}]}' {{(pid=107290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 07:44:12.584289 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] For port c0246052-5807-47eb-9a0b-f3f27149228f, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=c0246052-5807-47eb-9a0b-f3f27149228f,segment=NetworkSegment(61bd15d1-c2a6-46ff-9a57-3dfb0a553bb9),segment_id=61bd15d1-c2a6-46ff-9a57-3dfb0a553bb9)] {{(pid=107290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:44:12.642640 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615'] for port (c0246052-5807-47eb-9a0b-f3f27149228f), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:44:12.674433 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 07:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-934ae142-19a0-4f57-be61-b275287549fa x-openstack-request-id: req-934ae142-19a0-4f57-be61-b275287549fa {{(pid=107290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 07:44:12.674754 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07952150-a64f-434a-8fcc-d7ff89215b84", "name": "network-vif-plugged", "status": "completed", "tag": "c0246052-5807-47eb-9a0b-f3f27149228f", "code": 200}]} {{(pid=107290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 07:44:12.675014 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-934ae142-19a0-4f57-be61-b275287549fa {{(pid=107290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 07:44:12.675398 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.notifiers.nova [-] Nova event matching ['req-934ae142-19a0-4f57-be61-b275287549fa'] response: {'server_uuid': '07952150-a64f-434a-8fcc-d7ff89215b84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0246052-5807-47eb-9a0b-f3f27149228f', 'code': 200} Sep 15 07:44:12.687357 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:44:12.710616 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Pushing event updated for resources: {'Port': ['ID=c0246052-5807-47eb-9a0b-f3f27149228f,revision_number=5']} {{(pid=107290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:44:12.744879 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (25cf60a6-7ad2-448a-9326-c12b453ddee0), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:44:12.979039 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7951bc6-8b59-4895-991f-f25fe75ff52e req-8585abcd-cf72-46ce-acb2-cdfc85c86d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:44:12.980539 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-b7951bc6-8b59-4895-991f-f25fe75ff52e req-8585abcd-cf72-46ce-acb2-cdfc85c86d4b service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=07952150-a64f-434a-8fcc-d7ff89215b84 HTTP/1.1" status: 200 len: 1129 time: 0.0424745 Sep 15 07:44:13.025054 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-b7951bc6-8b59-4895-991f-f25fe75ff52e req-8723c64a-f1a3-4919-832b-a225e5126064 service neutron] 10.222.0.26 "GET /networking/v2.0/security-groups?id=80f94d21-96a1-4032-bc87-a0acb8209528&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380349 Sep 15 07:44:13.267283 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760632ad-329c-4f71-b05f-67afaa9c9a0a req-f781f0d6-351d-4507-a989-c9a093d9d5f3 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:44:13.268667 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-760632ad-329c-4f71-b05f-67afaa9c9a0a req-f781f0d6-351d-4507-a989-c9a093d9d5f3 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=07952150-a64f-434a-8fcc-d7ff89215b84 HTTP/1.1" status: 200 len: 945 time: 0.0499737 Sep 15 07:44:13.316339 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-760632ad-329c-4f71-b05f-67afaa9c9a0a req-c8b87eda-b3b3-40d5-b534-985ccf0c8d7c tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=80f94d21-96a1-4032-bc87-a0acb8209528&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421488 Sep 15 07:44:13.635301 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87425ab4-fd37-4a3f-bc87-df28a5d8a402 req-75fad278-aa10-4c10-8b57-88627eea6b94 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:44:13.636774 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-87425ab4-fd37-4a3f-bc87-df28a5d8a402 req-75fad278-aa10-4c10-8b57-88627eea6b94 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0f14c845-5f86-4d74-8813-e7c482a6be08 HTTP/1.1" status: 200 len: 945 time: 0.0460074 Sep 15 07:44:13.687735 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-87425ab4-fd37-4a3f-bc87-df28a5d8a402 req-3f7f148a-3695-438c-b207-b957d143db44 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2b522f72-9094-4859-86c8-c098722d744c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449975 Sep 15 07:44:14.439567 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6a8818-0920-46e2-bd12-0b67db3d9751 req-94ce73d8-1f35-4af9-a5d1-afc217e42a53 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:44:14.441031 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-fb6a8818-0920-46e2-bd12-0b67db3d9751 req-94ce73d8-1f35-4af9-a5d1-afc217e42a53 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=07952150-a64f-434a-8fcc-d7ff89215b84 HTTP/1.1" status: 200 len: 945 time: 0.0495558 Sep 15 07:44:14.489278 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-fb6a8818-0920-46e2-bd12-0b67db3d9751 req-3ab95132-0f53-4ab8-a8d9-5a1fff3ecb98 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=80f94d21-96a1-4032-bc87-a0acb8209528&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424578 Sep 15 07:44:14.813811 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6e74d6-2ac1-4d1b-b444-fcff1def2558 req-4bdc5e77-5b90-4e57-bc8b-bb6cc90cd5cb tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:44:14.815248 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-ae6e74d6-2ac1-4d1b-b444-fcff1def2558 req-4bdc5e77-5b90-4e57-bc8b-bb6cc90cd5cb tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0f14c845-5f86-4d74-8813-e7c482a6be08 HTTP/1.1" status: 200 len: 945 time: 0.0468693 Sep 15 07:44:14.861585 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-ae6e74d6-2ac1-4d1b-b444-fcff1def2558 req-c842e65c-42e1-4807-8ef3-206e623531d7 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2b522f72-9094-4859-86c8-c098722d744c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408995 Sep 15 07:44:15.614639 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b156d7c-7aaf-483b-9fdf-1e38831a227f req-a8eee139-5171-40f5-ab16-c778e2b8de13 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:44:15.616092 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-0b156d7c-7aaf-483b-9fdf-1e38831a227f req-a8eee139-5171-40f5-ab16-c778e2b8de13 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=07952150-a64f-434a-8fcc-d7ff89215b84 HTTP/1.1" status: 200 len: 945 time: 0.0510914 Sep 15 07:44:15.664605 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-0b156d7c-7aaf-483b-9fdf-1e38831a227f req-87b294ef-cecd-4304-9438-fd1854051438 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=80f94d21-96a1-4032-bc87-a0acb8209528&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428646 Sep 15 07:44:15.784037 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648a3d4b-a35b-47c8-8966-0e4760c6f9ad req-7c33ce52-5163-43c1-bb75-39d117bb8cbb tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:44:15.785487 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-648a3d4b-a35b-47c8-8966-0e4760c6f9ad req-7c33ce52-5163-43c1-bb75-39d117bb8cbb tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=07952150-a64f-434a-8fcc-d7ff89215b84 HTTP/1.1" status: 200 len: 945 time: 0.0465508 Sep 15 07:44:15.795752 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 37490) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:44:15.800398 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.v2.base [None req-d84e76a2-9dc8-4bd1-8a55-0aca83fbdb48 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Request body: {'floatingip': {'port_id': 'c0246052-5807-47eb-9a0b-f3f27149228f'}} {{(pid=107276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:44:15.838364 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-d84e76a2-9dc8-4bd1-8a55-0aca83fbdb48 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks [] for floatingip (2fb27ed6-bac1-44b9-9340-337bad9e6cb9), before_update {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:44:15.840995 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:44:15.987541 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e7423e-8607-4773-a676-deb823e3da65 req-eadf8b06-2d99-4d3a-97d9-7989c961c3db tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:44:15.989016 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-83e7423e-8607-4773-a676-deb823e3da65 req-eadf8b06-2d99-4d3a-97d9-7989c961c3db tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0f14c845-5f86-4d74-8813-e7c482a6be08 HTTP/1.1" status: 200 len: 945 time: 0.0490437 Sep 15 07:44:16.041390 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-83e7423e-8607-4773-a676-deb823e3da65 req-8d12f2c5-84ca-45d9-bf4b-4c473f6cdca4 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2b522f72-9094-4859-86c8-c098722d744c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466144 Sep 15 07:44:16.267338 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-d84e76a2-9dc8-4bd1-8a55-0aca83fbdb48 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:44:16.315055 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-d84e76a2-9dc8-4bd1-8a55-0aca83fbdb48 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2007462'] for floatingip (2fb27ed6-bac1-44b9-9340-337bad9e6cb9), after_update {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:44:16.411235 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.db.l3_db [None req-d84e76a2-9dc8-4bd1-8a55-0aca83fbdb48 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Floating IP 2fb27ed6-bac1-44b9-9340-337bad9e6cb9 associated. External IP: 172.27.0.103, port: c0246052-5807-47eb-9a0b-f3f27149228f. Sep 15 07:44:16.541449 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:44:16.613889 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d84e76a2-9dc8-4bd1-8a55-0aca83fbdb48 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Router 0d4028b8-96d7-47fa-8f18-e0b1adcb6c33 has already been hosted by L3 agent 6177172c-20b9-4a3a-92be-d5dd082cfa3a {{(pid=107276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 07:44:16.715923 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d84e76a2-9dc8-4bd1-8a55-0aca83fbdb48 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Notify agent at l3_agent.dv-cinder-824149-6-iscsi the message routers_updated {{(pid=107276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 07:44:16.721377 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-d84e76a2-9dc8-4bd1-8a55-0aca83fbdb48 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382552'] for floatingip (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:44:16.725928 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d23a72c-3d89-404e-a46b-7c1272d34d7a None None] Sync routers for ids ['0d4028b8-96d7-47fa-8f18-e0b1adcb6c33'] in dv-cinder-824149-6-iscsi {{(pid=107295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 07:44:16.735648 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d23a72c-3d89-404e-a46b-7c1272d34d7a None None] Routers {'0d4028b8-96d7-47fa-8f18-e0b1adcb6c33'} bound to L3 agent in host dv-cinder-824149-6-iscsi {{(pid=107295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 07:44:16.736258 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_hamode_db [None req-0d23a72c-3d89-404e-a46b-7c1272d34d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-15T07:30:25Z,description=,heartbeat_timestamp=2022-09-15T07:43:55Z,host='dv-cinder-824149-6-iscsi',id=6177172c-20b9-4a3a-92be-d5dd082cfa3a,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T07:30:25Z,topic='l3_agent')) {'router_ids': ['0d4028b8-96d7-47fa-8f18-e0b1adcb6c33'], 'active': True} {{(pid=107295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:44:16.751388 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-d84e76a2-9dc8-4bd1-8a55-0aca83fbdb48 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "PUT /networking/v2.0/floatingips/2fb27ed6-bac1-44b9-9340-337bad9e6cb9 HTTP/1.1" status: 200 len: 991 time: 0.9543672 Sep 15 07:44:16.752027 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07952150-a64f-434a-8fcc-d7ff89215b84', 'tag': 'c0246052-5807-47eb-9a0b-f3f27149228f'}] {{(pid=107276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 07:44:16.754445 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e3724867bd40dd9d720ab8c058c996a0c2f5593be620855f41bc083494bf738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4344801-dd34-4ebc-9e27-e03860aa0603" -d '{"events": [{"name": "network-changed", "server_uuid": "07952150-a64f-434a-8fcc-d7ff89215b84", "tag": "c0246052-5807-47eb-9a0b-f3f27149228f"}]}' {{(pid=107276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 07:44:16.840615 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_dvr_db [None req-0d23a72c-3d89-404e-a46b-7c1272d34d7a None None] Set router 0d4028b8-96d7-47fa-8f18-e0b1adcb6c33 gateway port host: dv-cinder-824149-6-iscsi {{(pid=107295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 07:44:16.845698 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 07:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4d29a1b-4e48-4c95-89a5-f6118e63b2d0 x-openstack-request-id: req-f4d29a1b-4e48-4c95-89a5-f6118e63b2d0 {{(pid=107276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 07:44:16.846216 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07952150-a64f-434a-8fcc-d7ff89215b84", "tag": "c0246052-5807-47eb-9a0b-f3f27149228f", "status": "completed", "code": 200}]} {{(pid=107276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 07:44:16.846216 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f4d29a1b-4e48-4c95-89a5-f6118e63b2d0 {{(pid=107276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 07:44:16.846614 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4d29a1b-4e48-4c95-89a5-f6118e63b2d0'] response: {'name': 'network-changed', 'server_uuid': '07952150-a64f-434a-8fcc-d7ff89215b84', 'tag': 'c0246052-5807-47eb-9a0b-f3f27149228f', 'status': 'completed', 'code': 200} Sep 15 07:44:16.903577 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:44:16.909905 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4344801-dd34-4ebc-9e27-e03860aa0603 req-c227dc88-9c5d-4ff1-9db2-76dbe28d6e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:44:16.914899 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-a4344801-dd34-4ebc-9e27-e03860aa0603 req-c227dc88-9c5d-4ff1-9db2-76dbe28d6e20 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=14017d5edbbd4068b529d5d92444182a&device_id=07952150-a64f-434a-8fcc-d7ff89215b84 HTTP/1.1" status: 200 len: 1129 time: 0.0438375 Sep 15 07:44:17.010068 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4344801-dd34-4ebc-9e27-e03860aa0603 req-d1169299-acf2-4b4a-9fe9-b791c344c444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:44:17.011555 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-a4344801-dd34-4ebc-9e27-e03860aa0603 req-d1169299-acf2-4b4a-9fe9-b791c344c444 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=be4fe7de-ab91-47eb-96fc-2000373fe74e HTTP/1.1" status: 200 len: 915 time: 0.0916722 Sep 15 07:44:17.077560 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-a4344801-dd34-4ebc-9e27-e03860aa0603 req-392c5a23-46ec-4008-bba9-4b474d7c6f27 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c0246052-5807-47eb-9a0b-f3f27149228f HTTP/1.1" status: 200 len: 999 time: 0.0593541 Sep 15 07:44:17.128683 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4344801-dd34-4ebc-9e27-e03860aa0603 req-a36fcc7b-a269-4cc6-a13d-fe67c8534471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:44:17.130151 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-a4344801-dd34-4ebc-9e27-e03860aa0603 req-a36fcc7b-a269-4cc6-a13d-fe67c8534471 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=655669e6-9885-472d-9103-52b022988dd7 HTTP/1.1" status: 200 len: 853 time: 0.0457630 Sep 15 07:44:17.149169 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_hamode_db [None req-0d23a72c-3d89-404e-a46b-7c1272d34d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d4028b8-96d7-47fa-8f18-e0b1adcb6c33', 'name': 'tempest-AttachVolumeNegativeTest-973409911-router', 'tenant_id': '14017d5edbbd4068b529d5d92444182a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': 'e783c1bd-15b4-4efe-877f-05c799346606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:38:34Z', 'updated_at': '2022-09-15T07:38:43Z', 'revision_number': 4, 'project_id': '14017d5edbbd4068b529d5d92444182a', 'gw_port': {'id': 'e783c1bd-15b4-4efe-877f-05c799346606', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4028b8-96d7-47fa-8f18-e0b1adcb6c33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:38:35Z', 'updated_at': '2022-09-15T07:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi', '_floatingips': [{'id': '2fb27ed6-bac1-44b9-9340-337bad9e6cb9', 'tenant_id': '14017d5edbbd4068b529d5d92444182a', 'floating_ip_address': '172.27.0.103', 'floating_network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'router_id': '0d4028b8-96d7-47fa-8f18-e0b1adcb6c33', 'port_id': 'c0246052-5807-47eb-9a0b-f3f27149228f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be4fe7de-ab91-47eb-96fc-2000373fe74e', 'mac_address': 'fa:16:3e:2a:23:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07952150-a64f-434a-8fcc-d7ff89215b84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T07:43:59Z', 'updated_at': '2022-09-15T07:44:16Z', 'revision_number': 1, 'project_id': '14017d5edbbd4068b529d5d92444182a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7975c9ad-ec26-425b-9f32-75713f2d760a', 'name': '', 'network_id': 'be4fe7de-ab91-47eb-96fc-2000373fe74e', 'tenant_id': '14017d5edbbd4068b529d5d92444182a', 'mac_address': 'fa:16:3e:1f:9e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4028b8-96d7-47fa-8f18-e0b1adcb6c33', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '655669e6-9885-472d-9103-52b022988dd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:38:40Z', 'updated_at': '2022-09-15T07:38:50Z', 'revision_number': 5, 'project_id': '14017d5edbbd4068b529d5d92444182a', 'subnets': [{'id': '655669e6-9885-472d-9103-52b022988dd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-6-iscsi', False) {} {{(pid=107295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:44:17.161494 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=100 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:44:17.174285 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d23a72c-3d89-404e-a46b-7c1272d34d7a None None] Checking router: 0d4028b8-96d7-47fa-8f18-e0b1adcb6c33 for host: dv-cinder-824149-6-iscsi {{(pid=107295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 07:44:17.176577 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf62dca6-2e63-4511-8adf-27266478c237 req-9e145c93-0c9a-4815-ad1a-51474e35cfe5 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:44:17.176887 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4344801-dd34-4ebc-9e27-e03860aa0603 req-e0321a7b-ebf7-49d9-a04c-84e143aec4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:44:17.178139 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-cf62dca6-2e63-4511-8adf-27266478c237 req-9e145c93-0c9a-4815-ad1a-51474e35cfe5 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0f14c845-5f86-4d74-8813-e7c482a6be08 HTTP/1.1" status: 200 len: 945 time: 0.0551236 Sep 15 07:44:17.178388 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-a4344801-dd34-4ebc-9e27-e03860aa0603 req-e0321a7b-ebf7-49d9-a04c-84e143aec4d7 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=be4fe7de-ab91-47eb-96fc-2000373fe74e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397363 Sep 15 07:44:17.183326 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d23a72c-3d89-404e-a46b-7c1272d34d7a None None] Routers {'0d4028b8-96d7-47fa-8f18-e0b1adcb6c33'} bound to L3 agent in host dv-cinder-824149-6-iscsi {{(pid=107295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 07:44:17.183938 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_hamode_db [None req-0d23a72c-3d89-404e-a46b-7c1272d34d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-15T07:30:25Z,description=,heartbeat_timestamp=2022-09-15T07:43:55Z,host='dv-cinder-824149-6-iscsi',id=6177172c-20b9-4a3a-92be-d5dd082cfa3a,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T07:30:25Z,topic='l3_agent')) {'router_ids': ['0d4028b8-96d7-47fa-8f18-e0b1adcb6c33'], 'active': True} {{(pid=107295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:44:17.227422 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-cf62dca6-2e63-4511-8adf-27266478c237 req-182dc24e-109a-482d-b550-60de02520721 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2b522f72-9094-4859-86c8-c098722d744c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429409 Sep 15 07:44:17.275831 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-a4344801-dd34-4ebc-9e27-e03860aa0603 req-a091a332-e64d-4498-b2d4-2402cbedbe7d service neutron] 10.222.0.26 "GET /networking/v2.0/networks/be4fe7de-ab91-47eb-96fc-2000373fe74e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897741 Sep 15 07:44:17.287515 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_dvr_db [None req-0d23a72c-3d89-404e-a46b-7c1272d34d7a None None] Set router 0d4028b8-96d7-47fa-8f18-e0b1adcb6c33 gateway port host: dv-cinder-824149-6-iscsi {{(pid=107295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 07:44:17.366757 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-a4344801-dd34-4ebc-9e27-e03860aa0603 req-5867b671-73ab-406b-adf9-2d2a2f7396ad service neutron] 10.222.0.26 "GET /networking/v2.0/networks/be4fe7de-ab91-47eb-96fc-2000373fe74e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830271 Sep 15 07:44:17.499377 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_hamode_db [None req-0d23a72c-3d89-404e-a46b-7c1272d34d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d4028b8-96d7-47fa-8f18-e0b1adcb6c33', 'name': 'tempest-AttachVolumeNegativeTest-973409911-router', 'tenant_id': '14017d5edbbd4068b529d5d92444182a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': 'e783c1bd-15b4-4efe-877f-05c799346606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:38:34Z', 'updated_at': '2022-09-15T07:38:43Z', 'revision_number': 4, 'project_id': '14017d5edbbd4068b529d5d92444182a', 'gw_port': {'id': 'e783c1bd-15b4-4efe-877f-05c799346606', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4028b8-96d7-47fa-8f18-e0b1adcb6c33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:38:35Z', 'updated_at': '2022-09-15T07:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi', '_floatingips': [{'id': '2fb27ed6-bac1-44b9-9340-337bad9e6cb9', 'tenant_id': '14017d5edbbd4068b529d5d92444182a', 'floating_ip_address': '172.27.0.103', 'floating_network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'router_id': '0d4028b8-96d7-47fa-8f18-e0b1adcb6c33', 'port_id': 'c0246052-5807-47eb-9a0b-f3f27149228f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be4fe7de-ab91-47eb-96fc-2000373fe74e', 'mac_address': 'fa:16:3e:2a:23:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07952150-a64f-434a-8fcc-d7ff89215b84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T07:43:59Z', 'updated_at': '2022-09-15T07:44:16Z', 'revision_number': 1, 'project_id': '14017d5edbbd4068b529d5d92444182a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7975c9ad-ec26-425b-9f32-75713f2d760a', 'name': '', 'network_id': 'be4fe7de-ab91-47eb-96fc-2000373fe74e', 'tenant_id': '14017d5edbbd4068b529d5d92444182a', 'mac_address': 'fa:16:3e:1f:9e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4028b8-96d7-47fa-8f18-e0b1adcb6c33', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '655669e6-9885-472d-9103-52b022988dd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:38:40Z', 'updated_at': '2022-09-15T07:38:50Z', 'revision_number': 5, 'project_id': '14017d5edbbd4068b529d5d92444182a', 'subnets': [{'id': '655669e6-9885-472d-9103-52b022988dd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-6-iscsi', False) {} {{(pid=107295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:44:17.527211 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d23a72c-3d89-404e-a46b-7c1272d34d7a None None] The sync data for ids ['0d4028b8-96d7-47fa-8f18-e0b1adcb6c33'] in dv-cinder-824149-6-iscsi is: [{'id': '0d4028b8-96d7-47fa-8f18-e0b1adcb6c33', 'name': 'tempest-AttachVolumeNegativeTest-973409911-router', 'tenant_id': '14017d5edbbd4068b529d5d92444182a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': 'e783c1bd-15b4-4efe-877f-05c799346606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:38:34Z', 'updated_at': '2022-09-15T07:38:43Z', 'revision_number': 4, 'project_id': '14017d5edbbd4068b529d5d92444182a', 'gw_port': {'id': 'e783c1bd-15b4-4efe-877f-05c799346606', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4028b8-96d7-47fa-8f18-e0b1adcb6c33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:38:35Z', 'updated_at': '2022-09-15T07:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi', '_floatingips': [{'id': '2fb27ed6-bac1-44b9-9340-337bad9e6cb9', 'tenant_id': '14017d5edbbd4068b529d5d92444182a', 'floating_ip_address': '172.27.0.103', 'floating_network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'router_id': '0d4028b8-96d7-47fa-8f18-e0b1adcb6c33', 'port_id': 'c0246052-5807-47eb-9a0b-f3f27149228f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be4fe7de-ab91-47eb-96fc-2000373fe74e', 'mac_address': 'fa:16:3e:2a:23:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07952150-a64f-434a-8fcc-d7ff89215b84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T07:43:59Z', 'updated_at': '2022-09-15T07:44:16Z', 'revision_number': 1, 'project_id': '14017d5edbbd4068b529d5d92444182a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7975c9ad-ec26-425b-9f32-75713f2d760a', 'name': '', 'network_id': 'be4fe7de-ab91-47eb-96fc-2000373fe74e', 'tenant_id': '14017d5edbbd4068b529d5d92444182a', 'mac_address': 'fa:16:3e:1f:9e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4028b8-96d7-47fa-8f18-e0b1adcb6c33', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '655669e6-9885-472d-9103-52b022988dd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:38:40Z', 'updated_at': '2022-09-15T07:38:50Z', 'revision_number': 5, 'project_id': '14017d5edbbd4068b529d5d92444182a', 'subnets': [{'id': '655669e6-9885-472d-9103-52b022988dd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 07:44:17.713278 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f77001-a70c-4fae-907d-4f1112ae46c1 None None] New status for floating IP 2fb27ed6-bac1-44b9-9340-337bad9e6cb9: ACTIVE {{(pid=107290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 15 07:44:18.356304 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4649c188-ad12-46a4-9e8f-fd6ee0917f49 req-a8a12655-5fbd-4680-9b7b-295ff291d016 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:44:18.357777 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-4649c188-ad12-46a4-9e8f-fd6ee0917f49 req-a8a12655-5fbd-4680-9b7b-295ff291d016 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0f14c845-5f86-4d74-8813-e7c482a6be08 HTTP/1.1" status: 200 len: 945 time: 0.0467429 Sep 15 07:44:18.404809 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-4649c188-ad12-46a4-9e8f-fd6ee0917f49 req-76cf7c35-d838-4630-8a3e-1fa793a3fa4c tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2b522f72-9094-4859-86c8-c098722d744c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414472 Sep 15 07:44:19.539650 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b92df1-3f23-43ac-9532-7fc63ccdc6d1 req-633f954d-2a37-43c4-8148-c2f38780f7ad tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:44:19.541105 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-c6b92df1-3f23-43ac-9532-7fc63ccdc6d1 req-633f954d-2a37-43c4-8148-c2f38780f7ad tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0f14c845-5f86-4d74-8813-e7c482a6be08 HTTP/1.1" status: 200 len: 945 time: 0.0496781 Sep 15 07:44:19.589833 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-c6b92df1-3f23-43ac-9532-7fc63ccdc6d1 req-d27cd78e-7883-48ba-8d3a-fcb63f44baf2 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2b522f72-9094-4859-86c8-c098722d744c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424018 Sep 15 07:44:20.698387 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=100 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:44:20.715926 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fffd0de-ae23-4cfd-bb7b-2ae1dac9dce6 req-7e559103-dba4-45c5-8e3c-5148092491f1 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:44:20.717468 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-6fffd0de-ae23-4cfd-bb7b-2ae1dac9dce6 req-7e559103-dba4-45c5-8e3c-5148092491f1 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0f14c845-5f86-4d74-8813-e7c482a6be08 HTTP/1.1" status: 200 len: 945 time: 0.0468552 Sep 15 07:44:20.764275 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-6fffd0de-ae23-4cfd-bb7b-2ae1dac9dce6 req-2e5a5585-5168-4313-81d2-0185d9146d57 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2b522f72-9094-4859-86c8-c098722d744c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410757 Sep 15 07:44:21.888285 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a6452b-d478-40e1-be4a-62f0227184fb req-91c66a40-699c-4d34-a082-ea9249b09eba tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:44:21.889794 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-17a6452b-d478-40e1-be4a-62f0227184fb req-91c66a40-699c-4d34-a082-ea9249b09eba tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0f14c845-5f86-4d74-8813-e7c482a6be08 HTTP/1.1" status: 200 len: 945 time: 0.0455759 Sep 15 07:44:21.939864 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-17a6452b-d478-40e1-be4a-62f0227184fb req-92e02904-7a3d-41d1-9b93-aef233eba56c tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2b522f72-9094-4859-86c8-c098722d744c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439637 Sep 15 07:44:22.519607 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-3cbab69c-9795-4a32-bd88-383c3192f117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (47b201f8-ba91-4005-8457-67653169c522), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:44:23.283979 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5adcbd-ff4b-415b-a456-87b934d65b3d req-f76073e7-36a0-426c-99f5-fa4085528df9 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:44:23.285532 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-bd5adcbd-ff4b-415b-a456-87b934d65b3d req-f76073e7-36a0-426c-99f5-fa4085528df9 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0f14c845-5f86-4d74-8813-e7c482a6be08 HTTP/1.1" status: 200 len: 945 time: 0.2660463 Sep 15 07:44:23.332660 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-bd5adcbd-ff4b-415b-a456-87b934d65b3d req-5ba82d51-f973-48e9-acd4-7db52a288184 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2b522f72-9094-4859-86c8-c098722d744c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415099 Sep 15 07:44:24.420246 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Device 2f98d201-6410-4508-a7f3-40ecd7daed4f details requested by agent hyperv_hv-cinder-82414 with host hv-cinder-82414 {{(pid=107290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 07:44:24.463491 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9386dc20-84c2-4da6-8662-65f1d771e1e5 req-73c0c68f-ca64-4c84-b49b-6cfcbca96402 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:44:24.464979 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-9386dc20-84c2-4da6-8662-65f1d771e1e5 req-73c0c68f-ca64-4c84-b49b-6cfcbca96402 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0f14c845-5f86-4d74-8813-e7c482a6be08 HTTP/1.1" status: 200 len: 945 time: 0.0513549 Sep 15 07:44:24.516369 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-9386dc20-84c2-4da6-8662-65f1d771e1e5 req-a3c104e4-c074-47cb-8c07-240c5ce5ae37 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2b522f72-9094-4859-86c8-c098722d744c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451555 Sep 15 07:44:24.535695 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] For port 2f98d201-6410-4508-a7f3-40ecd7daed4f, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=2f98d201-6410-4508-a7f3-40ecd7daed4f,segment=NetworkSegment(4e083812-1fad-4032-9ca4-75fb637b69f5),segment_id=4e083812-1fad-4032-9ca4-75fb637b69f5)] {{(pid=107290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:44:24.548302 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Returning: {'device': '2f98d201-6410-4508-a7f3-40ecd7daed4f', 'network_id': '2b6b3bac-c651-487a-b144-89fba4985d6c', 'port_id': '2f98d201-6410-4508-a7f3-40ecd7daed4f', 'mac_address': 'fa:16:3e:ad:44:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37c21616-a845-47e5-a620-a34a553bb45c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 07:44:24.584700 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Current status of the port 2f98d201-6410-4508-a7f3-40ecd7daed4f is: ACTIVE; New status is: BUILD {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:44:24.585099 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (2f98d201-6410-4508-a7f3-40ecd7daed4f), before_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:44:24.606679 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.notifiers.nova [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2f98d201-6410-4508-a7f3-40ecd7daed4f {{(pid=107290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 07:44:24.628891 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] For port 2f98d201-6410-4508-a7f3-40ecd7daed4f, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=2f98d201-6410-4508-a7f3-40ecd7daed4f,segment=NetworkSegment(4e083812-1fad-4032-9ca4-75fb637b69f5),segment_id=4e083812-1fad-4032-9ca4-75fb637b69f5)] {{(pid=107290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:44:24.679075 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615'] for port (2f98d201-6410-4508-a7f3-40ecd7daed4f), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:44:24.742776 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Pushing event updated for resources: {'Port': ['ID=2f98d201-6410-4508-a7f3-40ecd7daed4f,revision_number=6']} {{(pid=107290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:44:24.751308 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:44:24.751648 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:44:24.752077 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:44:24.752413 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:44:24.752744 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:44:24.753088 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:44:24.753391 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:44:24.753740 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:44:24.754062 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:44:24.754380 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:44:24.754698 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:44:24.755032 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:44:24.755351 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:44:24.755664 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:44:24.755976 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:44:24.793121 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-699012cf-4d7a-49a7-b30c-71ed8d77086d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (6177172c-20b9-4a3a-92be-d5dd082cfa3a), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:44:24.815818 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] get_ports_and_sgs() called for port_ids ['2f98d201-6410-4508-a7f3-40ecd7daed4f'] {{(pid=107290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 07:44:24.922024 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:44:25.658956 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93648fd4-f641-47be-8610-551f84ff8164 req-7163489d-5e6b-4ae5-8bb2-f5a726b06103 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:44:25.661350 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-93648fd4-f641-47be-8610-551f84ff8164 req-7163489d-5e6b-4ae5-8bb2-f5a726b06103 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0f14c845-5f86-4d74-8813-e7c482a6be08 HTTP/1.1" status: 200 len: 944 time: 0.0546930 Sep 15 07:44:25.725086 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-93648fd4-f641-47be-8610-551f84ff8164 req-1019fa7b-507b-4208-a1c6-e69d64dffd09 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2b522f72-9094-4859-86c8-c098722d744c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579088 Sep 15 07:44:26.067725 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-0f44d0d5-b296-4658-a59d-71e94f9a3b32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (71b2a813-2b59-4e69-b901-83528b6ecb8f), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:44:26.429947 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Device 2f98d201-6410-4508-a7f3-40ecd7daed4f up at agent hyperv_hv-cinder-82414 {{(pid=107290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 07:44:26.479470 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Provisioning complete for port 2f98d201-6410-4508-a7f3-40ecd7daed4f triggered by entity L2. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 07:44:26.479761 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862942'] for port (2f98d201-6410-4508-a7f3-40ecd7daed4f), provisioning_complete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:44:26.480097 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Attempt 1 to provision port 2f98d201-6410-4508-a7f3-40ecd7daed4f Sep 15 07:44:26.568023 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Current status of the port 2f98d201-6410-4508-a7f3-40ecd7daed4f is: BUILD; New status is: ACTIVE {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:44:26.568580 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (2f98d201-6410-4508-a7f3-40ecd7daed4f), before_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:44:26.583692 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:44:26.597370 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f14c845-5f86-4d74-8813-e7c482a6be08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f98d201-6410-4508-a7f3-40ecd7daed4f'}] {{(pid=107290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 07:44:26.599707 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff93a2f2a3cb789a491bb2a8c4b01cf70d8343c1611f7c7394898ef54d6aa0cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e0f22bb-13af-412f-8d08-90fa15f8baa1" -d '{"events": [{"server_uuid": "0f14c845-5f86-4d74-8813-e7c482a6be08", "name": "network-vif-plugged", "status": "completed", "tag": "2f98d201-6410-4508-a7f3-40ecd7daed4f"}]}' {{(pid=107290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 07:44:26.613418 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] For port 2f98d201-6410-4508-a7f3-40ecd7daed4f, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=2f98d201-6410-4508-a7f3-40ecd7daed4f,segment=NetworkSegment(4e083812-1fad-4032-9ca4-75fb637b69f5),segment_id=4e083812-1fad-4032-9ca4-75fb637b69f5)] {{(pid=107290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:44:26.653374 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 07:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-390e68ab-e6e8-425f-8adf-6e573bc8d5b4 x-openstack-request-id: req-390e68ab-e6e8-425f-8adf-6e573bc8d5b4 {{(pid=107290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 07:44:26.653761 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f14c845-5f86-4d74-8813-e7c482a6be08", "name": "network-vif-plugged", "status": "completed", "tag": "2f98d201-6410-4508-a7f3-40ecd7daed4f", "code": 200}]} {{(pid=107290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 07:44:26.654035 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-390e68ab-e6e8-425f-8adf-6e573bc8d5b4 {{(pid=107290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 07:44:26.654432 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.notifiers.nova [-] Nova event matching ['req-390e68ab-e6e8-425f-8adf-6e573bc8d5b4'] response: {'server_uuid': '0f14c845-5f86-4d74-8813-e7c482a6be08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f98d201-6410-4508-a7f3-40ecd7daed4f', 'code': 200} Sep 15 07:44:26.678491 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615'] for port (2f98d201-6410-4508-a7f3-40ecd7daed4f), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:44:26.738969 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Pushing event updated for resources: {'Port': ['ID=2f98d201-6410-4508-a7f3-40ecd7daed4f,revision_number=7']} {{(pid=107290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:44:26.887270 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4a861d-8258-4b13-a7ed-967ed2ec5c5e req-8be350a7-359b-45f1-ad94-6565c26358bf tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:44:26.889588 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-5b4a861d-8258-4b13-a7ed-967ed2ec5c5e req-8be350a7-359b-45f1-ad94-6565c26358bf tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0f14c845-5f86-4d74-8813-e7c482a6be08 HTTP/1.1" status: 200 len: 945 time: 0.0556047 Sep 15 07:44:26.954654 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-5b4a861d-8258-4b13-a7ed-967ed2ec5c5e req-c6558cd2-3ba1-4124-8702-f093ee868ba3 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2b522f72-9094-4859-86c8-c098722d744c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579348 Sep 15 07:44:27.360455 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=41 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:44:27.364079 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=62 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:44:27.489782 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-677e5667-6d12-4a09-97b6-65dca69daeb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (4c9c4bf3-096b-4dee-b844-12a870317301), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:44:27.501454 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=76,neutron:DELETE=1 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:44:27.506215 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=75 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:44:27.673031 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (c3acd0b9-3b8e-4f77-9053-2ca2457616b3), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:44:28.102466 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f52da93-6a1f-4a7b-9462-2f1bc8b7b610 req-6470986f-718e-4471-ae39-b9e910b75816 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:44:28.103915 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-5f52da93-6a1f-4a7b-9462-2f1bc8b7b610 req-6470986f-718e-4471-ae39-b9e910b75816 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0f14c845-5f86-4d74-8813-e7c482a6be08 HTTP/1.1" status: 200 len: 945 time: 0.0571537 Sep 15 07:44:28.156197 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-5f52da93-6a1f-4a7b-9462-2f1bc8b7b610 req-9092f267-c891-4195-81d7-dd709e43ea72 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2b522f72-9094-4859-86c8-c098722d744c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462136 Sep 15 07:44:29.297041 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156e1113-4a6d-43c8-8d3f-aada17bff8e5 req-301a168b-22fd-40ef-b0bc-210d0497d149 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:44:29.302052 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-156e1113-4a6d-43c8-8d3f-aada17bff8e5 req-301a168b-22fd-40ef-b0bc-210d0497d149 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0f14c845-5f86-4d74-8813-e7c482a6be08 HTTP/1.1" status: 200 len: 945 time: 0.0575895 Sep 15 07:44:29.334683 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=100 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:44:29.350446 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-156e1113-4a6d-43c8-8d3f-aada17bff8e5 req-4e3b5f34-4c08-467e-bd22-7fba54992557 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2b522f72-9094-4859-86c8-c098722d744c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460110 Sep 15 07:44:30.507894 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc91940-8fe1-48ec-b774-42dfa1de9631 req-a41f9fe1-44ee-4526-8623-a6557269e070 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:44:30.509602 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-cbc91940-8fe1-48ec-b774-42dfa1de9631 req-a41f9fe1-44ee-4526-8623-a6557269e070 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0f14c845-5f86-4d74-8813-e7c482a6be08 HTTP/1.1" status: 200 len: 945 time: 0.0662098 Sep 15 07:44:30.569079 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-cbc91940-8fe1-48ec-b774-42dfa1de9631 req-73ddb829-a47e-4da6-b81e-5e04b441d280 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2b522f72-9094-4859-86c8-c098722d744c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526605 Sep 15 07:44:31.713603 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf41eb4-1d43-4cc9-accc-98cc1891f084 req-afc7dde5-abbb-4bea-985c-f311febe0f99 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:44:31.715059 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-aaf41eb4-1d43-4cc9-accc-98cc1891f084 req-afc7dde5-abbb-4bea-985c-f311febe0f99 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0f14c845-5f86-4d74-8813-e7c482a6be08 HTTP/1.1" status: 200 len: 945 time: 0.0539849 Sep 15 07:44:31.769553 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-aaf41eb4-1d43-4cc9-accc-98cc1891f084 req-4244ca90-59d8-4cfb-9a4d-7cc28a96cc0b tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2b522f72-9094-4859-86c8-c098722d744c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476129 Sep 15 07:44:32.910503 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102ebdc9-2b81-4ee8-b545-e24f69cfb857 req-c55d361d-93a8-49f5-8f74-b83785c170e4 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:44:32.912045 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-102ebdc9-2b81-4ee8-b545-e24f69cfb857 req-c55d361d-93a8-49f5-8f74-b83785c170e4 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0f14c845-5f86-4d74-8813-e7c482a6be08 HTTP/1.1" status: 200 len: 945 time: 0.0489759 Sep 15 07:44:32.973906 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-102ebdc9-2b81-4ee8-b545-e24f69cfb857 req-db927f33-fecc-417e-bb4f-a8a1e348cd25 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2b522f72-9094-4859-86c8-c098722d744c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559831 Sep 15 07:44:34.116021 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373ecd84-a156-4771-8823-efd8dc71fd61 req-487ef1f1-bf13-4da6-98c7-597656b1699a tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:44:34.117558 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-373ecd84-a156-4771-8823-efd8dc71fd61 req-487ef1f1-bf13-4da6-98c7-597656b1699a tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0f14c845-5f86-4d74-8813-e7c482a6be08 HTTP/1.1" status: 200 len: 945 time: 0.0521679 Sep 15 07:44:34.145368 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=100 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:44:34.167316 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-373ecd84-a156-4771-8823-efd8dc71fd61 req-4b7cf60d-52f1-45b4-8273-e0f65482be32 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2b522f72-9094-4859-86c8-c098722d744c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426543 Sep 15 07:44:35.310693 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e481dc2d-d2cb-4515-82e7-1758f7bdf909 req-0bbb1427-8481-4f5d-acad-ebd46c2e965f tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:44:35.312078 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-e481dc2d-d2cb-4515-82e7-1758f7bdf909 req-0bbb1427-8481-4f5d-acad-ebd46c2e965f tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0f14c845-5f86-4d74-8813-e7c482a6be08 HTTP/1.1" status: 200 len: 945 time: 0.0500891 Sep 15 07:44:35.370572 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-e481dc2d-d2cb-4515-82e7-1758f7bdf909 req-7dc3151a-4e64-42bb-ac22-bc6a924556d9 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2b522f72-9094-4859-86c8-c098722d744c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522082 Sep 15 07:44:36.523337 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274f9749-84f0-4ef3-991b-2fae5e112ef8 req-5a499469-2e93-4414-821d-03102648e287 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:44:36.524809 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-274f9749-84f0-4ef3-991b-2fae5e112ef8 req-5a499469-2e93-4414-821d-03102648e287 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0f14c845-5f86-4d74-8813-e7c482a6be08 HTTP/1.1" status: 200 len: 945 time: 0.0471787 Sep 15 07:44:36.586521 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-274f9749-84f0-4ef3-991b-2fae5e112ef8 req-ee78c8d3-f823-4547-bca4-a5df4a8f9aa7 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2b522f72-9094-4859-86c8-c098722d744c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544238 Sep 15 07:44:36.587901 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54af252f-1c1b-4b39-9718-7400f968e10c req-0fd55749-2347-43dc-9aef-c27d89af6c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:44:36.589441 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-54af252f-1c1b-4b39-9718-7400f968e10c req-0fd55749-2347-43dc-9aef-c27d89af6c5f service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=b4a8f2664964492e9c80a595ed043c71&device_id=0f14c845-5f86-4d74-8813-e7c482a6be08 HTTP/1.1" status: 200 len: 1129 time: 0.0417457 Sep 15 07:44:36.682216 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54af252f-1c1b-4b39-9718-7400f968e10c req-da0456f8-599d-4dad-8e28-80500370d527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:44:36.683669 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-54af252f-1c1b-4b39-9718-7400f968e10c req-da0456f8-599d-4dad-8e28-80500370d527 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=2b6b3bac-c651-487a-b144-89fba4985d6c HTTP/1.1" status: 200 len: 917 time: 0.0877054 Sep 15 07:44:36.750884 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-54af252f-1c1b-4b39-9718-7400f968e10c req-1d5aeb48-b608-43f6-9201-5475521d7e93 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2f98d201-6410-4508-a7f3-40ecd7daed4f HTTP/1.1" status: 200 len: 1001 time: 0.0576236 Sep 15 07:44:36.802648 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54af252f-1c1b-4b39-9718-7400f968e10c req-185d376f-1e11-4d5d-b6c2-1e2f4a53054d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:44:36.804063 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-54af252f-1c1b-4b39-9718-7400f968e10c req-185d376f-1e11-4d5d-b6c2-1e2f4a53054d service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=37c21616-a845-47e5-a620-a34a553bb45c HTTP/1.1" status: 200 len: 855 time: 0.0444911 Sep 15 07:44:36.847232 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54af252f-1c1b-4b39-9718-7400f968e10c req-74accd95-6cf2-43a9-812d-276f63173b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:44:36.848660 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-54af252f-1c1b-4b39-9718-7400f968e10c req-74accd95-6cf2-43a9-812d-276f63173b41 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=2b6b3bac-c651-487a-b144-89fba4985d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0374165 Sep 15 07:44:36.942898 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-54af252f-1c1b-4b39-9718-7400f968e10c req-9911d5b6-6bbc-4a6c-8c64-e626de818c36 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/2b6b3bac-c651-487a-b144-89fba4985d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866332 Sep 15 07:44:37.036511 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-54af252f-1c1b-4b39-9718-7400f968e10c req-145f1829-7cc5-40f1-9e00-8879c40e37b3 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/2b6b3bac-c651-487a-b144-89fba4985d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840003 Sep 15 07:44:37.522270 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2fb8a0-884e-4d13-9281-2c500f757356 req-a7a2767c-b1c9-4dd9-9226-fa429fa0136c tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:44:37.523722 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-3b2fb8a0-884e-4d13-9281-2c500f757356 req-a7a2767c-b1c9-4dd9-9226-fa429fa0136c tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=62a3489f-c5f3-44d4-93c2-da198e8f06f8 HTTP/1.1" status: 200 len: 945 time: 0.0478072 Sep 15 07:44:37.575462 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-3b2fb8a0-884e-4d13-9281-2c500f757356 req-062402dc-ecad-451e-bef4-c251cd5099ef tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0e8db3a3-a65b-4399-84bd-cfbe05d3f52d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438139 Sep 15 07:44:37.617359 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=35,neutron:UPDATE=2 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:44:37.624511 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:44:37.717363 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bfe0e7-fb0c-40ab-b7ff-613a310c9d90 req-e5146c81-5bb5-478e-9273-1126918201a8 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:44:37.718859 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-a0bfe0e7-fb0c-40ab-b7ff-613a310c9d90 req-e5146c81-5bb5-478e-9273-1126918201a8 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0f14c845-5f86-4d74-8813-e7c482a6be08 HTTP/1.1" status: 200 len: 945 time: 0.0473964 Sep 15 07:44:37.766901 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-a0bfe0e7-fb0c-40ab-b7ff-613a310c9d90 req-f0582096-32dc-4da2-8d67-f1f8a1c74e9c tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2b522f72-9094-4859-86c8-c098722d744c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423162 Sep 15 07:44:38.703129 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f0f83d-0ba4-4a84-9928-bdae6b12fe6f req-dc772995-5eec-41ae-8811-0481a46b103a tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:44:38.704602 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-57f0f83d-0ba4-4a84-9928-bdae6b12fe6f req-dc772995-5eec-41ae-8811-0481a46b103a tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=62a3489f-c5f3-44d4-93c2-da198e8f06f8 HTTP/1.1" status: 200 len: 945 time: 0.0523901 Sep 15 07:44:38.753554 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-57f0f83d-0ba4-4a84-9928-bdae6b12fe6f req-8fbfffce-2690-406c-9bf3-442ae1eff947 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0e8db3a3-a65b-4399-84bd-cfbe05d3f52d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433245 Sep 15 07:44:38.899697 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576f117c-3bed-469d-a9b3-5dc9f5f016e9 req-669bd21e-aae8-4b58-8e69-96b8c7eefa6f tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:44:38.901048 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-576f117c-3bed-469d-a9b3-5dc9f5f016e9 req-669bd21e-aae8-4b58-8e69-96b8c7eefa6f tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0f14c845-5f86-4d74-8813-e7c482a6be08 HTTP/1.1" status: 200 len: 945 time: 0.0466869 Sep 15 07:44:38.947474 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-576f117c-3bed-469d-a9b3-5dc9f5f016e9 req-c29527f2-814d-4423-b084-f4de8f016a8a tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2b522f72-9094-4859-86c8-c098722d744c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401525 Sep 15 07:44:39.876134 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee499acd-0b00-499c-b3b8-94ff27e316f0 req-f5e55a62-042c-4e1f-91ba-229804cf3589 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:44:39.877569 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-ee499acd-0b00-499c-b3b8-94ff27e316f0 req-f5e55a62-042c-4e1f-91ba-229804cf3589 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=62a3489f-c5f3-44d4-93c2-da198e8f06f8 HTTP/1.1" status: 200 len: 945 time: 0.0501392 Sep 15 07:44:39.923000 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-ee499acd-0b00-499c-b3b8-94ff27e316f0 req-a77519f0-ea94-44f6-8baf-ac558bb387a9 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0e8db3a3-a65b-4399-84bd-cfbe05d3f52d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399835 Sep 15 07:44:40.059966 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=100 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:44:40.074755 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9c8eb1-1edf-4dcf-98fb-375ac827f7d9 req-29de6295-b943-4fdc-bd2e-d9431564e850 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:44:40.077157 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-0d9c8eb1-1edf-4dcf-98fb-375ac827f7d9 req-29de6295-b943-4fdc-bd2e-d9431564e850 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0f14c845-5f86-4d74-8813-e7c482a6be08 HTTP/1.1" status: 200 len: 945 time: 0.0466671 Sep 15 07:44:40.123390 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-0d9c8eb1-1edf-4dcf-98fb-375ac827f7d9 req-483728c4-d370-42a0-b412-9ba7a364dedb tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2b522f72-9094-4859-86c8-c098722d744c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405123 Sep 15 07:44:40.382008 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=3 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:44:40.384779 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=3 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:44:40.505259 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Device 2f98d201-6410-4508-a7f3-40ecd7daed4f no longer exists at agent hyperv_hv-cinder-82414 {{(pid=107290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 07:44:40.577747 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Current status of the port 2f98d201-6410-4508-a7f3-40ecd7daed4f is: ACTIVE; New status is: DOWN {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:44:40.578137 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (2f98d201-6410-4508-a7f3-40ecd7daed4f), before_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:44:40.600642 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f14c845-5f86-4d74-8813-e7c482a6be08', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f98d201-6410-4508-a7f3-40ecd7daed4f'}] {{(pid=107290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 07:44:40.602885 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff93a2f2a3cb789a491bb2a8c4b01cf70d8343c1611f7c7394898ef54d6aa0cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7eb1bcf-1437-401d-8b0c-8d9def705f8b" -d '{"events": [{"server_uuid": "0f14c845-5f86-4d74-8813-e7c482a6be08", "name": "network-vif-unplugged", "status": "completed", "tag": "2f98d201-6410-4508-a7f3-40ecd7daed4f"}]}' {{(pid=107290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 07:44:40.615363 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] For port 2f98d201-6410-4508-a7f3-40ecd7daed4f, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=2f98d201-6410-4508-a7f3-40ecd7daed4f,segment=NetworkSegment(4e083812-1fad-4032-9ca4-75fb637b69f5),segment_id=4e083812-1fad-4032-9ca4-75fb637b69f5)] {{(pid=107290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:44:40.640003 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Sep 2022 07:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ca97fae-de6f-4153-8715-4f7d98a6c4c2 x-openstack-request-id: req-1ca97fae-de6f-4153-8715-4f7d98a6c4c2 {{(pid=107290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 07:44:40.640003 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f14c845-5f86-4d74-8813-e7c482a6be08", "name": "network-vif-unplugged", "status": "completed", "tag": "2f98d201-6410-4508-a7f3-40ecd7daed4f", "code": 200}]} {{(pid=107290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 07:44:40.640231 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1ca97fae-de6f-4153-8715-4f7d98a6c4c2 {{(pid=107290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 07:44:40.640597 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ca97fae-de6f-4153-8715-4f7d98a6c4c2'] response: {'server_uuid': '0f14c845-5f86-4d74-8813-e7c482a6be08', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f98d201-6410-4508-a7f3-40ecd7daed4f', 'code': 200} Sep 15 07:44:40.668840 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615'] for port (2f98d201-6410-4508-a7f3-40ecd7daed4f), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:44:40.837322 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Pushing event updated for resources: {'Port': ['ID=2f98d201-6410-4508-a7f3-40ecd7daed4f,revision_number=8']} {{(pid=107290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:44:41.045603 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0810e768-769b-4b98-a585-b09e86642791 req-073582fb-1b79-4ecd-a19f-6ea8b1a18beb tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:44:41.047066 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-0810e768-769b-4b98-a585-b09e86642791 req-073582fb-1b79-4ecd-a19f-6ea8b1a18beb tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=62a3489f-c5f3-44d4-93c2-da198e8f06f8 HTTP/1.1" status: 200 len: 945 time: 0.0467019 Sep 15 07:44:41.097302 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-0810e768-769b-4b98-a585-b09e86642791 req-846e77f5-b370-4e2f-8ef4-9907be73a206 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0e8db3a3-a65b-4399-84bd-cfbe05d3f52d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447659 Sep 15 07:44:41.248663 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a2ac20-b093-4c6d-a981-a58e53226ab7 req-55a0b483-752f-4950-a24f-458daf556161 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:44:41.250036 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-12a2ac20-b093-4c6d-a981-a58e53226ab7 req-55a0b483-752f-4950-a24f-458daf556161 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0f14c845-5f86-4d74-8813-e7c482a6be08 HTTP/1.1" status: 200 len: 943 time: 0.0471623 Sep 15 07:44:41.295501 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-12a2ac20-b093-4c6d-a981-a58e53226ab7 req-d65ce3e8-45d2-4bb6-9da6-8f63ff9ae7d1 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2b522f72-9094-4859-86c8-c098722d744c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401325 Sep 15 07:44:42.204637 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=100 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:44:42.223025 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a805bd-2768-4d48-9bd0-52c3fe2c7f86 req-5c5d8adc-671c-4c57-acff-72f4b91d4cb2 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:44:42.224772 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-25a805bd-2768-4d48-9bd0-52c3fe2c7f86 req-5c5d8adc-671c-4c57-acff-72f4b91d4cb2 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=62a3489f-c5f3-44d4-93c2-da198e8f06f8 HTTP/1.1" status: 200 len: 945 time: 0.0531850 Sep 15 07:44:42.247503 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d325de-30ed-4dd1-ac9d-98b27d851d38 req-f51a056f-cd87-4a1f-be89-31154c049c0a tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:44:42.249029 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-40d325de-30ed-4dd1-ac9d-98b27d851d38 req-f51a056f-cd87-4a1f-be89-31154c049c0a tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=62a3489f-c5f3-44d4-93c2-da198e8f06f8 HTTP/1.1" status: 200 len: 945 time: 0.0613804 Sep 15 07:44:42.277271 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-25a805bd-2768-4d48-9bd0-52c3fe2c7f86 req-b3f7ff4a-1e78-492c-999a-99f113b4fd4a tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0e8db3a3-a65b-4399-84bd-cfbe05d3f52d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458713 Sep 15 07:44:42.343612 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.plugin [req-40d325de-30ed-4dd1-ac9d-98b27d851d38 req-4c9af576-5a58-470a-9178-646cf421059e tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Deleting port 5143816a-5379-4a8d-ad85-0a16d1348b1e {{(pid=107276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 07:44:42.343935 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-40d325de-30ed-4dd1-ac9d-98b27d851d38 req-4c9af576-5a58-470a-9178-646cf421059e tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729658711565'] for port (5143816a-5379-4a8d-ad85-0a16d1348b1e), before_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:44:42.445259 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.db [req-40d325de-30ed-4dd1-ac9d-98b27d851d38 req-4c9af576-5a58-470a-9178-646cf421059e tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] For port 5143816a-5379-4a8d-ad85-0a16d1348b1e, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=5143816a-5379-4a8d-ad85-0a16d1348b1e,segment=NetworkSegment(552c796d-8f18-442c-a86c-8bdb62d9921a),segment_id=552c796d-8f18-442c-a86c-8bdb62d9921a)] {{(pid=107276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:44:42.445652 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-40d325de-30ed-4dd1-ac9d-98b27d851d38 req-4c9af576-5a58-470a-9178-646cf421059e tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009180'] for port (5143816a-5379-4a8d-ad85-0a16d1348b1e), precommit_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:44:42.447804 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6383a8be-df69-46f8-9ca0-db2283cc9635 req-e1e7a31e-fbcb-4b73-9477-5794817fa4b5 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:44:42.450367 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-6383a8be-df69-46f8-9ca0-db2283cc9635 req-e1e7a31e-fbcb-4b73-9477-5794817fa4b5 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0f14c845-5f86-4d74-8813-e7c482a6be08 HTTP/1.1" status: 200 len: 943 time: 0.0628464 Sep 15 07:44:42.498272 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-6383a8be-df69-46f8-9ca0-db2283cc9635 req-fb715b70-ae53-4497-8e68-44cda365d565 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2b522f72-9094-4859-86c8-c098722d744c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433347 Sep 15 07:44:42.617731 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-40d325de-30ed-4dd1-ac9d-98b27d851d38 req-4c9af576-5a58-470a-9178-646cf421059e tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:44:42.618094 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-40d325de-30ed-4dd1-ac9d-98b27d851d38 req-4c9af576-5a58-470a-9178-646cf421059e tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2007462'] for floatingip (5c598e5d-6c07-45c9-a711-2966fd02c677), after_update {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:44:42.618407 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.db.l3_db [req-40d325de-30ed-4dd1-ac9d-98b27d851d38 req-4c9af576-5a58-470a-9178-646cf421059e tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Floating IP 5c598e5d-6c07-45c9-a711-2966fd02c677 disassociated. External IP: 172.27.0.130, port: 5143816a-5379-4a8d-ad85-0a16d1348b1e. Sep 15 07:44:42.618745 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.plugin [req-40d325de-30ed-4dd1-ac9d-98b27d851d38 req-4c9af576-5a58-470a-9178-646cf421059e tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Calling delete_port for 5143816a-5379-4a8d-ad85-0a16d1348b1e owned by compute:nova {{(pid=107276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 07:44:42.697709 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:44:42.704543 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:44:42.721311 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (25cf60a6-7ad2-448a-9326-c12b453ddee0), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:44:42.811393 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-40d325de-30ed-4dd1-ac9d-98b27d851d38 req-4c9af576-5a58-470a-9178-646cf421059e tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729658628491', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729658170588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260827426'] for port (5143816a-5379-4a8d-ad85-0a16d1348b1e), after_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:44:42.842958 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9af576-5a58-470a-9178-646cf421059e tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Pushing event deleted for resources: {'Port': ['ID=5143816a-5379-4a8d-ad85-0a16d1348b1e,revision_number=None']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:44:42.856913 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9af576-5a58-470a-9178-646cf421059e tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:44:42.857283 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9af576-5a58-470a-9178-646cf421059e tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:44:42.857669 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9af576-5a58-470a-9178-646cf421059e tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:44:42.858011 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9af576-5a58-470a-9178-646cf421059e tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:44:42.858340 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9af576-5a58-470a-9178-646cf421059e tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:44:42.858667 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9af576-5a58-470a-9178-646cf421059e tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:44:42.858994 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9af576-5a58-470a-9178-646cf421059e tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:44:42.859321 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9af576-5a58-470a-9178-646cf421059e tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:44:42.859642 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9af576-5a58-470a-9178-646cf421059e tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:44:42.859994 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9af576-5a58-470a-9178-646cf421059e tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:44:42.860313 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9af576-5a58-470a-9178-646cf421059e tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:44:42.860632 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9af576-5a58-470a-9178-646cf421059e tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:44:42.860978 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9af576-5a58-470a-9178-646cf421059e tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:44:42.861279 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9af576-5a58-470a-9178-646cf421059e tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:44:42.861618 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9af576-5a58-470a-9178-646cf421059e tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:44:42.972587 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.scheduler.l3_agent_scheduler [req-40d325de-30ed-4dd1-ac9d-98b27d851d38 req-4c9af576-5a58-470a-9178-646cf421059e tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Router c49f23c8-1aaa-443a-95b1-c12d58cc74fb has already been hosted by L3 agent 6177172c-20b9-4a3a-92be-d5dd082cfa3a {{(pid=107276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 07:44:43.357172 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-40d325de-30ed-4dd1-ac9d-98b27d851d38 req-4c9af576-5a58-470a-9178-646cf421059e tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Notify agent at l3_agent.dv-cinder-824149-6-iscsi the message routers_updated {{(pid=107276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 07:44:43.376421 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2744153a-1e40-4ba0-89af-89f579c20fdb None None] Sync routers for ids ['c49f23c8-1aaa-443a-95b1-c12d58cc74fb'] in dv-cinder-824149-6-iscsi {{(pid=107295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 07:44:43.388932 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2744153a-1e40-4ba0-89af-89f579c20fdb None None] Routers {'c49f23c8-1aaa-443a-95b1-c12d58cc74fb'} bound to L3 agent in host dv-cinder-824149-6-iscsi {{(pid=107295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 07:44:43.390026 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_hamode_db [None req-2744153a-1e40-4ba0-89af-89f579c20fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-15T07:30:25Z,description=,heartbeat_timestamp=2022-09-15T07:44:25Z,host='dv-cinder-824149-6-iscsi',id=6177172c-20b9-4a3a-92be-d5dd082cfa3a,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T07:30:25Z,topic='l3_agent')) {'router_ids': ['c49f23c8-1aaa-443a-95b1-c12d58cc74fb'], 'active': True} {{(pid=107295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:44:43.395205 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-c8bb8512-b02c-442b-926f-bd6aa8fec627 req-d4010993-28bd-4528-bfe2-6c6d6958c609 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=62a3489f-c5f3-44d4-93c2-da198e8f06f8 HTTP/1.1" status: 200 len: 210 time: 0.0362349 Sep 15 07:44:43.418395 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.db.l3_dvrscheduler_db [req-40d325de-30ed-4dd1-ac9d-98b27d851d38 req-4c9af576-5a58-470a-9178-646cf421059e tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] No DVR routers for this DVR port 5143816a-5379-4a8d-ad85-0a16d1348b1e on host hv-cinder-82414 {{(pid=107276) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 07:44:43.420934 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-40d325de-30ed-4dd1-ac9d-98b27d851d38 req-4c9af576-5a58-470a-9178-646cf421059e tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382552'] for port (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:44:43.424107 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-40d325de-30ed-4dd1-ac9d-98b27d851d38 req-4c9af576-5a58-470a-9178-646cf421059e tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.26 "DELETE /networking/v2.0/ports/5143816a-5379-4a8d-ad85-0a16d1348b1e HTTP/1.1" status: 204 len: 173 time: 1.1685464 Sep 15 07:44:43.424592 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62a3489f-c5f3-44d4-93c2-da198e8f06f8', 'name': 'network-vif-deleted', 'tag': '5143816a-5379-4a8d-ad85-0a16d1348b1e'}] {{(pid=107276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 07:44:43.426821 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e3724867bd40dd9d720ab8c058c996a0c2f5593be620855f41bc083494bf738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a44d7e5-ef2f-43e5-a9a0-e71adabfdf06" -d '{"events": [{"server_uuid": "62a3489f-c5f3-44d4-93c2-da198e8f06f8", "name": "network-vif-deleted", "tag": "5143816a-5379-4a8d-ad85-0a16d1348b1e"}]}' {{(pid=107276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 07:44:43.465528 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 07:44:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3d0f1c4-b554-4152-8678-c90538a62b46 x-openstack-request-id: req-a3d0f1c4-b554-4152-8678-c90538a62b46 {{(pid=107276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 07:44:43.465878 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62a3489f-c5f3-44d4-93c2-da198e8f06f8", "name": "network-vif-deleted", "tag": "5143816a-5379-4a8d-ad85-0a16d1348b1e", "status": "completed", "code": 200}]} {{(pid=107276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 07:44:43.466131 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a3d0f1c4-b554-4152-8678-c90538a62b46 {{(pid=107276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 07:44:43.466533 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3d0f1c4-b554-4152-8678-c90538a62b46'] response: {'server_uuid': '62a3489f-c5f3-44d4-93c2-da198e8f06f8', 'name': 'network-vif-deleted', 'tag': '5143816a-5379-4a8d-ad85-0a16d1348b1e', 'status': 'completed', 'code': 200} Sep 15 07:44:43.509468 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_dvr_db [None req-2744153a-1e40-4ba0-89af-89f579c20fdb None None] Set router c49f23c8-1aaa-443a-95b1-c12d58cc74fb gateway port host: dv-cinder-824149-6-iscsi {{(pid=107295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 07:44:43.716386 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_hamode_db [None req-2744153a-1e40-4ba0-89af-89f579c20fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c49f23c8-1aaa-443a-95b1-c12d58cc74fb', 'name': 'tempest-ServerRescueNegativeTestJSON-1974602652-router', 'tenant_id': 'cdc69db806d24d1f8eb18aadaaafabcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '9b2e6a3c-e80e-49a8-a8fa-1183e129b2c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:40:04Z', 'updated_at': '2022-09-15T07:40:07Z', 'revision_number': 4, 'project_id': 'cdc69db806d24d1f8eb18aadaaafabcb', 'gw_port': {'id': '9b2e6a3c-e80e-49a8-a8fa-1183e129b2c4', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:9f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49f23c8-1aaa-443a-95b1-c12d58cc74fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:40:04Z', 'updated_at': '2022-09-15T07:40:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi', '_interfaces': [{'id': '437c5d00-5648-4442-b53c-f7174a03af78', 'name': '', 'network_id': '9125b9da-cf0a-438e-a321-05e9db8df553', 'tenant_id': 'cdc69db806d24d1f8eb18aadaaafabcb', 'mac_address': 'fa:16:3e:e9:e3:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49f23c8-1aaa-443a-95b1-c12d58cc74fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '56bdd156-8a1e-4af7-bbaf-a09f4f37e06d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:40:06Z', 'updated_at': '2022-09-15T07:40:11Z', 'revision_number': 5, 'project_id': 'cdc69db806d24d1f8eb18aadaaafabcb', 'subnets': [{'id': '56bdd156-8a1e-4af7-bbaf-a09f4f37e06d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-6-iscsi', False) {} {{(pid=107295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:44:43.741271 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2744153a-1e40-4ba0-89af-89f579c20fdb None None] Checking router: c49f23c8-1aaa-443a-95b1-c12d58cc74fb for host: dv-cinder-824149-6-iscsi {{(pid=107295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 07:44:43.750270 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2744153a-1e40-4ba0-89af-89f579c20fdb None None] Routers {'c49f23c8-1aaa-443a-95b1-c12d58cc74fb'} bound to L3 agent in host dv-cinder-824149-6-iscsi {{(pid=107295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 07:44:43.750873 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_hamode_db [None req-2744153a-1e40-4ba0-89af-89f579c20fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-15T07:30:25Z,description=,heartbeat_timestamp=2022-09-15T07:44:25Z,host='dv-cinder-824149-6-iscsi',id=6177172c-20b9-4a3a-92be-d5dd082cfa3a,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T07:30:25Z,topic='l3_agent')) {'router_ids': ['c49f23c8-1aaa-443a-95b1-c12d58cc74fb'], 'active': True} {{(pid=107295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:44:43.858309 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_dvr_db [None req-2744153a-1e40-4ba0-89af-89f579c20fdb None None] Set router c49f23c8-1aaa-443a-95b1-c12d58cc74fb gateway port host: dv-cinder-824149-6-iscsi {{(pid=107295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 07:44:44.056372 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_hamode_db [None req-2744153a-1e40-4ba0-89af-89f579c20fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c49f23c8-1aaa-443a-95b1-c12d58cc74fb', 'name': 'tempest-ServerRescueNegativeTestJSON-1974602652-router', 'tenant_id': 'cdc69db806d24d1f8eb18aadaaafabcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '9b2e6a3c-e80e-49a8-a8fa-1183e129b2c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:40:04Z', 'updated_at': '2022-09-15T07:40:07Z', 'revision_number': 4, 'project_id': 'cdc69db806d24d1f8eb18aadaaafabcb', 'gw_port': {'id': '9b2e6a3c-e80e-49a8-a8fa-1183e129b2c4', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:9f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49f23c8-1aaa-443a-95b1-c12d58cc74fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:40:04Z', 'updated_at': '2022-09-15T07:40:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi', '_interfaces': [{'id': '437c5d00-5648-4442-b53c-f7174a03af78', 'name': '', 'network_id': '9125b9da-cf0a-438e-a321-05e9db8df553', 'tenant_id': 'cdc69db806d24d1f8eb18aadaaafabcb', 'mac_address': 'fa:16:3e:e9:e3:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49f23c8-1aaa-443a-95b1-c12d58cc74fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '56bdd156-8a1e-4af7-bbaf-a09f4f37e06d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:40:06Z', 'updated_at': '2022-09-15T07:40:11Z', 'revision_number': 5, 'project_id': 'cdc69db806d24d1f8eb18aadaaafabcb', 'subnets': [{'id': '56bdd156-8a1e-4af7-bbaf-a09f4f37e06d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-6-iscsi', False) {} {{(pid=107295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:44:44.084613 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2744153a-1e40-4ba0-89af-89f579c20fdb None None] The sync data for ids ['c49f23c8-1aaa-443a-95b1-c12d58cc74fb'] in dv-cinder-824149-6-iscsi is: [{'id': 'c49f23c8-1aaa-443a-95b1-c12d58cc74fb', 'name': 'tempest-ServerRescueNegativeTestJSON-1974602652-router', 'tenant_id': 'cdc69db806d24d1f8eb18aadaaafabcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '9b2e6a3c-e80e-49a8-a8fa-1183e129b2c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:40:04Z', 'updated_at': '2022-09-15T07:40:07Z', 'revision_number': 4, 'project_id': 'cdc69db806d24d1f8eb18aadaaafabcb', 'gw_port': {'id': '9b2e6a3c-e80e-49a8-a8fa-1183e129b2c4', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:9f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49f23c8-1aaa-443a-95b1-c12d58cc74fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:40:04Z', 'updated_at': '2022-09-15T07:40:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi', '_interfaces': [{'id': '437c5d00-5648-4442-b53c-f7174a03af78', 'name': '', 'network_id': '9125b9da-cf0a-438e-a321-05e9db8df553', 'tenant_id': 'cdc69db806d24d1f8eb18aadaaafabcb', 'mac_address': 'fa:16:3e:e9:e3:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49f23c8-1aaa-443a-95b1-c12d58cc74fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '56bdd156-8a1e-4af7-bbaf-a09f4f37e06d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:40:06Z', 'updated_at': '2022-09-15T07:40:11Z', 'revision_number': 5, 'project_id': 'cdc69db806d24d1f8eb18aadaaafabcb', 'subnets': [{'id': '56bdd156-8a1e-4af7-bbaf-a09f4f37e06d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 07:44:44.311780 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c85530c-d9ce-44a0-b800-99827a821ce8 None None] New status for floating IP 5c598e5d-6c07-45c9-a711-2966fd02c677: DOWN {{(pid=107290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 15 07:44:44.516279 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-6004bf59-e8f9-4e7c-b256-19524e336730 req-267e5b5e-2daa-45b0-b891-9fb9c4c294d3 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=62a3489f-c5f3-44d4-93c2-da198e8f06f8 HTTP/1.1" status: 200 len: 210 time: 0.0347607 Sep 15 07:44:44.568571 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b614f852-0aca-48b8-b0fb-caafa8c585eb req-675d061d-86ff-45d6-b463-bb82df52f2b5 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:44:44.571855 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-b614f852-0aca-48b8-b0fb-caafa8c585eb req-675d061d-86ff-45d6-b463-bb82df52f2b5 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0f14c845-5f86-4d74-8813-e7c482a6be08 HTTP/1.1" status: 200 len: 943 time: 0.0522110 Sep 15 07:44:44.627548 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-b614f852-0aca-48b8-b0fb-caafa8c585eb req-10824c52-919a-4ddc-90a6-75ab948ce5a8 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2b522f72-9094-4859-86c8-c098722d744c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491419 Sep 15 07:44:44.763205 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-68dc0067-1eea-4139-b31b-176de1bdc2b1 req-973ce460-be65-481e-867d-c030cfb4456a service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0f14c845-5f86-4d74-8813-e7c482a6be08&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0383933 Sep 15 07:44:44.836557 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dc0067-1eea-4139-b31b-176de1bdc2b1 req-48829693-eccf-4594-920e-62a5f2e7ef38 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:44:44.837907 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-68dc0067-1eea-4139-b31b-176de1bdc2b1 req-48829693-eccf-4594-920e-62a5f2e7ef38 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports/2f98d201-6410-4508-a7f3-40ecd7daed4f HTTP/1.1" status: 200 len: 940 time: 0.0475810 Sep 15 07:44:45.669214 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 37690) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:44:45.731828 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-aaeab379-0840-4173-8e61-5bb5fc05252f tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Publish callbacks [] for security_group (0e8db3a3-a65b-4399-84bd-cfbe05d3f52d), before_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:44:45.755662 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-aaeab379-0840-4173-8e61-5bb5fc05252f tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Publish callbacks [] for security_group (0e8db3a3-a65b-4399-84bd-cfbe05d3f52d), precommit_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:44:45.774554 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ed3c69-9f23-4c57-93d3-b591baf00a1e req-44fcb578-a951-4abf-80da-d4a033ff855b tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:44:45.776050 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-b4ed3c69-9f23-4c57-93d3-b591baf00a1e req-44fcb578-a951-4abf-80da-d4a033ff855b tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0f14c845-5f86-4d74-8813-e7c482a6be08 HTTP/1.1" status: 200 len: 943 time: 0.0600233 Sep 15 07:44:45.828120 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-b4ed3c69-9f23-4c57-93d3-b591baf00a1e req-31ddf08b-fa04-42f0-8a0a-a1488e7edd9f tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2b522f72-9094-4859-86c8-c098722d744c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441391 Sep 15 07:44:45.856612 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-aaeab379-0840-4173-8e61-5bb5fc05252f tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (0e8db3a3-a65b-4399-84bd-cfbe05d3f52d), after_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:44:45.859642 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-aaeab379-0840-4173-8e61-5bb5fc05252f tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Publish callbacks [] for security_group (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:44:45.860854 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-aaeab379-0840-4173-8e61-5bb5fc05252f tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "DELETE /networking/v2.0/security-groups/0e8db3a3-a65b-4399-84bd-cfbe05d3f52d HTTP/1.1" status: 204 len: 168 time: 0.1906211 Sep 15 07:44:45.863630 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 37692) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:44:45.870461 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaeab379-0840-4173-8e61-5bb5fc05252f tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e8db3a3-a65b-4399-84bd-cfbe05d3f52d,revision_number=None']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:44:45.877809 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.api.v2.resource [None req-25f3ed3e-5562-4dbc-a039-d7d08b2c8af6 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] show failed (client error): The resource could not be found. Sep 15 07:44:45.878800 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-25f3ed3e-5562-4dbc-a039-d7d08b2c8af6 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/security-groups/0e8db3a3-a65b-4399-84bd-cfbe05d3f52d HTTP/1.1" status: 404 len: 347 time: 0.0141923 Sep 15 07:44:45.881530 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 37694) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:44:45.999012 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.plugin [None req-c8c866d3-171c-4218-897e-3924a0c83a1b tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Deleting port e0382fd4-1117-47bc-91b3-1f3b7c8b1f66 {{(pid=107279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 07:44:45.999354 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-c8c866d3-171c-4218-897e-3924a0c83a1b tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729658711565'] for port (e0382fd4-1117-47bc-91b3-1f3b7c8b1f66), before_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:44:46.083070 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-c8c866d3-171c-4218-897e-3924a0c83a1b tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009180'] for port (e0382fd4-1117-47bc-91b3-1f3b7c8b1f66), precommit_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:44:46.083399 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-c8c866d3-171c-4218-897e-3924a0c83a1b tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Publish callbacks [] for floatingip (e0382fd4-1117-47bc-91b3-1f3b7c8b1f66), precommit_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:44:46.096757 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.plugin [None req-c8c866d3-171c-4218-897e-3924a0c83a1b tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Calling delete_port for e0382fd4-1117-47bc-91b3-1f3b7c8b1f66 owned by network:floatingip {{(pid=107279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 07:44:46.138882 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=100 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:44:46.307717 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-c8c866d3-171c-4218-897e-3924a0c83a1b tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729658628491', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729658170588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991753'] for port (e0382fd4-1117-47bc-91b3-1f3b7c8b1f66), after_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:44:46.331758 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c866d3-171c-4218-897e-3924a0c83a1b tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Pushing event deleted for resources: {'Port': ['ID=e0382fd4-1117-47bc-91b3-1f3b7c8b1f66,revision_number=None']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:44:46.346459 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c866d3-171c-4218-897e-3924a0c83a1b tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:44:46.346909 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c866d3-171c-4218-897e-3924a0c83a1b tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:44:46.347245 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c866d3-171c-4218-897e-3924a0c83a1b tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:44:46.347584 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c866d3-171c-4218-897e-3924a0c83a1b tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:44:46.347918 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c866d3-171c-4218-897e-3924a0c83a1b tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:44:46.348249 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c866d3-171c-4218-897e-3924a0c83a1b tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:44:46.348575 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c866d3-171c-4218-897e-3924a0c83a1b tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:44:46.348902 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c866d3-171c-4218-897e-3924a0c83a1b tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:44:46.349223 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c866d3-171c-4218-897e-3924a0c83a1b tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:44:46.349551 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c866d3-171c-4218-897e-3924a0c83a1b tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:44:46.349891 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c866d3-171c-4218-897e-3924a0c83a1b tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:44:46.350213 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c866d3-171c-4218-897e-3924a0c83a1b tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:44:46.350535 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c866d3-171c-4218-897e-3924a0c83a1b tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:44:46.350862 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c866d3-171c-4218-897e-3924a0c83a1b tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:44:46.351198 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c866d3-171c-4218-897e-3924a0c83a1b tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:44:46.410390 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-c8c866d3-171c-4218-897e-3924a0c83a1b tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Publish callbacks [] for floatingip (5c598e5d-6c07-45c9-a711-2966fd02c677), after_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:44:46.412959 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-c8c866d3-171c-4218-897e-3924a0c83a1b tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382552'] for floatingip (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:44:46.414124 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-c8c866d3-171c-4218-897e-3924a0c83a1b tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/5c598e5d-6c07-45c9-a711-2966fd02c677 HTTP/1.1" status: 204 len: 168 time: 0.5317016 Sep 15 07:44:46.497477 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dc0067-1eea-4139-b31b-176de1bdc2b1 req-27e3ae54-a934-4433-874e-e18c4db22cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:44:46.498995 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-68dc0067-1eea-4139-b31b-176de1bdc2b1 req-27e3ae54-a934-4433-874e-e18c4db22cab service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=0f14c845-5f86-4d74-8813-e7c482a6be08&tenant_id=b4a8f2664964492e9c80a595ed043c71 HTTP/1.1" status: 200 len: 1127 time: 0.0707717 Sep 15 07:44:46.503138 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Device 5143816a-5379-4a8d-ad85-0a16d1348b1e no longer exists at agent hyperv_hv-cinder-82414 {{(pid=107290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 07:44:46.527430 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] No Port match for: 5143816a-5379-4a8d-ad85-0a16d1348b1e {{(pid=107290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 07:44:46.527782 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Device 5143816a-5379-4a8d-ad85-0a16d1348b1e not bound to the agent host hv-cinder-82414 {{(pid=107290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 07:44:46.564012 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dc0067-1eea-4139-b31b-176de1bdc2b1 req-622e9d26-d108-46a7-811d-d104763b2cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:44:46.565406 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-68dc0067-1eea-4139-b31b-176de1bdc2b1 req-622e9d26-d108-46a7-811d-d104763b2cc3 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=b4a8f2664964492e9c80a595ed043c71&device_id=0f14c845-5f86-4d74-8813-e7c482a6be08 HTTP/1.1" status: 200 len: 1127 time: 0.0404880 Sep 15 07:44:46.662726 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dc0067-1eea-4139-b31b-176de1bdc2b1 req-9067ca8d-6987-4647-9292-3dc287588e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:44:46.664169 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-68dc0067-1eea-4139-b31b-176de1bdc2b1 req-9067ca8d-6987-4647-9292-3dc287588e27 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=2b6b3bac-c651-487a-b144-89fba4985d6c HTTP/1.1" status: 200 len: 917 time: 0.0919588 Sep 15 07:44:46.729591 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-68dc0067-1eea-4139-b31b-176de1bdc2b1 req-edabeb11-6320-4567-9789-e5482e64dbed service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2f98d201-6410-4508-a7f3-40ecd7daed4f HTTP/1.1" status: 200 len: 999 time: 0.0578427 Sep 15 07:44:46.764688 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:44:46.779150 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dc0067-1eea-4139-b31b-176de1bdc2b1 req-c1f59a19-439f-44fc-ad16-5425df7581cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:44:46.780577 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-68dc0067-1eea-4139-b31b-176de1bdc2b1 req-c1f59a19-439f-44fc-ad16-5425df7581cb service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=37c21616-a845-47e5-a620-a34a553bb45c HTTP/1.1" status: 200 len: 855 time: 0.0445302 Sep 15 07:44:46.824640 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dc0067-1eea-4139-b31b-176de1bdc2b1 req-96f26d9f-23b2-48e1-b904-abca338bc352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:44:46.826010 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-68dc0067-1eea-4139-b31b-176de1bdc2b1 req-96f26d9f-23b2-48e1-b904-abca338bc352 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=2b6b3bac-c651-487a-b144-89fba4985d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383701 Sep 15 07:44:46.925135 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-68dc0067-1eea-4139-b31b-176de1bdc2b1 req-f56f47b2-1ed3-4688-a864-f735375d4a4a service neutron] 10.222.0.26 "GET /networking/v2.0/networks/2b6b3bac-c651-487a-b144-89fba4985d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912125 Sep 15 07:44:46.962466 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78269e5-d3b2-4025-a0f1-43db2950e5a5 req-df939395-0910-42dc-b0d7-52afe0b02615 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:44:46.963969 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-d78269e5-d3b2-4025-a0f1-43db2950e5a5 req-df939395-0910-42dc-b0d7-52afe0b02615 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0f14c845-5f86-4d74-8813-e7c482a6be08 HTTP/1.1" status: 200 len: 943 time: 0.0495052 Sep 15 07:44:47.013648 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-d78269e5-d3b2-4025-a0f1-43db2950e5a5 req-26b114ab-7cfc-4172-8b53-3b2ebaf9b48d tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2b522f72-9094-4859-86c8-c098722d744c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439413 Sep 15 07:44:47.020619 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-68dc0067-1eea-4139-b31b-176de1bdc2b1 req-b51b7498-85d9-40a5-b258-22679db85d63 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/2b6b3bac-c651-487a-b144-89fba4985d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883477 Sep 15 07:44:47.300861 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.agents_db [None req-df016ec4-f85e-4abb-9405-ce942686afd2 None None] Agent healthcheck: found 6 active agents {{(pid=107295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 07:44:48.148100 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:44:48.156763 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e3eeae-af6d-4549-aa01-ac176318f997 req-d449f586-4970-4915-9fc7-d6f4efcaaf44 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:44:48.163879 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-10e3eeae-af6d-4549-aa01-ac176318f997 req-d449f586-4970-4915-9fc7-d6f4efcaaf44 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0f14c845-5f86-4d74-8813-e7c482a6be08 HTTP/1.1" status: 200 len: 943 time: 0.0568819 Sep 15 07:44:48.221083 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-10e3eeae-af6d-4549-aa01-ac176318f997 req-bafecc61-76e2-4ca0-acda-e5ab5fffbe5b tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2b522f72-9094-4859-86c8-c098722d744c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561237 Sep 15 07:44:49.395658 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0621771-32e6-474b-a06a-9930903e2b02 req-812a8077-8315-4f2c-816c-fe434af8203a tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:44:49.397236 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-a0621771-32e6-474b-a06a-9930903e2b02 req-812a8077-8315-4f2c-816c-fe434af8203a tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0f14c845-5f86-4d74-8813-e7c482a6be08 HTTP/1.1" status: 200 len: 943 time: 0.0814419 Sep 15 07:44:49.403223 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a3bed8-4b6b-45aa-a3b5-eda9025bae09 req-770acd46-7c49-472d-a480-3d06919a46ab tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:44:49.404699 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-22a3bed8-4b6b-45aa-a3b5-eda9025bae09 req-770acd46-7c49-472d-a480-3d06919a46ab tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=81bf969c-3300-4003-9606-ea44bac82330 HTTP/1.1" status: 200 len: 946 time: 0.0789087 Sep 15 07:44:49.483307 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-a0621771-32e6-474b-a06a-9930903e2b02 req-27461908-9963-46c3-87ae-6a3a7645ab80 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2b522f72-9094-4859-86c8-c098722d744c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776155 Sep 15 07:44:49.486362 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-22a3bed8-4b6b-45aa-a3b5-eda9025bae09 req-8b3571a4-dd61-4f29-80dd-48e429c1674c tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3bbd3c93-b7a5-43ea-bc32-62815f5ad2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742364 Sep 15 07:44:50.676292 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1352e49c-e813-4d3e-81ff-476a8e313bc7 req-6c01e025-cda0-4af9-9057-40fb157fa555 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:44:50.677814 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-1352e49c-e813-4d3e-81ff-476a8e313bc7 req-6c01e025-cda0-4af9-9057-40fb157fa555 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=81bf969c-3300-4003-9606-ea44bac82330 HTTP/1.1" status: 200 len: 946 time: 0.0881505 Sep 15 07:44:50.690358 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ba363f-cf3a-4e6a-9ca2-5ae8887035e0 req-17ea7f21-8b11-4497-b41b-122f4d31627d tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:44:50.691853 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-76ba363f-cf3a-4e6a-9ca2-5ae8887035e0 req-17ea7f21-8b11-4497-b41b-122f4d31627d tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0f14c845-5f86-4d74-8813-e7c482a6be08 HTTP/1.1" status: 200 len: 943 time: 0.0998878 Sep 15 07:44:50.769688 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-1352e49c-e813-4d3e-81ff-476a8e313bc7 req-0d0e5169-af1b-47dc-9ffd-e309c74e5f3b tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3bbd3c93-b7a5-43ea-bc32-62815f5ad2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767088 Sep 15 07:44:50.785185 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-76ba363f-cf3a-4e6a-9ca2-5ae8887035e0 req-0b434e15-3976-4cec-bb8c-3d91643221d0 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2b522f72-9094-4859-86c8-c098722d744c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827749 Sep 15 07:44:51.943381 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245697ad-a0dc-46ff-8cd0-9eda4a3511e9 req-d362e983-318c-4248-8a28-609956bfbdc0 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:44:51.944905 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-245697ad-a0dc-46ff-8cd0-9eda4a3511e9 req-d362e983-318c-4248-8a28-609956bfbdc0 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=81bf969c-3300-4003-9606-ea44bac82330 HTTP/1.1" status: 200 len: 946 time: 0.0829690 Sep 15 07:44:51.972873 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a666057e-2651-4ce3-bd27-aec6366a9438 req-47485bab-0f12-4d75-8fdc-7ebad0f2b8fe tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:44:51.974353 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-a666057e-2651-4ce3-bd27-aec6366a9438 req-47485bab-0f12-4d75-8fdc-7ebad0f2b8fe tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0f14c845-5f86-4d74-8813-e7c482a6be08 HTTP/1.1" status: 200 len: 943 time: 0.0734348 Sep 15 07:44:52.042458 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-245697ad-a0dc-46ff-8cd0-9eda4a3511e9 req-4fb2f1c3-b96a-4a8c-80b3-cba35d7c7854 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3bbd3c93-b7a5-43ea-bc32-62815f5ad2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841439 Sep 15 07:44:52.050949 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-a666057e-2651-4ce3-bd27-aec6366a9438 req-2469fb8a-c158-476d-8174-4e8739c5be75 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2b522f72-9094-4859-86c8-c098722d744c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684855 Sep 15 07:44:53.112625 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-05e29a96-5148-4552-8d33-082f64b9e7dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (47b201f8-ba91-4005-8457-67653169c522), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:44:53.150768 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:44:53.242433 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b90883-536a-437c-87d3-581a1055b2ae req-988e8aa1-1575-4eb3-b221-929b4812241c tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:44:53.242433 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-11b90883-536a-437c-87d3-581a1055b2ae req-988e8aa1-1575-4eb3-b221-929b4812241c tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=81bf969c-3300-4003-9606-ea44bac82330 HTTP/1.1" status: 200 len: 946 time: 0.0685720 Sep 15 07:44:53.333679 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-11b90883-536a-437c-87d3-581a1055b2ae req-837bebf8-c10c-4f5e-a560-01b42c8c4128 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3bbd3c93-b7a5-43ea-bc32-62815f5ad2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994217 Sep 15 07:44:53.351273 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60899ff2-0946-480e-aa52-9237fc87e9de req-29a3433f-d589-45dd-b639-6ca908b3d2cb tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:44:53.352997 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-60899ff2-0946-480e-aa52-9237fc87e9de req-29a3433f-d589-45dd-b639-6ca908b3d2cb tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0f14c845-5f86-4d74-8813-e7c482a6be08 HTTP/1.1" status: 200 len: 943 time: 0.0967362 Sep 15 07:44:53.461338 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-60899ff2-0946-480e-aa52-9237fc87e9de req-7ba411bc-ec53-4cb6-a858-424d7219f9eb tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2b522f72-9094-4859-86c8-c098722d744c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960245 Sep 15 07:44:53.490262 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4108ae-8f46-4ba5-8c67-6387b7d19adb req-a17c824a-d10b-410a-85ae-3879d7bcd6e2 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:44:53.494712 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-dc4108ae-8f46-4ba5-8c67-6387b7d19adb req-a17c824a-d10b-410a-85ae-3879d7bcd6e2 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7cfb1a22-faac-4d66-874d-e7866a02a054 HTTP/1.1" status: 200 len: 945 time: 0.0816708 Sep 15 07:44:53.532037 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=100 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:44:53.565627 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-dc4108ae-8f46-4ba5-8c67-6387b7d19adb req-dad86231-36d8-4134-8bae-f6716c2132c7 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bd1948ba-0dcc-463f-ac7d-46ca49a9cc24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665774 Sep 15 07:44:54.444666 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7c2dbc-2ab9-42c5-8708-522952cb53f1 req-a71e11e1-9196-4c4e-a205-f0a7c43a8ad3 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:44:54.446205 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-bd7c2dbc-2ab9-42c5-8708-522952cb53f1 req-a71e11e1-9196-4c4e-a205-f0a7c43a8ad3 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=81bf969c-3300-4003-9606-ea44bac82330 HTTP/1.1" status: 200 len: 946 time: 0.0492949 Sep 15 07:44:54.504036 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-bd7c2dbc-2ab9-42c5-8708-522952cb53f1 req-6d185939-3594-4fef-b9e5-a067d3db6629 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3bbd3c93-b7a5-43ea-bc32-62815f5ad2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513868 Sep 15 07:44:54.641565 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f57e221-d889-41cc-ac63-b99cb229bbdc req-7425773b-ea42-441d-8644-138ab2bb20f4 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:44:54.643279 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-7f57e221-d889-41cc-ac63-b99cb229bbdc req-7425773b-ea42-441d-8644-138ab2bb20f4 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0f14c845-5f86-4d74-8813-e7c482a6be08 HTTP/1.1" status: 200 len: 943 time: 0.0763040 Sep 15 07:44:54.755351 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9394ac4b-0391-422c-9f75-437837a66aa8 req-317a405d-e6ff-4a06-9cac-1abcc6d2ec31 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:44:54.756812 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-9394ac4b-0391-422c-9f75-437837a66aa8 req-317a405d-e6ff-4a06-9cac-1abcc6d2ec31 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7cfb1a22-faac-4d66-874d-e7866a02a054 HTTP/1.1" status: 200 len: 945 time: 0.0888979 Sep 15 07:44:54.761483 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-7f57e221-d889-41cc-ac63-b99cb229bbdc req-6d4d8a9f-bd60-4c5f-bdb8-a5cfc95a35dd tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2b522f72-9094-4859-86c8-c098722d744c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001794 Sep 15 07:44:54.809160 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-b900c383-82ab-478f-b1b0-39010b5085d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (6177172c-20b9-4a3a-92be-d5dd082cfa3a), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:44:54.826089 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-9394ac4b-0391-422c-9f75-437837a66aa8 req-9cab38a1-b56e-4de4-91b1-39418611989c tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bd1948ba-0dcc-463f-ac7d-46ca49a9cc24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619702 Sep 15 07:44:55.633125 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f2ee19-decd-4f49-9f52-2c8b08a93173 req-172788a0-84f1-41b2-a0f0-4c63583f467f tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:44:55.634997 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-94f2ee19-decd-4f49-9f52-2c8b08a93173 req-172788a0-84f1-41b2-a0f0-4c63583f467f tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=81bf969c-3300-4003-9606-ea44bac82330 HTTP/1.1" status: 200 len: 946 time: 0.0525887 Sep 15 07:44:55.686965 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-94f2ee19-decd-4f49-9f52-2c8b08a93173 req-d9a659cf-a14d-4e55-91a6-bd2ae0c9ba95 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3bbd3c93-b7a5-43ea-bc32-62815f5ad2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460389 Sep 15 07:44:56.031371 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-0f44d0d5-b296-4658-a59d-71e94f9a3b32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (71b2a813-2b59-4e69-b901-83528b6ecb8f), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:44:56.128726 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3398767-8854-454f-9ff9-d3efb2b2b9eb req-4b2f4c22-1e0f-43ab-a23d-ccfbb3e2d70a tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:44:56.130753 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-a3398767-8854-454f-9ff9-d3efb2b2b9eb req-4b2f4c22-1e0f-43ab-a23d-ccfbb3e2d70a tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0f14c845-5f86-4d74-8813-e7c482a6be08 HTTP/1.1" status: 200 len: 943 time: 0.0515087 Sep 15 07:44:56.183636 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-a3398767-8854-454f-9ff9-d3efb2b2b9eb req-1683cec5-4a6f-4f7a-b88a-22e23b61879c tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2b522f72-9094-4859-86c8-c098722d744c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456686 Sep 15 07:44:56.300260 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33a347f-b2a6-451b-8fa1-971ccbd7f404 req-8bd430bf-2b14-432e-8f71-b7c23909306e tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:44:56.301744 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-d33a347f-b2a6-451b-8fa1-971ccbd7f404 req-8bd430bf-2b14-432e-8f71-b7c23909306e tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7cfb1a22-faac-4d66-874d-e7866a02a054 HTTP/1.1" status: 200 len: 945 time: 0.0505927 Sep 15 07:44:56.350091 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-d33a347f-b2a6-451b-8fa1-971ccbd7f404 req-7dbe628d-9906-4ba8-be12-40a6850f0499 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bd1948ba-0dcc-463f-ac7d-46ca49a9cc24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427675 Sep 15 07:44:56.449878 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8748813-7a32-4279-b98f-5c9d2afc020d req-750afd94-0e7f-48a5-a60c-d2d9ff3e4172 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:44:56.451265 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-f8748813-7a32-4279-b98f-5c9d2afc020d req-750afd94-0e7f-48a5-a60c-d2d9ff3e4172 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=08d61aa0-bcb6-4fe0-bc26-20ef85c5025e HTTP/1.1" status: 200 len: 946 time: 0.0466886 Sep 15 07:44:56.505393 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-f8748813-7a32-4279-b98f-5c9d2afc020d req-fbf2df85-9adf-44fb-9614-60bbcc1cbd20 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=715457f5-6986-4664-80ea-7326eb5df706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485632 Sep 15 07:44:56.814048 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14e3016-d09f-4b96-8d31-4ab9c256a77d req-576d86a4-90e2-4ec8-bfa9-5280642cd341 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:44:56.815495 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-e14e3016-d09f-4b96-8d31-4ab9c256a77d req-576d86a4-90e2-4ec8-bfa9-5280642cd341 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=81bf969c-3300-4003-9606-ea44bac82330 HTTP/1.1" status: 200 len: 946 time: 0.0462689 Sep 15 07:44:56.866306 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-e14e3016-d09f-4b96-8d31-4ab9c256a77d req-2a9f83a6-b66f-43e9-9bd2-6d23da2f0707 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3bbd3c93-b7a5-43ea-bc32-62815f5ad2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452549 Sep 15 07:44:57.015923 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=23 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:44:57.017794 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=90,neutron:DELETE=1 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:44:57.297289 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=68 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:44:57.298224 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=66 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:44:57.316262 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c037ea3-3d6f-4165-b0ff-1c5a30e8e97d req-e3f9e77d-0c50-4603-97c6-85833b73b536 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:44:57.317750 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-2c037ea3-3d6f-4165-b0ff-1c5a30e8e97d req-e3f9e77d-0c50-4603-97c6-85833b73b536 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0f14c845-5f86-4d74-8813-e7c482a6be08 HTTP/1.1" status: 200 len: 943 time: 0.0471387 Sep 15 07:44:57.365346 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-2c037ea3-3d6f-4165-b0ff-1c5a30e8e97d req-19bf389d-38c8-41e3-8b29-d28f552e7bcc tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2b522f72-9094-4859-86c8-c098722d744c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418472 Sep 15 07:44:57.470785 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f14a0f6-c634-4ba1-af88-501f77799621 req-096a5875-ca5b-43df-8650-58c746154582 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:44:57.472242 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-2f14a0f6-c634-4ba1-af88-501f77799621 req-096a5875-ca5b-43df-8650-58c746154582 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7cfb1a22-faac-4d66-874d-e7866a02a054 HTTP/1.1" status: 200 len: 945 time: 0.0471544 Sep 15 07:44:57.505320 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-677e5667-6d12-4a09-97b6-65dca69daeb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (4c9c4bf3-096b-4dee-b844-12a870317301), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:44:57.508361 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=100 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:44:57.523345 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-2f14a0f6-c634-4ba1-af88-501f77799621 req-260a3107-482b-4f5b-a642-21e71f533abc tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bd1948ba-0dcc-463f-ac7d-46ca49a9cc24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448511 Sep 15 07:44:57.635197 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1127a94-3370-4b26-a2e5-40d434eb8afc req-dbeca086-d392-4993-892f-5692fcddd946 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:44:57.636658 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-f1127a94-3370-4b26-a2e5-40d434eb8afc req-dbeca086-d392-4993-892f-5692fcddd946 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=08d61aa0-bcb6-4fe0-bc26-20ef85c5025e HTTP/1.1" status: 200 len: 946 time: 0.0569053 Sep 15 07:44:57.671061 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (c3acd0b9-3b8e-4f77-9053-2ca2457616b3), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:44:57.686637 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-f1127a94-3370-4b26-a2e5-40d434eb8afc req-f38af7d7-d23b-44f6-ab93-f2d4318e046e tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=715457f5-6986-4664-80ea-7326eb5df706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440836 Sep 15 07:44:57.973451 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=100 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:44:57.986306 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36e10c3-82ed-4b43-98d1-d5e14882c472 req-abc2d556-aa0c-4a05-8a02-37a667deff50 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:44:57.987772 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-f36e10c3-82ed-4b43-98d1-d5e14882c472 req-abc2d556-aa0c-4a05-8a02-37a667deff50 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=81bf969c-3300-4003-9606-ea44bac82330 HTTP/1.1" status: 200 len: 946 time: 0.0467131 Sep 15 07:44:58.037311 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-f36e10c3-82ed-4b43-98d1-d5e14882c472 req-77cb6d7c-20f2-437c-bb3d-53a351800342 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3bbd3c93-b7a5-43ea-bc32-62815f5ad2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425470 Sep 15 07:44:58.505433 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd53fc8d-cca1-4cd8-9893-5dce0ed526e3 req-94192366-f0d9-40b5-b407-414d69023f6b tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:44:58.506937 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-bd53fc8d-cca1-4cd8-9893-5dce0ed526e3 req-94192366-f0d9-40b5-b407-414d69023f6b tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0f14c845-5f86-4d74-8813-e7c482a6be08 HTTP/1.1" status: 200 len: 943 time: 0.0509260 Sep 15 07:44:58.554071 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-bd53fc8d-cca1-4cd8-9893-5dce0ed526e3 req-6a4e4854-28f9-4d2a-9161-ddb59663752f tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2b522f72-9094-4859-86c8-c098722d744c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415292 Sep 15 07:44:58.602868 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Device 2f98d201-6410-4508-a7f3-40ecd7daed4f details requested by agent hyperv_hv-cinder-82414 with host hv-cinder-82414 {{(pid=107290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 07:44:58.663958 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa522f9-3d45-4992-94b5-6755f7b292df req-74538172-5a3a-49d9-8dd8-8fe52943c536 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:44:58.665929 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-6aa522f9-3d45-4992-94b5-6755f7b292df req-74538172-5a3a-49d9-8dd8-8fe52943c536 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7cfb1a22-faac-4d66-874d-e7866a02a054 HTTP/1.1" status: 200 len: 945 time: 0.0507336 Sep 15 07:44:58.717539 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-6aa522f9-3d45-4992-94b5-6755f7b292df req-152ddaea-d36b-488c-950f-96322b8f4569 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bd1948ba-0dcc-463f-ac7d-46ca49a9cc24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456412 Sep 15 07:44:58.722410 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] For port 2f98d201-6410-4508-a7f3-40ecd7daed4f, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=2f98d201-6410-4508-a7f3-40ecd7daed4f,segment=NetworkSegment(4e083812-1fad-4032-9ca4-75fb637b69f5),segment_id=4e083812-1fad-4032-9ca4-75fb637b69f5)] {{(pid=107290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:44:58.734022 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Returning: {'device': '2f98d201-6410-4508-a7f3-40ecd7daed4f', 'network_id': '2b6b3bac-c651-487a-b144-89fba4985d6c', 'port_id': '2f98d201-6410-4508-a7f3-40ecd7daed4f', 'mac_address': 'fa:16:3e:ad:44:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37c21616-a845-47e5-a620-a34a553bb45c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 07:44:58.775394 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Current status of the port 2f98d201-6410-4508-a7f3-40ecd7daed4f is: DOWN; New status is: BUILD {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:44:58.775786 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (2f98d201-6410-4508-a7f3-40ecd7daed4f), before_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:44:58.788856 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.notifiers.nova [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f98d201-6410-4508-a7f3-40ecd7daed4f {{(pid=107290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 07:44:58.809044 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] For port 2f98d201-6410-4508-a7f3-40ecd7daed4f, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=2f98d201-6410-4508-a7f3-40ecd7daed4f,segment=NetworkSegment(4e083812-1fad-4032-9ca4-75fb637b69f5),segment_id=4e083812-1fad-4032-9ca4-75fb637b69f5)] {{(pid=107290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:44:58.821271 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d785f67-1811-4941-b2aa-335e3cea4693 req-b5e370a2-1cf9-423f-a025-e8935cca8b2f tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:44:58.823248 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-5d785f67-1811-4941-b2aa-335e3cea4693 req-b5e370a2-1cf9-423f-a025-e8935cca8b2f tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=08d61aa0-bcb6-4fe0-bc26-20ef85c5025e HTTP/1.1" status: 200 len: 946 time: 0.0480487 Sep 15 07:44:58.870969 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615'] for port (2f98d201-6410-4508-a7f3-40ecd7daed4f), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:44:58.876589 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-5d785f67-1811-4941-b2aa-335e3cea4693 req-0c7d0d3d-4214-499d-acb4-0396d1c96624 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=715457f5-6986-4664-80ea-7326eb5df706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476041 Sep 15 07:44:58.919609 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Pushing event updated for resources: {'Port': ['ID=2f98d201-6410-4508-a7f3-40ecd7daed4f,revision_number=9']} {{(pid=107290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:44:59.132255 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] get_ports_and_sgs() called for port_ids ['2f98d201-6410-4508-a7f3-40ecd7daed4f'] {{(pid=107290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 07:44:59.158274 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61fce4e-2bb6-4616-b849-3bf761c21563 req-80ec80c7-4b4f-4c01-a77d-203e780ed095 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:44:59.159728 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-f61fce4e-2bb6-4616-b849-3bf761c21563 req-80ec80c7-4b4f-4c01-a77d-203e780ed095 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=81bf969c-3300-4003-9606-ea44bac82330 HTTP/1.1" status: 200 len: 946 time: 0.0480654 Sep 15 07:44:59.208180 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-f61fce4e-2bb6-4616-b849-3bf761c21563 req-86e2ad48-eefb-4267-961c-2309bf9f56b7 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3bbd3c93-b7a5-43ea-bc32-62815f5ad2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416355 Sep 15 07:44:59.254853 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=91,neutron:UPDATE=9 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:44:59.679779 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0893b51b-cb02-45a2-8e5e-a83fce87232c req-263551d3-96a6-4f6e-a93a-1de8bdc4cebc tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:44:59.681569 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-0893b51b-cb02-45a2-8e5e-a83fce87232c req-263551d3-96a6-4f6e-a93a-1de8bdc4cebc tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0f14c845-5f86-4d74-8813-e7c482a6be08 HTTP/1.1" status: 200 len: 944 time: 0.0469913 Sep 15 07:44:59.728950 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-0893b51b-cb02-45a2-8e5e-a83fce87232c req-d350a466-d607-4d41-a73f-249fcccf9cea tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2b522f72-9094-4859-86c8-c098722d744c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417895 Sep 15 07:44:59.839637 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5158b0f3-aeb8-4adb-ae0a-43ee2bc87c11 req-60154be3-6893-4d0d-9b60-716dcee88e92 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:44:59.841079 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-5158b0f3-aeb8-4adb-ae0a-43ee2bc87c11 req-60154be3-6893-4d0d-9b60-716dcee88e92 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7cfb1a22-faac-4d66-874d-e7866a02a054 HTTP/1.1" status: 200 len: 945 time: 0.0495558 Sep 15 07:44:59.889662 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-5158b0f3-aeb8-4adb-ae0a-43ee2bc87c11 req-9e534525-54d2-4dd9-ab1a-b3eb2f9286bc tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bd1948ba-0dcc-463f-ac7d-46ca49a9cc24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429006 Sep 15 07:44:59.996908 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb6c850-6863-4640-88f8-08b88274b140 req-b2d5a0b8-ea8c-456c-80cb-d669c7b55806 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:44:59.998394 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-8fb6c850-6863-4640-88f8-08b88274b140 req-b2d5a0b8-ea8c-456c-80cb-d669c7b55806 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=08d61aa0-bcb6-4fe0-bc26-20ef85c5025e HTTP/1.1" status: 200 len: 946 time: 0.0474675 Sep 15 07:45:00.049551 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-8fb6c850-6863-4640-88f8-08b88274b140 req-a6537bfa-ec9d-4dfb-b361-bad190fcbad8 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=715457f5-6986-4664-80ea-7326eb5df706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455413 Sep 15 07:45:00.308108 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6cf30a-8123-49c7-a204-2bad8d02f1aa req-59027415-5d47-474a-a530-ac8ed47cd53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:45:00.309686 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-1e6cf30a-8123-49c7-a204-2bad8d02f1aa req-59027415-5d47-474a-a530-ac8ed47cd53b service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=7e20a6e5fded473c8905bffff7775ed3&device_id=08d61aa0-bcb6-4fe0-bc26-20ef85c5025e HTTP/1.1" status: 200 len: 1130 time: 0.0404727 Sep 15 07:45:00.328571 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b1ceb2-f772-4aeb-aaa1-edf9e0d61403 req-56a12cbf-885a-4ce6-a1d7-8057d40eda41 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:45:00.333075 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-20b1ceb2-f772-4aeb-aaa1-edf9e0d61403 req-56a12cbf-885a-4ce6-a1d7-8057d40eda41 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=81bf969c-3300-4003-9606-ea44bac82330 HTTP/1.1" status: 200 len: 946 time: 0.0467267 Sep 15 07:45:00.382615 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2cf5d5-a3e8-41be-8a77-bb977089dc52 req-bbb1269e-37fb-4466-bde2-3cee0d9f89fe tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:45:00.385053 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-6d2cf5d5-a3e8-41be-8a77-bb977089dc52 req-bbb1269e-37fb-4466-bde2-3cee0d9f89fe tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=81bf969c-3300-4003-9606-ea44bac82330 HTTP/1.1" status: 200 len: 946 time: 0.0528250 Sep 15 07:45:00.478665 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.plugin [req-6d2cf5d5-a3e8-41be-8a77-bb977089dc52 req-f7b2a536-5e66-4865-b07f-618715853107 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Deleting port c255aeb9-c056-475b-98ed-85ece1d8c073 {{(pid=107276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 07:45:00.478949 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-6d2cf5d5-a3e8-41be-8a77-bb977089dc52 req-f7b2a536-5e66-4865-b07f-618715853107 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729658711565'] for port (c255aeb9-c056-475b-98ed-85ece1d8c073), before_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:00.486411 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96014e8-00d5-4d1d-b1ed-10e2bf36eaaf req-38d523cd-69f9-4a9a-85e6-0ba3c65bf116 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:45:00.487848 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-d96014e8-00d5-4d1d-b1ed-10e2bf36eaaf req-38d523cd-69f9-4a9a-85e6-0ba3c65bf116 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7cfb1a22-faac-4d66-874d-e7866a02a054 HTTP/1.1" status: 200 len: 945 time: 0.1120095 Sep 15 07:45:00.494463 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-20b1ceb2-f772-4aeb-aaa1-edf9e0d61403 req-68d29de0-d3f9-43f1-afb2-ecc1c5cd3046 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3bbd3c93-b7a5-43ea-bc32-62815f5ad2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559958 Sep 15 07:45:00.526573 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=100 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:45:00.564547 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=100 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:45:00.566356 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6cf30a-8123-49c7-a204-2bad8d02f1aa req-a6583df3-bd74-4333-ba17-5ddeb5664989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:45:00.567794 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-1e6cf30a-8123-49c7-a204-2bad8d02f1aa req-a6583df3-bd74-4333-ba17-5ddeb5664989 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=85a7f1ba-3d89-421a-8e93-c34cc3e5ffc3 HTTP/1.1" status: 200 len: 909 time: 0.2223120 Sep 15 07:45:00.581653 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.db [req-6d2cf5d5-a3e8-41be-8a77-bb977089dc52 req-f7b2a536-5e66-4865-b07f-618715853107 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] For port c255aeb9-c056-475b-98ed-85ece1d8c073, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=c255aeb9-c056-475b-98ed-85ece1d8c073,segment=NetworkSegment(552c796d-8f18-442c-a86c-8bdb62d9921a),segment_id=552c796d-8f18-442c-a86c-8bdb62d9921a)] {{(pid=107276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:45:00.582073 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-6d2cf5d5-a3e8-41be-8a77-bb977089dc52 req-f7b2a536-5e66-4865-b07f-618715853107 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009180'] for port (c255aeb9-c056-475b-98ed-85ece1d8c073), precommit_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:00.597087 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.plugin [req-6d2cf5d5-a3e8-41be-8a77-bb977089dc52 req-f7b2a536-5e66-4865-b07f-618715853107 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Calling delete_port for c255aeb9-c056-475b-98ed-85ece1d8c073 owned by compute:nova {{(pid=107276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 07:45:00.608610 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Device 2f98d201-6410-4508-a7f3-40ecd7daed4f up at agent hyperv_hv-cinder-82414 {{(pid=107290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 07:45:00.624722 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:45:00.646578 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.plugin [req-d96014e8-00d5-4d1d-b1ed-10e2bf36eaaf req-315350fb-698a-4447-9b9c-8f13e4d63508 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Deleting port 64d3dfe8-cb43-42b9-b820-a5af2429b050 {{(pid=107279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 07:45:00.646942 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [req-d96014e8-00d5-4d1d-b1ed-10e2bf36eaaf req-315350fb-698a-4447-9b9c-8f13e4d63508 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729658711565'] for port (64d3dfe8-cb43-42b9-b820-a5af2429b050), before_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:00.709273 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-1e6cf30a-8123-49c7-a204-2bad8d02f1aa req-fdab5f38-4ad8-4959-af87-bc1b70b05221 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a2038fe2-5f0d-43e2-96b0-b1c3e3a35f14 HTTP/1.1" status: 200 len: 1002 time: 0.1220567 Sep 15 07:45:00.745043 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Provisioning complete for port 2f98d201-6410-4508-a7f3-40ecd7daed4f triggered by entity L2. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 07:45:00.745422 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862942'] for port (2f98d201-6410-4508-a7f3-40ecd7daed4f), provisioning_complete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:00.745853 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Attempt 1 to provision port 2f98d201-6410-4508-a7f3-40ecd7daed4f Sep 15 07:45:00.787482 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6cf30a-8123-49c7-a204-2bad8d02f1aa req-8e4556f0-503e-46f7-87c1-4eeada78fd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:45:00.788866 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-1e6cf30a-8123-49c7-a204-2bad8d02f1aa req-8e4556f0-503e-46f7-87c1-4eeada78fd00 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=e61fdb9d-5934-42a7-84a4-5655559ab33d HTTP/1.1" status: 200 len: 847 time: 0.0740173 Sep 15 07:45:00.796144 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-6d2cf5d5-a3e8-41be-8a77-bb977089dc52 req-f7b2a536-5e66-4865-b07f-618715853107 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729658628491', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729658170588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260827426'] for port (c255aeb9-c056-475b-98ed-85ece1d8c073), after_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:00.832114 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] get_ports_and_sgs() called for port_ids ['2a6554f6-3c98-4833-bfe1-d3631c864347', 'c255aeb9-c056-475b-98ed-85ece1d8c073'] {{(pid=107290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 07:45:00.838604 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b2a536-5e66-4865-b07f-618715853107 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Pushing event deleted for resources: {'Port': ['ID=c255aeb9-c056-475b-98ed-85ece1d8c073,revision_number=None']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:45:00.856291 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.db [req-d96014e8-00d5-4d1d-b1ed-10e2bf36eaaf req-315350fb-698a-4447-9b9c-8f13e4d63508 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] For port 64d3dfe8-cb43-42b9-b820-a5af2429b050, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=64d3dfe8-cb43-42b9-b820-a5af2429b050,segment=NetworkSegment(ec12b675-c824-48b2-b764-cea54c2a6f6e),segment_id=ec12b675-c824-48b2-b764-cea54c2a6f6e)] {{(pid=107279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:45:00.861209 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [req-d96014e8-00d5-4d1d-b1ed-10e2bf36eaaf req-315350fb-698a-4447-9b9c-8f13e4d63508 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009180'] for port (64d3dfe8-cb43-42b9-b820-a5af2429b050), precommit_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:00.895036 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d2cf5d5-a3e8-41be-8a77-bb977089dc52 req-f7b2a536-5e66-4865-b07f-618715853107 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] No DVR routers for this DVR port c255aeb9-c056-475b-98ed-85ece1d8c073 on host hv-cinder-82414 {{(pid=107276) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 07:45:00.898925 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-6d2cf5d5-a3e8-41be-8a77-bb977089dc52 req-f7b2a536-5e66-4865-b07f-618715853107 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382552'] for port (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:00.902898 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-6d2cf5d5-a3e8-41be-8a77-bb977089dc52 req-f7b2a536-5e66-4865-b07f-618715853107 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.26 "DELETE /networking/v2.0/ports/c255aeb9-c056-475b-98ed-85ece1d8c073 HTTP/1.1" status: 204 len: 173 time: 0.5126114 Sep 15 07:45:00.903453 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81bf969c-3300-4003-9606-ea44bac82330', 'name': 'network-vif-deleted', 'tag': 'c255aeb9-c056-475b-98ed-85ece1d8c073'}] {{(pid=107276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 07:45:00.906797 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e3724867bd40dd9d720ab8c058c996a0c2f5593be620855f41bc083494bf738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93a84afd-6af9-4058-b09e-521a23b5132d" -d '{"events": [{"server_uuid": "81bf969c-3300-4003-9606-ea44bac82330", "name": "network-vif-deleted", "tag": "c255aeb9-c056-475b-98ed-85ece1d8c073"}]}' {{(pid=107276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 07:45:00.942611 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Current status of the port 2f98d201-6410-4508-a7f3-40ecd7daed4f is: BUILD; New status is: ACTIVE {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:45:00.943098 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (2f98d201-6410-4508-a7f3-40ecd7daed4f), before_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:00.955494 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6cf30a-8123-49c7-a204-2bad8d02f1aa req-550d120b-15d5-495e-8fff-3355e033d23f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:45:00.956980 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-1e6cf30a-8123-49c7-a204-2bad8d02f1aa req-550d120b-15d5-495e-8fff-3355e033d23f service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=85a7f1ba-3d89-421a-8e93-c34cc3e5ffc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1541235 Sep 15 07:45:00.970619 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0465de4d-ea37-4afd-9c5c-0616203f6d66 req-77bb18c0-46e9-4371-be20-207f0f684f3f tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:45:00.971897 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-0465de4d-ea37-4afd-9c5c-0616203f6d66 req-77bb18c0-46e9-4371-be20-207f0f684f3f tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0f14c845-5f86-4d74-8813-e7c482a6be08 HTTP/1.1" status: 200 len: 944 time: 0.1252038 Sep 15 07:45:00.995080 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 07:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b06f83f7-33f2-437c-b95c-c57f3f01080d x-openstack-request-id: req-b06f83f7-33f2-437c-b95c-c57f3f01080d {{(pid=107276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 07:45:00.999281 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] For port 2f98d201-6410-4508-a7f3-40ecd7daed4f, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=2f98d201-6410-4508-a7f3-40ecd7daed4f,segment=NetworkSegment(4e083812-1fad-4032-9ca4-75fb637b69f5),segment_id=4e083812-1fad-4032-9ca4-75fb637b69f5)] {{(pid=107290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:45:00.999425 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81bf969c-3300-4003-9606-ea44bac82330", "name": "network-vif-deleted", "tag": "c255aeb9-c056-475b-98ed-85ece1d8c073", "status": "completed", "code": 200}]} {{(pid=107276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 07:45:00.999425 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b06f83f7-33f2-437c-b95c-c57f3f01080d {{(pid=107276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 07:45:00.999425 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b06f83f7-33f2-437c-b95c-c57f3f01080d'] response: {'server_uuid': '81bf969c-3300-4003-9606-ea44bac82330', 'name': 'network-vif-deleted', 'tag': 'c255aeb9-c056-475b-98ed-85ece1d8c073', 'status': 'completed', 'code': 200} Sep 15 07:45:01.002522 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f14c845-5f86-4d74-8813-e7c482a6be08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f98d201-6410-4508-a7f3-40ecd7daed4f'}] {{(pid=107290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 07:45:01.005147 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff93a2f2a3cb789a491bb2a8c4b01cf70d8343c1611f7c7394898ef54d6aa0cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c666fe2-2c82-40c0-83df-883230b4dd13" -d '{"events": [{"server_uuid": "0f14c845-5f86-4d74-8813-e7c482a6be08", "name": "network-vif-plugged", "status": "completed", "tag": "2f98d201-6410-4508-a7f3-40ecd7daed4f"}]}' {{(pid=107290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 07:45:01.082703 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615'] for port (2f98d201-6410-4508-a7f3-40ecd7daed4f), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:01.143727 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Pushing event updated for resources: {'Port': ['ID=2f98d201-6410-4508-a7f3-40ecd7daed4f,revision_number=10']} {{(pid=107290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:45:01.392368 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef28213-c47b-4ae6-97d4-2994cdc94775 req-21bfcd09-273f-459b-b0f3-7b5b9fc8cb5d tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:45:01.393841 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-3ef28213-c47b-4ae6-97d4-2994cdc94775 req-21bfcd09-273f-459b-b0f3-7b5b9fc8cb5d tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7cfb1a22-faac-4d66-874d-e7866a02a054 HTTP/1.1" status: 200 len: 945 time: 0.1700664 Sep 15 07:45:01.457329 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-0465de4d-ea37-4afd-9c5c-0616203f6d66 req-359ab73c-493a-45ad-a946-2da35ea042b0 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2b522f72-9094-4859-86c8-c098722d744c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2345264 Sep 15 07:45:01.501472 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [req-d96014e8-00d5-4d1d-b1ed-10e2bf36eaaf req-315350fb-698a-4447-9b9c-8f13e4d63508 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:01.503664 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [req-d96014e8-00d5-4d1d-b1ed-10e2bf36eaaf req-315350fb-698a-4447-9b9c-8f13e4d63508 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2007462'] for floatingip (b6d2ea0b-4ac3-4db6-b72c-a3edbb8b362f), after_update {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:01.503664 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.db.l3_db [req-d96014e8-00d5-4d1d-b1ed-10e2bf36eaaf req-315350fb-698a-4447-9b9c-8f13e4d63508 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Floating IP b6d2ea0b-4ac3-4db6-b72c-a3edbb8b362f disassociated. External IP: 172.27.0.77, port: 64d3dfe8-cb43-42b9-b820-a5af2429b050. Sep 15 07:45:01.503664 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.plugin [req-d96014e8-00d5-4d1d-b1ed-10e2bf36eaaf req-315350fb-698a-4447-9b9c-8f13e4d63508 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Calling delete_port for 64d3dfe8-cb43-42b9-b820-a5af2429b050 owned by compute:nova {{(pid=107279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 07:45:01.510908 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-1e6cf30a-8123-49c7-a204-2bad8d02f1aa req-b9925547-e083-4fbb-8bb9-5b25ded93f5d service neutron] 10.222.0.26 "GET /networking/v2.0/networks/85a7f1ba-3d89-421a-8e93-c34cc3e5ffc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5469217 Sep 15 07:45:01.530794 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 07:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6880b3d7-6570-47f2-88a3-a616f388cfe2 x-openstack-request-id: req-6880b3d7-6570-47f2-88a3-a616f388cfe2 {{(pid=107290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 07:45:01.531082 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f14c845-5f86-4d74-8813-e7c482a6be08", "name": "network-vif-plugged", "status": "completed", "tag": "2f98d201-6410-4508-a7f3-40ecd7daed4f", "code": 200}]} {{(pid=107290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 07:45:01.531330 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6880b3d7-6570-47f2-88a3-a616f388cfe2 {{(pid=107290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 07:45:01.531767 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6880b3d7-6570-47f2-88a3-a616f388cfe2'] response: {'server_uuid': '0f14c845-5f86-4d74-8813-e7c482a6be08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f98d201-6410-4508-a7f3-40ecd7daed4f', 'code': 200} Sep 15 07:45:01.625852 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-3ef28213-c47b-4ae6-97d4-2994cdc94775 req-e8d5b728-73a1-4c18-a8d1-c1312b8e0760 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bd1948ba-0dcc-463f-ac7d-46ca49a9cc24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1937122 Sep 15 07:45:01.672691 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:45:01.715173 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbc0ce0-b9e6-461f-80e2-4f16c657125b req-fd7a9495-165a-4052-97d4-778605272462 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:45:01.716585 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-ddbc0ce0-b9e6-461f-80e2-4f16c657125b req-fd7a9495-165a-4052-97d4-778605272462 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=08d61aa0-bcb6-4fe0-bc26-20ef85c5025e HTTP/1.1" status: 200 len: 946 time: 0.1298997 Sep 15 07:45:01.760265 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:45:01.775729 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-1e6cf30a-8123-49c7-a204-2bad8d02f1aa req-0b0ba429-770b-4684-b587-f579d4f472ec service neutron] 10.222.0.26 "GET /networking/v2.0/networks/85a7f1ba-3d89-421a-8e93-c34cc3e5ffc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2573209 Sep 15 07:45:01.777053 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-6eaf329e-f73f-4161-b8fa-51d05013684f req-f7790eb5-4990-4bb8-a27e-dc7329c2b39d tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=81bf969c-3300-4003-9606-ea44bac82330 HTTP/1.1" status: 200 len: 210 time: 0.0753284 Sep 15 07:45:01.840703 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-ddbc0ce0-b9e6-461f-80e2-4f16c657125b req-9eeb3fc8-9ef3-402b-be58-785397033611 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=715457f5-6986-4664-80ea-7326eb5df706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1095533 Sep 15 07:45:01.916061 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [req-d96014e8-00d5-4d1d-b1ed-10e2bf36eaaf req-315350fb-698a-4447-9b9c-8f13e4d63508 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729658628491', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729658170588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991753'] for port (64d3dfe8-cb43-42b9-b820-a5af2429b050), after_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:01.950132 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315350fb-698a-4447-9b9c-8f13e4d63508 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Pushing event deleted for resources: {'Port': ['ID=64d3dfe8-cb43-42b9-b820-a5af2429b050,revision_number=None']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:45:02.089747 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493bd67e-553d-4601-837c-084662809b46 req-db24c4b5-10fc-46ac-916f-f8afb67cd881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:45:02.091230 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-493bd67e-553d-4601-837c-084662809b46 req-db24c4b5-10fc-46ac-916f-f8afb67cd881 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=0f14c845-5f86-4d74-8813-e7c482a6be08 HTTP/1.1" status: 200 len: 1130 time: 0.0522785 Sep 15 07:45:02.098597 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d96014e8-00d5-4d1d-b1ed-10e2bf36eaaf req-315350fb-698a-4447-9b9c-8f13e4d63508 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Router 67840e2f-de01-4d8c-90b9-81d88ad1a131 has already been hosted by L3 agent 6177172c-20b9-4a3a-92be-d5dd082cfa3a {{(pid=107279) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 07:45:02.183975 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-493bd67e-553d-4601-837c-084662809b46 req-fa1479c9-7099-44b6-9f9b-26b682a66990 service neutron] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2b522f72-9094-4859-86c8-c098722d744c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840359 Sep 15 07:45:02.238277 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d96014e8-00d5-4d1d-b1ed-10e2bf36eaaf req-315350fb-698a-4447-9b9c-8f13e4d63508 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Notify agent at l3_agent.dv-cinder-824149-6-iscsi the message routers_updated {{(pid=107279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 07:45:02.249177 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0bb4915-98c0-4032-a0a3-76a2b0a08881 None None] Sync routers for ids ['67840e2f-de01-4d8c-90b9-81d88ad1a131'] in dv-cinder-824149-6-iscsi {{(pid=107295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 07:45:02.259558 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0bb4915-98c0-4032-a0a3-76a2b0a08881 None None] Routers {'67840e2f-de01-4d8c-90b9-81d88ad1a131'} bound to L3 agent in host dv-cinder-824149-6-iscsi {{(pid=107295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 07:45:02.260176 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_hamode_db [None req-f0bb4915-98c0-4032-a0a3-76a2b0a08881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-15T07:30:25Z,description=,heartbeat_timestamp=2022-09-15T07:44:55Z,host='dv-cinder-824149-6-iscsi',id=6177172c-20b9-4a3a-92be-d5dd082cfa3a,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T07:30:25Z,topic='l3_agent')) {'router_ids': ['67840e2f-de01-4d8c-90b9-81d88ad1a131'], 'active': True} {{(pid=107295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:45:02.280533 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.db.l3_dvrscheduler_db [req-d96014e8-00d5-4d1d-b1ed-10e2bf36eaaf req-315350fb-698a-4447-9b9c-8f13e4d63508 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] No DVR routers for this DVR port 64d3dfe8-cb43-42b9-b820-a5af2429b050 on host hv-cinder-82414 {{(pid=107279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 07:45:02.283183 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [req-d96014e8-00d5-4d1d-b1ed-10e2bf36eaaf req-315350fb-698a-4447-9b9c-8f13e4d63508 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382552'] for port (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:02.286493 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-d96014e8-00d5-4d1d-b1ed-10e2bf36eaaf req-315350fb-698a-4447-9b9c-8f13e4d63508 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.26 "DELETE /networking/v2.0/ports/64d3dfe8-cb43-42b9-b820-a5af2429b050 HTTP/1.1" status: 204 len: 173 time: 1.7908003 Sep 15 07:45:02.286996 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cfb1a22-faac-4d66-874d-e7866a02a054', 'name': 'network-vif-deleted', 'tag': '64d3dfe8-cb43-42b9-b820-a5af2429b050'}] {{(pid=107279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 07:45:02.289349 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706979451550896f7b9833a7a6f18e8e6b98f6eca7edeab709f82497fe6197ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ecf11a9-dd59-414a-b678-f6f0b0b3a488" -d '{"events": [{"server_uuid": "7cfb1a22-faac-4d66-874d-e7866a02a054", "name": "network-vif-deleted", "tag": "64d3dfe8-cb43-42b9-b820-a5af2429b050"}]}' {{(pid=107279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 07:45:02.328124 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 07:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc98533c-833b-43df-9f9a-be4a8e0c99cf x-openstack-request-id: req-fc98533c-833b-43df-9f9a-be4a8e0c99cf {{(pid=107279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 07:45:02.328423 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cfb1a22-faac-4d66-874d-e7866a02a054", "name": "network-vif-deleted", "tag": "64d3dfe8-cb43-42b9-b820-a5af2429b050", "status": "completed", "code": 200}]} {{(pid=107279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 07:45:02.328674 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fc98533c-833b-43df-9f9a-be4a8e0c99cf {{(pid=107279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 07:45:02.329075 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc98533c-833b-43df-9f9a-be4a8e0c99cf'] response: {'server_uuid': '7cfb1a22-faac-4d66-874d-e7866a02a054', 'name': 'network-vif-deleted', 'tag': '64d3dfe8-cb43-42b9-b820-a5af2429b050', 'status': 'completed', 'code': 200} Sep 15 07:45:02.471200 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_dvr_db [None req-f0bb4915-98c0-4032-a0a3-76a2b0a08881 None None] Set router 67840e2f-de01-4d8c-90b9-81d88ad1a131 gateway port host: dv-cinder-824149-6-iscsi {{(pid=107295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 07:45:02.602974 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75e52cb-8e95-4364-82c5-063ca3eb2b91 req-fee50c2d-0350-4c66-8f0f-365196662256 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:45:02.604427 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-d75e52cb-8e95-4364-82c5-063ca3eb2b91 req-fee50c2d-0350-4c66-8f0f-365196662256 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0f14c845-5f86-4d74-8813-e7c482a6be08 HTTP/1.1" status: 200 len: 946 time: 0.0526624 Sep 15 07:45:02.655092 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-d75e52cb-8e95-4364-82c5-063ca3eb2b91 req-5ec664d5-f04c-44cd-ae1e-c93440679dfb tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2b522f72-9094-4859-86c8-c098722d744c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446866 Sep 15 07:45:02.666039 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_hamode_db [None req-f0bb4915-98c0-4032-a0a3-76a2b0a08881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67840e2f-de01-4d8c-90b9-81d88ad1a131', 'name': 'tempest-TestVolumeBootPattern-938819957-router', 'tenant_id': 'af1e008c4bfa41e18488c63ea0f17b27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.149'}], 'enable_snat': True}, 'gw_port_id': 'b909bbd7-0d84-41f0-a949-dea3ab61a99c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:41:04Z', 'updated_at': '2022-09-15T07:41:09Z', 'revision_number': 4, 'project_id': 'af1e008c4bfa41e18488c63ea0f17b27', 'gw_port': {'id': 'b909bbd7-0d84-41f0-a949-dea3ab61a99c', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:8d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67840e2f-de01-4d8c-90b9-81d88ad1a131', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:41:05Z', 'updated_at': '2022-09-15T07:41:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi', '_interfaces': [{'id': '1a68fd01-d2a8-4a36-a6ad-66233e53b4cd', 'name': '', 'network_id': '2c10a638-2533-4c87-88f1-ce4db4dec0fd', 'tenant_id': 'af1e008c4bfa41e18488c63ea0f17b27', 'mac_address': 'fa:16:3e:22:c3:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67840e2f-de01-4d8c-90b9-81d88ad1a131', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'c8bb4817-976c-49f3-9d00-c474544f8d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:41:08Z', 'updated_at': '2022-09-15T07:41:14Z', 'revision_number': 5, 'project_id': 'af1e008c4bfa41e18488c63ea0f17b27', 'subnets': [{'id': 'c8bb4817-976c-49f3-9d00-c474544f8d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-6-iscsi', False) {} {{(pid=107295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:45:02.707851 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0bb4915-98c0-4032-a0a3-76a2b0a08881 None None] Checking router: 67840e2f-de01-4d8c-90b9-81d88ad1a131 for host: dv-cinder-824149-6-iscsi {{(pid=107295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 07:45:02.717188 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0bb4915-98c0-4032-a0a3-76a2b0a08881 None None] Routers {'67840e2f-de01-4d8c-90b9-81d88ad1a131'} bound to L3 agent in host dv-cinder-824149-6-iscsi {{(pid=107295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 07:45:02.717869 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_hamode_db [None req-f0bb4915-98c0-4032-a0a3-76a2b0a08881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-15T07:30:25Z,description=,heartbeat_timestamp=2022-09-15T07:44:55Z,host='dv-cinder-824149-6-iscsi',id=6177172c-20b9-4a3a-92be-d5dd082cfa3a,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T07:30:25Z,topic='l3_agent')) {'router_ids': ['67840e2f-de01-4d8c-90b9-81d88ad1a131'], 'active': True} {{(pid=107295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:45:02.753953 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-fbceb101-8613-4d0c-83e5-d6d2e4474d9c req-846eb0e5-d850-424f-9679-555af4c9adba tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7cfb1a22-faac-4d66-874d-e7866a02a054 HTTP/1.1" status: 200 len: 210 time: 0.0280499 Sep 15 07:45:02.821913 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_dvr_db [None req-f0bb4915-98c0-4032-a0a3-76a2b0a08881 None None] Set router 67840e2f-de01-4d8c-90b9-81d88ad1a131 gateway port host: dv-cinder-824149-6-iscsi {{(pid=107295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 07:45:02.988424 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1ee438-d5c3-4e0f-9bb9-29ca6865459f req-1e226b56-a176-4416-bdf3-44757b3f047c tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:45:02.990001 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-4c1ee438-d5c3-4e0f-9bb9-29ca6865459f req-1e226b56-a176-4416-bdf3-44757b3f047c tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=08d61aa0-bcb6-4fe0-bc26-20ef85c5025e HTTP/1.1" status: 200 len: 946 time: 0.0632370 Sep 15 07:45:03.031079 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_hamode_db [None req-f0bb4915-98c0-4032-a0a3-76a2b0a08881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67840e2f-de01-4d8c-90b9-81d88ad1a131', 'name': 'tempest-TestVolumeBootPattern-938819957-router', 'tenant_id': 'af1e008c4bfa41e18488c63ea0f17b27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.149'}], 'enable_snat': True}, 'gw_port_id': 'b909bbd7-0d84-41f0-a949-dea3ab61a99c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:41:04Z', 'updated_at': '2022-09-15T07:41:09Z', 'revision_number': 4, 'project_id': 'af1e008c4bfa41e18488c63ea0f17b27', 'gw_port': {'id': 'b909bbd7-0d84-41f0-a949-dea3ab61a99c', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:8d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67840e2f-de01-4d8c-90b9-81d88ad1a131', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:41:05Z', 'updated_at': '2022-09-15T07:41:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi', '_interfaces': [{'id': '1a68fd01-d2a8-4a36-a6ad-66233e53b4cd', 'name': '', 'network_id': '2c10a638-2533-4c87-88f1-ce4db4dec0fd', 'tenant_id': 'af1e008c4bfa41e18488c63ea0f17b27', 'mac_address': 'fa:16:3e:22:c3:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67840e2f-de01-4d8c-90b9-81d88ad1a131', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'c8bb4817-976c-49f3-9d00-c474544f8d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:41:08Z', 'updated_at': '2022-09-15T07:41:14Z', 'revision_number': 5, 'project_id': 'af1e008c4bfa41e18488c63ea0f17b27', 'subnets': [{'id': 'c8bb4817-976c-49f3-9d00-c474544f8d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-6-iscsi', False) {} {{(pid=107295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:45:03.046142 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-4c1ee438-d5c3-4e0f-9bb9-29ca6865459f req-4ad4eec4-f12b-4fa7-bdc0-c178b6991cdd tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=715457f5-6986-4664-80ea-7326eb5df706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475266 Sep 15 07:45:03.057267 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0bb4915-98c0-4032-a0a3-76a2b0a08881 None None] The sync data for ids ['67840e2f-de01-4d8c-90b9-81d88ad1a131'] in dv-cinder-824149-6-iscsi is: [{'id': '67840e2f-de01-4d8c-90b9-81d88ad1a131', 'name': 'tempest-TestVolumeBootPattern-938819957-router', 'tenant_id': 'af1e008c4bfa41e18488c63ea0f17b27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.149'}], 'enable_snat': True}, 'gw_port_id': 'b909bbd7-0d84-41f0-a949-dea3ab61a99c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:41:04Z', 'updated_at': '2022-09-15T07:41:09Z', 'revision_number': 4, 'project_id': 'af1e008c4bfa41e18488c63ea0f17b27', 'gw_port': {'id': 'b909bbd7-0d84-41f0-a949-dea3ab61a99c', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:8d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67840e2f-de01-4d8c-90b9-81d88ad1a131', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:41:05Z', 'updated_at': '2022-09-15T07:41:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi', '_interfaces': [{'id': '1a68fd01-d2a8-4a36-a6ad-66233e53b4cd', 'name': '', 'network_id': '2c10a638-2533-4c87-88f1-ce4db4dec0fd', 'tenant_id': 'af1e008c4bfa41e18488c63ea0f17b27', 'mac_address': 'fa:16:3e:22:c3:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67840e2f-de01-4d8c-90b9-81d88ad1a131', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'c8bb4817-976c-49f3-9d00-c474544f8d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:41:08Z', 'updated_at': '2022-09-15T07:41:14Z', 'revision_number': 5, 'project_id': 'af1e008c4bfa41e18488c63ea0f17b27', 'subnets': [{'id': 'c8bb4817-976c-49f3-9d00-c474544f8d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 07:45:03.296248 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3150c507-08ca-4ba8-9279-5542fbd528f2 None None] New status for floating IP b6d2ea0b-4ac3-4db6-b72c-a3edbb8b362f: DOWN {{(pid=107290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 15 07:45:03.304136 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f150db8e-fc9e-4004-a88d-1d400bff31c7 req-9197667f-de4e-4595-99cf-736f49eba671 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:45:03.306523 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-f150db8e-fc9e-4004-a88d-1d400bff31c7 req-9197667f-de4e-4595-99cf-736f49eba671 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=48afb5a2-e7d3-44a4-8882-d81cfd5418ab HTTP/1.1" status: 200 len: 946 time: 0.0574126 Sep 15 07:45:03.354538 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-f150db8e-fc9e-4004-a88d-1d400bff31c7 req-fef5bdfc-96e8-40cf-baa8-8a1213b261eb tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3bbd3c93-b7a5-43ea-bc32-62815f5ad2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421073 Sep 15 07:45:03.772889 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:DELETE=8,neutron:SELECT=92 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:45:03.792013 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb8b973-19aa-40c2-a907-f29ab3108915 req-1b899d80-af74-43d3-914c-3721b5fedcbc tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:45:03.793222 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-8bb8b973-19aa-40c2-a907-f29ab3108915 req-1b899d80-af74-43d3-914c-3721b5fedcbc tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0f14c845-5f86-4d74-8813-e7c482a6be08 HTTP/1.1" status: 200 len: 946 time: 0.0469325 Sep 15 07:45:03.842254 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-8bb8b973-19aa-40c2-a907-f29ab3108915 req-5b7fb0ea-fa5f-40f8-87be-e93104c576b1 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2b522f72-9094-4859-86c8-c098722d744c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433028 Sep 15 07:45:03.877628 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-21d8a250-fb1d-4e10-9ca7-784d48f8ed2d req-5113ce8f-dcce-4aa2-804c-af5d610d55a7 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7cfb1a22-faac-4d66-874d-e7866a02a054 HTTP/1.1" status: 200 len: 210 time: 0.0320995 Sep 15 07:45:04.166828 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5a5883-c2ca-463e-b785-269531182b9a req-7e080c62-8f0b-4d47-8ae5-72f8a16cfd56 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:45:04.168280 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-de5a5883-c2ca-463e-b785-269531182b9a req-7e080c62-8f0b-4d47-8ae5-72f8a16cfd56 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=08d61aa0-bcb6-4fe0-bc26-20ef85c5025e HTTP/1.1" status: 200 len: 946 time: 0.0457284 Sep 15 07:45:04.216468 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-de5a5883-c2ca-463e-b785-269531182b9a req-856de84e-2250-44b4-b856-0d1b14b7f15c tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=715457f5-6986-4664-80ea-7326eb5df706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427022 Sep 15 07:45:04.473809 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff24b990-5bb3-4232-a272-44b71da4bfdc req-8ce7f03d-e68e-4a17-bc39-4e4a4ea4167a tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:45:04.475265 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-ff24b990-5bb3-4232-a272-44b71da4bfdc req-8ce7f03d-e68e-4a17-bc39-4e4a4ea4167a tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=48afb5a2-e7d3-44a4-8882-d81cfd5418ab HTTP/1.1" status: 200 len: 946 time: 0.0477931 Sep 15 07:45:04.521731 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-ff24b990-5bb3-4232-a272-44b71da4bfdc req-45718e4d-97e4-4e91-af91-fff2cfd6feaa tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3bbd3c93-b7a5-43ea-bc32-62815f5ad2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403044 Sep 15 07:45:04.619793 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Device 64d3dfe8-cb43-42b9-b820-a5af2429b050 no longer exists at agent hyperv_hv-cinder-82414 {{(pid=107290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 07:45:04.639011 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] No Port match for: 64d3dfe8-cb43-42b9-b820-a5af2429b050 {{(pid=107290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 07:45:04.639280 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Device 64d3dfe8-cb43-42b9-b820-a5af2429b050 not bound to the agent host hv-cinder-82414 {{(pid=107290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 07:45:04.639679 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Device c255aeb9-c056-475b-98ed-85ece1d8c073 no longer exists at agent hyperv_hv-cinder-82414 {{(pid=107290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 07:45:04.656685 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] No Port match for: c255aeb9-c056-475b-98ed-85ece1d8c073 {{(pid=107290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 07:45:04.657024 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Device c255aeb9-c056-475b-98ed-85ece1d8c073 not bound to the agent host hv-cinder-82414 {{(pid=107290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 07:45:04.975560 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=100 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:45:04.996295 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98d6a3b-404b-402a-bc36-b5c82c048813 req-de7a1f0b-62c0-4512-b9a7-2d6097df34f7 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:45:04.997845 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-b98d6a3b-404b-402a-bc36-b5c82c048813 req-de7a1f0b-62c0-4512-b9a7-2d6097df34f7 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0f14c845-5f86-4d74-8813-e7c482a6be08 HTTP/1.1" status: 200 len: 946 time: 0.0693727 Sep 15 07:45:05.025513 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-59c84588-8020-47ef-ad7f-be74ad070aa7 req-e9123c71-d683-4581-bcf5-9e6d9071d79c tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7cfb1a22-faac-4d66-874d-e7866a02a054 HTTP/1.1" status: 200 len: 210 time: 0.0434430 Sep 15 07:45:05.060764 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-b98d6a3b-404b-402a-bc36-b5c82c048813 req-2d437757-07f0-4a50-bf4e-a1dc4c6c5c09 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2b522f72-9094-4859-86c8-c098722d744c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479612 Sep 15 07:45:05.335735 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65e3609-7941-424a-b793-2c7845819b94 req-415edc02-75af-4758-ac7f-473347e9b8e3 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:45:05.337845 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-d65e3609-7941-424a-b793-2c7845819b94 req-415edc02-75af-4758-ac7f-473347e9b8e3 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=08d61aa0-bcb6-4fe0-bc26-20ef85c5025e HTTP/1.1" status: 200 len: 946 time: 0.0457697 Sep 15 07:45:05.386630 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-d65e3609-7941-424a-b793-2c7845819b94 req-4b24cb87-0709-4ca6-b5b0-d0f7264e8c20 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=715457f5-6986-4664-80ea-7326eb5df706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433726 Sep 15 07:45:05.643754 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f3cca5-15ad-4bb4-8016-f1090d5d279b req-8a43e3b3-0f95-4ff1-9466-8062367cfa42 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:45:05.645179 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-a6f3cca5-15ad-4bb4-8016-f1090d5d279b req-8a43e3b3-0f95-4ff1-9466-8062367cfa42 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=48afb5a2-e7d3-44a4-8882-d81cfd5418ab HTTP/1.1" status: 200 len: 946 time: 0.0501184 Sep 15 07:45:05.692471 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-a6f3cca5-15ad-4bb4-8016-f1090d5d279b req-e75e31ff-279e-4cc7-8bfc-0dc4c4255a5f tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3bbd3c93-b7a5-43ea-bc32-62815f5ad2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408046 Sep 15 07:45:06.140276 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-2d3b8a56-5d3b-4f9b-a640-b70ff1e62b5d req-c30b9cc6-539e-446a-aafd-ed046630a7e4 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7cfb1a22-faac-4d66-874d-e7866a02a054 HTTP/1.1" status: 200 len: 210 time: 0.0302885 Sep 15 07:45:06.191973 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c33f01-8e06-4d02-bfd3-48c6654031cc req-8ad06f42-8778-47a4-a6ad-d75f41ac59e7 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:45:06.193433 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-c4c33f01-8e06-4d02-bfd3-48c6654031cc req-8ad06f42-8778-47a4-a6ad-d75f41ac59e7 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0f14c845-5f86-4d74-8813-e7c482a6be08 HTTP/1.1" status: 200 len: 946 time: 0.0508189 Sep 15 07:45:06.246375 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-c4c33f01-8e06-4d02-bfd3-48c6654031cc req-3910cc3f-a737-4a7e-b856-7e2097b317f7 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2b522f72-9094-4859-86c8-c098722d744c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464048 Sep 15 07:45:06.519151 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8081e7-e837-4b30-b519-a91c1ad8b4d8 req-052b45b2-74c4-4e34-a65a-4aba572f8126 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:45:06.520589 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-bf8081e7-e837-4b30-b519-a91c1ad8b4d8 req-052b45b2-74c4-4e34-a65a-4aba572f8126 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=08d61aa0-bcb6-4fe0-bc26-20ef85c5025e HTTP/1.1" status: 200 len: 946 time: 0.0574129 Sep 15 07:45:06.571205 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-bf8081e7-e837-4b30-b519-a91c1ad8b4d8 req-0ed6e87b-a238-4a17-b596-90e9315add94 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=715457f5-6986-4664-80ea-7326eb5df706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439816 Sep 15 07:45:06.846977 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ecaefb-2663-4545-9440-4d743bc432bb req-f680e826-6ee5-466f-b1c6-6d00b1ec7939 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:45:06.848365 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-69ecaefb-2663-4545-9440-4d743bc432bb req-f680e826-6ee5-466f-b1c6-6d00b1ec7939 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=48afb5a2-e7d3-44a4-8882-d81cfd5418ab HTTP/1.1" status: 200 len: 946 time: 0.0805943 Sep 15 07:45:06.884529 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedf6d15-a17d-4e7b-8e1b-12da73985d68 req-00265b6e-91d5-4a4b-ba54-a167314d86cd tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:45:06.886065 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-cedf6d15-a17d-4e7b-8e1b-12da73985d68 req-00265b6e-91d5-4a4b-ba54-a167314d86cd tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=48afb5a2-e7d3-44a4-8882-d81cfd5418ab HTTP/1.1" status: 200 len: 946 time: 0.0817947 Sep 15 07:45:06.913183 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-69ecaefb-2663-4545-9440-4d743bc432bb req-832cc13c-8805-4622-b169-d7bf0dfce111 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3bbd3c93-b7a5-43ea-bc32-62815f5ad2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587120 Sep 15 07:45:07.218156 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.plugin [req-cedf6d15-a17d-4e7b-8e1b-12da73985d68 req-ac1bd3c9-2c4f-4fe1-8d4b-33f9f8bb4a73 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Deleting port 2a6554f6-3c98-4833-bfe1-d3631c864347 {{(pid=107279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 07:45:07.218832 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [req-cedf6d15-a17d-4e7b-8e1b-12da73985d68 req-ac1bd3c9-2c4f-4fe1-8d4b-33f9f8bb4a73 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729658711565'] for port (2a6554f6-3c98-4833-bfe1-d3631c864347), before_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:07.303899 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-4b5ece45-f047-4432-8416-3c229a3d558b req-82e5faaf-9a78-4e28-9435-58ba8fe7ae6d tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7cfb1a22-faac-4d66-874d-e7866a02a054 HTTP/1.1" status: 200 len: 210 time: 0.0377216 Sep 15 07:45:07.376125 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.db [req-cedf6d15-a17d-4e7b-8e1b-12da73985d68 req-ac1bd3c9-2c4f-4fe1-8d4b-33f9f8bb4a73 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] For port 2a6554f6-3c98-4833-bfe1-d3631c864347, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=2a6554f6-3c98-4833-bfe1-d3631c864347,segment=NetworkSegment(552c796d-8f18-442c-a86c-8bdb62d9921a),segment_id=552c796d-8f18-442c-a86c-8bdb62d9921a)] {{(pid=107279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:45:07.376529 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [req-cedf6d15-a17d-4e7b-8e1b-12da73985d68 req-ac1bd3c9-2c4f-4fe1-8d4b-33f9f8bb4a73 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009180'] for port (2a6554f6-3c98-4833-bfe1-d3631c864347), precommit_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:07.393937 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=100 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:45:07.395206 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.plugin [req-cedf6d15-a17d-4e7b-8e1b-12da73985d68 req-ac1bd3c9-2c4f-4fe1-8d4b-33f9f8bb4a73 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Calling delete_port for 2a6554f6-3c98-4833-bfe1-d3631c864347 owned by compute:nova {{(pid=107279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 07:45:07.402327 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf586fa-52bb-4f27-bc0a-bf0cbaa69dff req-d9587b8e-8893-4dd0-8af6-ecae2c9202bd tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:45:07.403879 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-ebf586fa-52bb-4f27-bc0a-bf0cbaa69dff req-d9587b8e-8893-4dd0-8af6-ecae2c9202bd tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0f14c845-5f86-4d74-8813-e7c482a6be08 HTTP/1.1" status: 200 len: 946 time: 0.0720313 Sep 15 07:45:07.474699 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=100 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:45:07.504355 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-ebf586fa-52bb-4f27-bc0a-bf0cbaa69dff req-80d6cd84-7032-407e-a10e-f2782f7173c3 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2b522f72-9094-4859-86c8-c098722d744c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930567 Sep 15 07:45:07.641810 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [req-cedf6d15-a17d-4e7b-8e1b-12da73985d68 req-ac1bd3c9-2c4f-4fe1-8d4b-33f9f8bb4a73 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729658628491', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729658170588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991753'] for port (2a6554f6-3c98-4833-bfe1-d3631c864347), after_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:07.657374 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] get_ports_and_sgs() called for port_ids ['2a6554f6-3c98-4833-bfe1-d3631c864347'] {{(pid=107290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 07:45:07.706024 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1bd3c9-2c4f-4fe1-8d4b-33f9f8bb4a73 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Pushing event deleted for resources: {'Port': ['ID=2a6554f6-3c98-4833-bfe1-d3631c864347,revision_number=None']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:45:07.744613 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e31025a-b08d-4feb-b1df-fb3ec9bd6403 req-9cdc4e10-ebd2-422e-9e58-acbe116fea61 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:45:07.746131 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-9e31025a-b08d-4feb-b1df-fb3ec9bd6403 req-9cdc4e10-ebd2-422e-9e58-acbe116fea61 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=08d61aa0-bcb6-4fe0-bc26-20ef85c5025e HTTP/1.1" status: 200 len: 946 time: 0.0971315 Sep 15 07:45:07.779798 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.db.l3_dvrscheduler_db [req-cedf6d15-a17d-4e7b-8e1b-12da73985d68 req-ac1bd3c9-2c4f-4fe1-8d4b-33f9f8bb4a73 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] No DVR routers for this DVR port 2a6554f6-3c98-4833-bfe1-d3631c864347 on host hv-cinder-82414 {{(pid=107279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 07:45:07.783519 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [req-cedf6d15-a17d-4e7b-8e1b-12da73985d68 req-ac1bd3c9-2c4f-4fe1-8d4b-33f9f8bb4a73 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382552'] for port (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:07.788437 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-cedf6d15-a17d-4e7b-8e1b-12da73985d68 req-ac1bd3c9-2c4f-4fe1-8d4b-33f9f8bb4a73 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.26 "DELETE /networking/v2.0/ports/2a6554f6-3c98-4833-bfe1-d3631c864347 HTTP/1.1" status: 204 len: 173 time: 0.6538608 Sep 15 07:45:07.789682 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48afb5a2-e7d3-44a4-8882-d81cfd5418ab', 'name': 'network-vif-deleted', 'tag': '2a6554f6-3c98-4833-bfe1-d3631c864347'}] {{(pid=107279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 07:45:07.792106 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706979451550896f7b9833a7a6f18e8e6b98f6eca7edeab709f82497fe6197ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbd0a47d-091c-4579-ac29-baf04b3dcb36" -d '{"events": [{"server_uuid": "48afb5a2-e7d3-44a4-8882-d81cfd5418ab", "name": "network-vif-deleted", "tag": "2a6554f6-3c98-4833-bfe1-d3631c864347"}]}' {{(pid=107279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 07:45:07.824842 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-9e31025a-b08d-4feb-b1df-fb3ec9bd6403 req-2c77a690-5c07-4d3f-bd83-05da91412c62 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=715457f5-6986-4664-80ea-7326eb5df706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725493 Sep 15 07:45:07.843275 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 07:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a56817b-b3b0-46fe-a122-7b3f7197f02a x-openstack-request-id: req-3a56817b-b3b0-46fe-a122-7b3f7197f02a {{(pid=107279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 07:45:07.846188 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48afb5a2-e7d3-44a4-8882-d81cfd5418ab", "name": "network-vif-deleted", "tag": "2a6554f6-3c98-4833-bfe1-d3631c864347", "status": "completed", "code": 200}]} {{(pid=107279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 07:45:07.846581 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3a56817b-b3b0-46fe-a122-7b3f7197f02a {{(pid=107279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 07:45:07.847133 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a56817b-b3b0-46fe-a122-7b3f7197f02a'] response: {'server_uuid': '48afb5a2-e7d3-44a4-8882-d81cfd5418ab', 'name': 'network-vif-deleted', 'tag': '2a6554f6-3c98-4833-bfe1-d3631c864347', 'status': 'completed', 'code': 200} Sep 15 07:45:08.025221 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-331d698f-d1a1-4630-bdca-df975166a37d req-6941f52e-11b4-48b0-a43d-4a59e4ab17f4 tempest-ServerRescueNegativeTestJSON-192071295 tempest-ServerRescueNegativeTestJSON-192071295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=48afb5a2-e7d3-44a4-8882-d81cfd5418ab HTTP/1.1" status: 200 len: 210 time: 0.0337670 Sep 15 07:45:08.592183 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-7e891193-125a-48a5-8430-842239e44dd6 req-400e2ab7-c74d-436a-be4d-ad6d852f75fe tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1463350431&fields=id&tenant_id=af1e008c4bfa41e18488c63ea0f17b27 HTTP/1.1" status: 200 len: 267 time: 0.0448003 Sep 15 07:45:08.705217 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e891193-125a-48a5-8430-842239e44dd6 req-68d56a4d-b362-415d-ada4-46d739323d36 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:45:08.707030 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-7e891193-125a-48a5-8430-842239e44dd6 req-68d56a4d-b362-415d-ada4-46d739323d36 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "GET /networking/v2.0/networks?id=2c10a638-2533-4c87-88f1-ce4db4dec0fd HTTP/1.1" status: 200 len: 811 time: 0.1082308 Sep 15 07:45:08.722524 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-7e891193-125a-48a5-8430-842239e44dd6 req-5963fd77-f87c-44fa-ae06-4f7189d770fc tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "GET /networking/v2.0/quotas/af1e008c4bfa41e18488c63ea0f17b27 HTTP/1.1" status: 200 len: 375 time: 0.0092509 Sep 15 07:45:08.778382 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-7e891193-125a-48a5-8430-842239e44dd6 req-7f15ae57-27e2-41b3-8266-01304439a256 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=af1e008c4bfa41e18488c63ea0f17b27&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0502696 Sep 15 07:45:08.875814 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-7e891193-125a-48a5-8430-842239e44dd6 req-fd2d7081-dba6-41d7-a0ae-b84ab8352035 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/2c10a638-2533-4c87-88f1-ce4db4dec0fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855060 Sep 15 07:45:08.987307 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd215af-36a3-4fcb-bff9-35a11176dbd2 req-96ca6a01-7bc1-4189-8dbc-9557e3c0eca0 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:45:08.988767 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-3dd215af-36a3-4fcb-bff9-35a11176dbd2 req-96ca6a01-7bc1-4189-8dbc-9557e3c0eca0 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=08d61aa0-bcb6-4fe0-bc26-20ef85c5025e HTTP/1.1" status: 200 len: 946 time: 0.0588827 Sep 15 07:45:09.032199 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-7e891193-125a-48a5-8430-842239e44dd6 req-e227bdde-4e7b-4b63-b557-2a21d6f1ea6a service neutron] 10.222.0.42 "GET /networking/v2.0/networks/2c10a638-2533-4c87-88f1-ce4db4dec0fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506796 Sep 15 07:45:09.059491 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-3dd215af-36a3-4fcb-bff9-35a11176dbd2 req-0c626465-a5b1-4174-824e-2ec9e72f93dd tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=715457f5-6986-4664-80ea-7326eb5df706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607760 Sep 15 07:45:09.178283 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 37972) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:45:09.648680 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-07c3a79e-95d1-45ff-8db7-c8ed10502903 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2002598'] for router_interface (c49f23c8-1aaa-443a-95b1-c12d58cc74fb), before_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:09.654398 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-7766d823-9559-4d05-adf4-7f81fa1ea907 req-fa826bbc-38e6-416a-8742-165f19a85b73 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fbbef2c3-07c4-4165-b994-cf399a858379 HTTP/1.1" status: 200 len: 210 time: 0.0298071 Sep 15 07:45:09.818758 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:45:09.820107 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:45:09.904660 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.plugin [None req-07c3a79e-95d1-45ff-8db7-c8ed10502903 admin admin] Deleting port 437c5d00-5648-4442-b53c-f7174a03af78 {{(pid=107276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 07:45:09.904987 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-07c3a79e-95d1-45ff-8db7-c8ed10502903 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729658711565'] for port (437c5d00-5648-4442-b53c-f7174a03af78), before_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:09.987501 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.db [None req-07c3a79e-95d1-45ff-8db7-c8ed10502903 admin admin] For port 437c5d00-5648-4442-b53c-f7174a03af78, host dv-cinder-824149-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-6-iscsi',level=0,port_id=437c5d00-5648-4442-b53c-f7174a03af78,segment=NetworkSegment(552c796d-8f18-442c-a86c-8bdb62d9921a),segment_id=552c796d-8f18-442c-a86c-8bdb62d9921a)] {{(pid=107276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:45:09.990107 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-07c3a79e-95d1-45ff-8db7-c8ed10502903 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009180'] for port (437c5d00-5648-4442-b53c-f7174a03af78), precommit_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:10.001104 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.plugin [None req-07c3a79e-95d1-45ff-8db7-c8ed10502903 admin admin] Calling delete_port for 437c5d00-5648-4442-b53c-f7174a03af78 owned by network:router_interface {{(pid=107276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 07:45:10.131898 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb92cfe-9b64-4c92-b204-8427e6687b18 req-bbfa6a36-ee69-4280-b5ac-5a576b32923b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:45:10.134752 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-9fb92cfe-9b64-4c92-b204-8427e6687b18 req-bbfa6a36-ee69-4280-b5ac-5a576b32923b service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=7e20a6e5fded473c8905bffff7775ed3&device_id=08d61aa0-bcb6-4fe0-bc26-20ef85c5025e HTTP/1.1" status: 200 len: 1130 time: 0.1004889 Sep 15 07:45:10.194183 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:45:10.206268 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:45:10.207047 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fd128b-5607-46e3-8c58-af8e9be823b3 req-83a0fa7d-26b3-46ca-94c0-8288dc190dca tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:45:10.208550 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-43fd128b-5607-46e3-8c58-af8e9be823b3 req-83a0fa7d-26b3-46ca-94c0-8288dc190dca tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=08d61aa0-bcb6-4fe0-bc26-20ef85c5025e HTTP/1.1" status: 200 len: 946 time: 0.0627353 Sep 15 07:45:10.274203 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-07c3a79e-95d1-45ff-8db7-c8ed10502903 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729658628491', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729658170588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260827426'] for port (437c5d00-5648-4442-b53c-f7174a03af78), after_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:10.275498 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2046638b-284a-4134-a846-6aa9339b5871 req-8789463c-5767-42d3-b9db-490755cf1028 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:45:10.277003 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-2046638b-284a-4134-a846-6aa9339b5871 req-8789463c-5767-42d3-b9db-490755cf1028 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=07952150-a64f-434a-8fcc-d7ff89215b84 HTTP/1.1" status: 200 len: 945 time: 0.0668752 Sep 15 07:45:10.302387 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c3a79e-95d1-45ff-8db7-c8ed10502903 admin admin] Pushing event deleted for resources: {'Port': ['ID=437c5d00-5648-4442-b53c-f7174a03af78,revision_number=None']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:45:10.309226 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=100 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:45:10.320356 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-43fd128b-5607-46e3-8c58-af8e9be823b3 req-89cfcf31-94a9-4cc8-a587-b4d046ba059c tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=715457f5-6986-4664-80ea-7326eb5df706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004086 Sep 15 07:45:10.357570 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-2046638b-284a-4134-a846-6aa9339b5871 req-147f9013-45dd-4af2-9b43-a66cb579b653 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=80f94d21-96a1-4032-bc87-a0acb8209528&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743468 Sep 15 07:45:10.476444 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-07c3a79e-95d1-45ff-8db7-c8ed10502903 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2007574'] for router_interface (c49f23c8-1aaa-443a-95b1-c12d58cc74fb), after_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:10.635781 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Device 2a6554f6-3c98-4833-bfe1-d3631c864347 no longer exists at agent hyperv_hv-cinder-82414 {{(pid=107290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 07:45:10.655505 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] No Port match for: 2a6554f6-3c98-4833-bfe1-d3631c864347 {{(pid=107290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 07:45:10.655860 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Device 2a6554f6-3c98-4833-bfe1-d3631c864347 not bound to the agent host hv-cinder-82414 {{(pid=107290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 07:45:10.682761 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07c3a79e-95d1-45ff-8db7-c8ed10502903 admin admin] Router c49f23c8-1aaa-443a-95b1-c12d58cc74fb has already been hosted by L3 agent 6177172c-20b9-4a3a-92be-d5dd082cfa3a {{(pid=107276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 07:45:10.759621 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-13e53e77-4704-4cb0-aee4-983eac49377e req-20fb339d-8c48-4722-91de-f12e15675f0f tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fbbef2c3-07c4-4165-b994-cf399a858379 HTTP/1.1" status: 200 len: 210 time: 0.0280581 Sep 15 07:45:10.789002 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07c3a79e-95d1-45ff-8db7-c8ed10502903 admin admin] Notify agent at l3_agent.dv-cinder-824149-6-iscsi the message routers_updated {{(pid=107276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 07:45:10.794036 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-07c3a79e-95d1-45ff-8db7-c8ed10502903 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/c49f23c8-1aaa-443a-95b1-c12d58cc74fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6140556 Sep 15 07:45:10.796623 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 37998) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:45:10.799087 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2981a85d-f4e9-4c7f-91aa-b3026eac6327 None None] Sync routers for ids ['c49f23c8-1aaa-443a-95b1-c12d58cc74fb'] in dv-cinder-824149-6-iscsi {{(pid=107295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 07:45:10.813478 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2981a85d-f4e9-4c7f-91aa-b3026eac6327 None None] Routers {'c49f23c8-1aaa-443a-95b1-c12d58cc74fb'} bound to L3 agent in host dv-cinder-824149-6-iscsi {{(pid=107295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 07:45:10.814119 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_hamode_db [None req-2981a85d-f4e9-4c7f-91aa-b3026eac6327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-15T07:30:25Z,description=,heartbeat_timestamp=2022-09-15T07:44:55Z,host='dv-cinder-824149-6-iscsi',id=6177172c-20b9-4a3a-92be-d5dd082cfa3a,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T07:30:25Z,topic='l3_agent')) {'router_ids': ['c49f23c8-1aaa-443a-95b1-c12d58cc74fb'], 'active': True} {{(pid=107295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:45:10.895507 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-718e10a6-3216-4958-88db-b7953abc904b admin admin] Publish callbacks [] for router (c49f23c8-1aaa-443a-95b1-c12d58cc74fb), before_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:10.914850 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_dvr_db [None req-2981a85d-f4e9-4c7f-91aa-b3026eac6327 None None] Set router c49f23c8-1aaa-443a-95b1-c12d58cc74fb gateway port host: dv-cinder-824149-6-iscsi {{(pid=107295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 07:45:10.994207 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=100 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:45:10.997026 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-718e10a6-3216-4958-88db-b7953abc904b admin admin] Publish callbacks [] for router_gateway (c49f23c8-1aaa-443a-95b1-c12d58cc74fb), before_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:11.005970 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=100 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:45:11.010372 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=100 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:45:11.077973 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.plugin [None req-718e10a6-3216-4958-88db-b7953abc904b admin admin] Deleting port 9b2e6a3c-e80e-49a8-a8fa-1183e129b2c4 {{(pid=107276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 07:45:11.078353 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-718e10a6-3216-4958-88db-b7953abc904b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729658711565'] for port (9b2e6a3c-e80e-49a8-a8fa-1183e129b2c4), before_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:11.087369 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_hamode_db [None req-2981a85d-f4e9-4c7f-91aa-b3026eac6327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c49f23c8-1aaa-443a-95b1-c12d58cc74fb', 'name': 'tempest-ServerRescueNegativeTestJSON-1974602652-router', 'tenant_id': 'cdc69db806d24d1f8eb18aadaaafabcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '9b2e6a3c-e80e-49a8-a8fa-1183e129b2c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:40:04Z', 'updated_at': '2022-09-15T07:45:10Z', 'revision_number': 5, 'project_id': 'cdc69db806d24d1f8eb18aadaaafabcb', 'gw_port': {'id': '9b2e6a3c-e80e-49a8-a8fa-1183e129b2c4', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:9f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49f23c8-1aaa-443a-95b1-c12d58cc74fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:40:04Z', 'updated_at': '2022-09-15T07:40:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi'}], 'dv-cinder-824149-6-iscsi', False) {} {{(pid=107295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:45:11.112225 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2981a85d-f4e9-4c7f-91aa-b3026eac6327 None None] Checking router: c49f23c8-1aaa-443a-95b1-c12d58cc74fb for host: dv-cinder-824149-6-iscsi {{(pid=107295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 07:45:11.121266 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2981a85d-f4e9-4c7f-91aa-b3026eac6327 None None] Routers {'c49f23c8-1aaa-443a-95b1-c12d58cc74fb'} bound to L3 agent in host dv-cinder-824149-6-iscsi {{(pid=107295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 07:45:11.121900 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_hamode_db [None req-2981a85d-f4e9-4c7f-91aa-b3026eac6327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-15T07:30:25Z,description=,heartbeat_timestamp=2022-09-15T07:44:55Z,host='dv-cinder-824149-6-iscsi',id=6177172c-20b9-4a3a-92be-d5dd082cfa3a,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T07:30:25Z,topic='l3_agent')) {'router_ids': ['c49f23c8-1aaa-443a-95b1-c12d58cc74fb'], 'active': True} {{(pid=107295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:45:11.164932 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.db [None req-718e10a6-3216-4958-88db-b7953abc904b admin admin] For port 9b2e6a3c-e80e-49a8-a8fa-1183e129b2c4, host dv-cinder-824149-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-6-iscsi',level=0,port_id=9b2e6a3c-e80e-49a8-a8fa-1183e129b2c4,segment=NetworkSegment(8c607054-1f24-4b82-9f54-7b368db757ce),segment_id=8c607054-1f24-4b82-9f54-7b368db757ce)] {{(pid=107276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:45:11.165215 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-718e10a6-3216-4958-88db-b7953abc904b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009180'] for port (9b2e6a3c-e80e-49a8-a8fa-1183e129b2c4), precommit_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:11.177725 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.plugin [None req-718e10a6-3216-4958-88db-b7953abc904b admin admin] Calling delete_port for 9b2e6a3c-e80e-49a8-a8fa-1183e129b2c4 owned by network:router_gateway {{(pid=107276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 07:45:11.205503 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_dvr_db [None req-2981a85d-f4e9-4c7f-91aa-b3026eac6327 None None] Set router c49f23c8-1aaa-443a-95b1-c12d58cc74fb gateway port host: None {{(pid=107295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 07:45:11.257326 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_hamode_db [None req-2981a85d-f4e9-4c7f-91aa-b3026eac6327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c49f23c8-1aaa-443a-95b1-c12d58cc74fb', 'name': 'tempest-ServerRescueNegativeTestJSON-1974602652-router', 'tenant_id': 'cdc69db806d24d1f8eb18aadaaafabcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:40:04Z', 'updated_at': '2022-09-15T07:45:10Z', 'revision_number': 6, 'project_id': 'cdc69db806d24d1f8eb18aadaaafabcb', 'gw_port_host': None}], 'dv-cinder-824149-6-iscsi', False) {} {{(pid=107295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:45:11.281488 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2981a85d-f4e9-4c7f-91aa-b3026eac6327 None None] The sync data for ids ['c49f23c8-1aaa-443a-95b1-c12d58cc74fb'] in dv-cinder-824149-6-iscsi is: [{'id': 'c49f23c8-1aaa-443a-95b1-c12d58cc74fb', 'name': 'tempest-ServerRescueNegativeTestJSON-1974602652-router', 'tenant_id': 'cdc69db806d24d1f8eb18aadaaafabcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:40:04Z', 'updated_at': '2022-09-15T07:45:10Z', 'revision_number': 6, 'project_id': 'cdc69db806d24d1f8eb18aadaaafabcb', 'gw_port_host': None}] {{(pid=107295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 07:45:11.411444 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-718e10a6-3216-4958-88db-b7953abc904b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729658628491', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729658170588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260827426'] for port (9b2e6a3c-e80e-49a8-a8fa-1183e129b2c4), after_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:11.438567 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718e10a6-3216-4958-88db-b7953abc904b admin admin] Pushing event deleted for resources: {'Port': ['ID=9b2e6a3c-e80e-49a8-a8fa-1183e129b2c4,revision_number=None']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:45:11.444876 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:45:11.504083 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-718e10a6-3216-4958-88db-b7953abc904b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2007388'] for router_gateway (c49f23c8-1aaa-443a-95b1-c12d58cc74fb), after_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:11.511635 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61341ee0-1a85-4888-84c1-62ce93f2c36b req-1472669f-0c80-4248-882a-c90c28f23b76 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:45:11.513248 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-61341ee0-1a85-4888-84c1-62ce93f2c36b req-1472669f-0c80-4248-882a-c90c28f23b76 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=08d61aa0-bcb6-4fe0-bc26-20ef85c5025e HTTP/1.1" status: 200 len: 946 time: 0.0982611 Sep 15 07:45:11.566141 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8160846-276f-4f47-99d4-776f89bfe2cd req-8cd19e2a-61a7-40be-928f-aa9ff2f1d1d5 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:45:11.567521 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-a8160846-276f-4f47-99d4-776f89bfe2cd req-8cd19e2a-61a7-40be-928f-aa9ff2f1d1d5 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=07952150-a64f-434a-8fcc-d7ff89215b84 HTTP/1.1" status: 200 len: 945 time: 0.1127062 Sep 15 07:45:11.574057 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb92cfe-9b64-4c92-b204-8427e6687b18 req-2c061044-0d21-4158-9474-33f6c4519d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:45:11.575961 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-9fb92cfe-9b64-4c92-b204-8427e6687b18 req-2c061044-0d21-4158-9474-33f6c4519d45 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=85a7f1ba-3d89-421a-8e93-c34cc3e5ffc3 HTTP/1.1" status: 200 len: 909 time: 0.2155089 Sep 15 07:45:11.659729 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-61341ee0-1a85-4888-84c1-62ce93f2c36b req-844d48d2-0e21-4480-b831-2f9f1c2b6e91 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=715457f5-6986-4664-80ea-7326eb5df706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1393850 Sep 15 07:45:11.758620 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-9fb92cfe-9b64-4c92-b204-8427e6687b18 req-d8383380-a1bf-4bbd-98f2-0daa7d809729 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a2038fe2-5f0d-43e2-96b0-b1c3e3a35f14 HTTP/1.1" status: 200 len: 1002 time: 0.1664100 Sep 15 07:45:11.764897 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32637635-ab4c-4ca8-a43a-62efd02d037e req-05f03212-9b4b-41af-8ea2-8f9434c7d80a tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:45:11.766593 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-32637635-ab4c-4ca8-a43a-62efd02d037e req-05f03212-9b4b-41af-8ea2-8f9434c7d80a tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=07952150-a64f-434a-8fcc-d7ff89215b84 HTTP/1.1" status: 200 len: 945 time: 0.1021423 Sep 15 07:45:11.771299 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-a8160846-276f-4f47-99d4-776f89bfe2cd req-e0b3d6c0-f702-4ae7-8791-dacf0568e95b tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=80f94d21-96a1-4032-bc87-a0acb8209528&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1934044 Sep 15 07:45:11.910118 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-718e10a6-3216-4958-88db-b7953abc904b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2014664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1922'] for router (c49f23c8-1aaa-443a-95b1-c12d58cc74fb), precommit_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:11.912807 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-718e10a6-3216-4958-88db-b7953abc904b admin admin] Publish callbacks [] for router_controller (c49f23c8-1aaa-443a-95b1-c12d58cc74fb), precommit_delete_associations {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:12.039984 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-718e10a6-3216-4958-88db-b7953abc904b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2007659'] for router (c49f23c8-1aaa-443a-95b1-c12d58cc74fb), after_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:12.040491 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-718e10a6-3216-4958-88db-b7953abc904b admin admin] Fanout notify agent at l3_agent the message router_deleted on router c49f23c8-1aaa-443a-95b1-c12d58cc74fb {{(pid=107276) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 07:45:12.050619 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-718e10a6-3216-4958-88db-b7953abc904b admin admin] Publish callbacks [] for router (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:12.050619 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-718e10a6-3216-4958-88db-b7953abc904b admin admin] 10.222.0.42 "DELETE /networking/v2.0/routers/c49f23c8-1aaa-443a-95b1-c12d58cc74fb HTTP/1.1" status: 204 len: 168 time: 1.2489874 Sep 15 07:45:12.050619 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 38006) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:45:12.095543 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7f63ddc-8da9-4370-8790-033a909dc643 admin admin] Deleting subnet 56bdd156-8a1e-4af7-bbaf-a09f4f37e06d {{(pid=107276) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 15 07:45:12.098752 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-a7f63ddc-8da9-4370-8790-033a909dc643 admin admin] Publish callbacks [] for subnet (56bdd156-8a1e-4af7-bbaf-a09f4f37e06d), before_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:12.150428 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-a7f63ddc-8da9-4370-8790-033a909dc643 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260830030'] for subnet (56bdd156-8a1e-4af7-bbaf-a09f4f37e06d), precommit_delete_associations {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:12.153501 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-08223d8a-606f-4c50-a952-426c7fe5199b req-5fb53d79-09ea-4cab-8718-3db07eda96b6 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fbbef2c3-07c4-4165-b994-cf399a858379 HTTP/1.1" status: 200 len: 210 time: 0.3061197 Sep 15 07:45:12.183477 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.plugin [req-32637635-ab4c-4ca8-a43a-62efd02d037e req-70564d84-9ae7-4f58-8d79-4c1d4c9c0d9c tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Deleting port c0246052-5807-47eb-9a0b-f3f27149228f {{(pid=107279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 07:45:12.183477 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [req-32637635-ab4c-4ca8-a43a-62efd02d037e req-70564d84-9ae7-4f58-8d79-4c1d4c9c0d9c tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729658711565'] for port (c0246052-5807-47eb-9a0b-f3f27149228f), before_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:12.206187 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb92cfe-9b64-4c92-b204-8427e6687b18 req-f5c45c15-2a46-406c-be4a-deb0c7f310bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:45:12.207676 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-9fb92cfe-9b64-4c92-b204-8427e6687b18 req-f5c45c15-2a46-406c-be4a-deb0c7f310bf service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=e61fdb9d-5934-42a7-84a4-5655559ab33d HTTP/1.1" status: 200 len: 847 time: 0.4401608 Sep 15 07:45:12.233191 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Device 9b2e6a3c-e80e-49a8-a8fa-1183e129b2c4 no longer exists at agent ovs-agent-dv-cinder-824149-6-iscsi {{(pid=107290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 07:45:12.260966 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] No Port match for: 9b2e6a3c-e80e-49a8-a8fa-1183e129b2c4 {{(pid=107290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 07:45:12.261324 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Device 9b2e6a3c-e80e-49a8-a8fa-1183e129b2c4 not bound to the agent host dv-cinder-824149-6-iscsi {{(pid=107290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 07:45:12.261771 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Device 437c5d00-5648-4442-b53c-f7174a03af78 no longer exists at agent ovs-agent-dv-cinder-824149-6-iscsi {{(pid=107290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 07:45:12.281245 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] No Port match for: 437c5d00-5648-4442-b53c-f7174a03af78 {{(pid=107290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 07:45:12.281604 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Device 437c5d00-5648-4442-b53c-f7174a03af78 not bound to the agent host dv-cinder-824149-6-iscsi {{(pid=107290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 07:45:12.286093 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-a7f63ddc-8da9-4370-8790-033a909dc643 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-831850'] for subnet (56bdd156-8a1e-4af7-bbaf-a09f4f37e06d), precommit_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:12.306692 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb92cfe-9b64-4c92-b204-8427e6687b18 req-711daf06-a375-45cb-9061-3a015eaa2b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:45:12.308252 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-9fb92cfe-9b64-4c92-b204-8427e6687b18 req-711daf06-a375-45cb-9061-3a015eaa2b26 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=85a7f1ba-3d89-421a-8e93-c34cc3e5ffc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0589013 Sep 15 07:45:12.339049 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.db [req-32637635-ab4c-4ca8-a43a-62efd02d037e req-70564d84-9ae7-4f58-8d79-4c1d4c9c0d9c tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] For port c0246052-5807-47eb-9a0b-f3f27149228f, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=c0246052-5807-47eb-9a0b-f3f27149228f,segment=NetworkSegment(61bd15d1-c2a6-46ff-9a57-3dfb0a553bb9),segment_id=61bd15d1-c2a6-46ff-9a57-3dfb0a553bb9)] {{(pid=107279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:45:12.339198 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [req-32637635-ab4c-4ca8-a43a-62efd02d037e req-70564d84-9ae7-4f58-8d79-4c1d4c9c0d9c tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009180'] for port (c0246052-5807-47eb-9a0b-f3f27149228f), precommit_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:12.342690 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=85,neutron:DELETE=11,neutron:UPDATE=4 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:45:12.440230 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-a7f63ddc-8da9-4370-8790-033a909dc643 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-835415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260827469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260771348'] for subnet (56bdd156-8a1e-4af7-bbaf-a09f4f37e06d), after_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:12.485279 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f63ddc-8da9-4370-8790-033a909dc643 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56bdd156-8a1e-4af7-bbaf-a09f4f37e06d,revision_number=None']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:45:12.486639 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f19b4b-42d4-470c-9b24-3b83e8bfc65a None None] Network 9125b9da-cf0a-438e-a321-05e9db8df553 requested from dv-cinder-824149-6-iscsi {{(pid=107290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 07:45:12.489128 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-a7f63ddc-8da9-4370-8790-033a909dc643 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:12.511326 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-a7f63ddc-8da9-4370-8790-033a909dc643 admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/56bdd156-8a1e-4af7-bbaf-a09f4f37e06d HTTP/1.1" status: 204 len: 168 time: 0.4611530 Sep 15 07:45:12.514031 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 38008) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:45:12.573323 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [req-32637635-ab4c-4ca8-a43a-62efd02d037e req-70564d84-9ae7-4f58-8d79-4c1d4c9c0d9c tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:12.574264 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [req-32637635-ab4c-4ca8-a43a-62efd02d037e req-70564d84-9ae7-4f58-8d79-4c1d4c9c0d9c tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2007462'] for floatingip (2fb27ed6-bac1-44b9-9340-337bad9e6cb9), after_update {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:12.574264 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.db.l3_db [req-32637635-ab4c-4ca8-a43a-62efd02d037e req-70564d84-9ae7-4f58-8d79-4c1d4c9c0d9c tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Floating IP 2fb27ed6-bac1-44b9-9340-337bad9e6cb9 disassociated. External IP: 172.27.0.103, port: c0246052-5807-47eb-9a0b-f3f27149228f. Sep 15 07:45:12.574959 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.plugin [req-32637635-ab4c-4ca8-a43a-62efd02d037e req-70564d84-9ae7-4f58-8d79-4c1d4c9c0d9c tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Calling delete_port for c0246052-5807-47eb-9a0b-f3f27149228f owned by compute:nova {{(pid=107279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 07:45:12.601071 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-3e7940c2-1ec9-4c92-963b-5dd3e30368f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-790559'] for network (9125b9da-cf0a-438e-a321-05e9db8df553), before_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:12.669925 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:45:12.684614 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=100 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:45:12.693329 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29248fb7-6640-446d-ade2-640346d9764f None None] DHCP port deletion for 9125b9da-cf0a-438e-a321-05e9db8df553 request from dv-cinder-824149-6-iscsi {{(pid=107290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 15 07:45:12.727395 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.plugin [None req-3e7940c2-1ec9-4c92-963b-5dd3e30368f6 admin admin] Deleting port 078e0c3f-7d7c-4003-a5d4-a919688c495d {{(pid=107276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 07:45:12.727743 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-3e7940c2-1ec9-4c92-963b-5dd3e30368f6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729658711565'] for port (078e0c3f-7d7c-4003-a5d4-a919688c495d), before_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:12.760594 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-29248fb7-6640-446d-ade2-640346d9764f None None] Deleting port 078e0c3f-7d7c-4003-a5d4-a919688c495d {{(pid=107290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 07:45:12.761071 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-29248fb7-6640-446d-ade2-640346d9764f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729658711565'] for port (078e0c3f-7d7c-4003-a5d4-a919688c495d), before_delete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:12.774719 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (25cf60a6-7ad2-448a-9326-c12b453ddee0), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:12.831329 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.db [None req-3e7940c2-1ec9-4c92-963b-5dd3e30368f6 admin admin] For port 078e0c3f-7d7c-4003-a5d4-a919688c495d, host dv-cinder-824149-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-6-iscsi',level=0,port_id=078e0c3f-7d7c-4003-a5d4-a919688c495d,segment=NetworkSegment(552c796d-8f18-442c-a86c-8bdb62d9921a),segment_id=552c796d-8f18-442c-a86c-8bdb62d9921a)] {{(pid=107276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:45:12.831699 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-3e7940c2-1ec9-4c92-963b-5dd3e30368f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009180'] for port (078e0c3f-7d7c-4003-a5d4-a919688c495d), precommit_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:12.833269 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-29248fb7-6640-446d-ade2-640346d9764f None None] For port 078e0c3f-7d7c-4003-a5d4-a919688c495d, host dv-cinder-824149-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-6-iscsi',level=0,port_id=078e0c3f-7d7c-4003-a5d4-a919688c495d,segment=NetworkSegment(552c796d-8f18-442c-a86c-8bdb62d9921a),segment_id=552c796d-8f18-442c-a86c-8bdb62d9921a)] {{(pid=107290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:45:12.833758 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-29248fb7-6640-446d-ade2-640346d9764f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009180'] for port (078e0c3f-7d7c-4003-a5d4-a919688c495d), precommit_delete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:12.849767 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:45:12.851354 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-29248fb7-6640-446d-ade2-640346d9764f None None] Calling delete_port for 078e0c3f-7d7c-4003-a5d4-a919688c495d owned by network:dhcp {{(pid=107290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 07:45:12.855344 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e891193-125a-48a5-8430-842239e44dd6 req-80a14ae4-bd4a-4241-8833-fd2700ebfea1 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:45:12.856936 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-7e891193-125a-48a5-8430-842239e44dd6 req-80a14ae4-bd4a-4241-8833-fd2700ebfea1 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.26 "GET /networking/v2.0/networks?id=2c10a638-2533-4c87-88f1-ce4db4dec0fd HTTP/1.1" status: 200 len: 811 time: 0.2152755 Sep 15 07:45:12.861441 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.plugin [None req-3e7940c2-1ec9-4c92-963b-5dd3e30368f6 admin admin] Calling delete_port for 078e0c3f-7d7c-4003-a5d4-a919688c495d owned by network:dhcp {{(pid=107276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 07:45:12.878210 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9b5e12-dce3-4119-9ce5-29653439a058 req-05e3a911-835b-430b-bf8f-ab098c3bd02e tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:45:12.879794 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-fd9b5e12-dce3-4119-9ce5-29653439a058 req-05e3a911-835b-430b-bf8f-ab098c3bd02e tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=08d61aa0-bcb6-4fe0-bc26-20ef85c5025e HTTP/1.1" status: 200 len: 946 time: 0.0758550 Sep 15 07:45:12.882621 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-9fb92cfe-9b64-4c92-b204-8427e6687b18 req-1ce4bb8b-a66a-42d7-87f3-e909f270da64 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/85a7f1ba-3d89-421a-8e93-c34cc3e5ffc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4280293 Sep 15 07:45:12.925510 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-3578f5a3-1731-4884-b662-88b9a9283d7a req-eba8ed09-bb43-4742-be0e-77bb4200b2ec tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=07952150-a64f-434a-8fcc-d7ff89215b84 HTTP/1.1" status: 200 len: 210 time: 0.0378485 Sep 15 07:45:12.958489 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [req-32637635-ab4c-4ca8-a43a-62efd02d037e req-70564d84-9ae7-4f58-8d79-4c1d4c9c0d9c tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729658628491', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729658170588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991753'] for port (c0246052-5807-47eb-9a0b-f3f27149228f), after_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:13.007524 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-7e891193-125a-48a5-8430-842239e44dd6 req-7dfe265c-3e53-4c9f-b7b5-b54bbbccd9fe tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.26 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=af1e008c4bfa41e18488c63ea0f17b27 HTTP/1.1" status: 200 len: 380 time: 0.0709550 Sep 15 07:45:13.016658 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-3e7940c2-1ec9-4c92-963b-5dd3e30368f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729658628491', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729658170588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260827426'] for port (078e0c3f-7d7c-4003-a5d4-a919688c495d), after_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:13.025490 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-29248fb7-6640-446d-ade2-640346d9764f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729658628491', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729658170588'] for port (078e0c3f-7d7c-4003-a5d4-a919688c495d), after_delete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:13.034303 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70564d84-9ae7-4f58-8d79-4c1d4c9c0d9c tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Pushing event deleted for resources: {'Port': ['ID=c0246052-5807-47eb-9a0b-f3f27149228f,revision_number=None']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:45:13.051221 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.v2.base [req-7e891193-125a-48a5-8430-842239e44dd6 req-8e85bab2-ae22-4b54-8177-1377d9212ba0 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Request body: {'port': {'device_id': 'fbbef2c3-07c4-4165-b994-cf399a858379', 'network_id': '2c10a638-2533-4c87-88f1-ce4db4dec0fd', 'admin_state_up': True, 'tenant_id': 'af1e008c4bfa41e18488c63ea0f17b27', 'security_groups': ['bd1948ba-0dcc-463f-ac7d-46ca49a9cc24']}} {{(pid=107276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:45:13.059928 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29248fb7-6640-446d-ade2-640346d9764f None None] Pushing event deleted for resources: {'Port': ['ID=078e0c3f-7d7c-4003-a5d4-a919688c495d,revision_number=None']} {{(pid=107290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:45:13.068256 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29248fb7-6640-446d-ade2-640346d9764f None None] No DVR routers for this DVR port 078e0c3f-7d7c-4003-a5d4-a919688c495d on host dv-cinder-824149-6-iscsi {{(pid=107290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 07:45:13.100565 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-fd9b5e12-dce3-4119-9ce5-29653439a058 req-590fb744-a76c-42d5-82c3-75e4ab75ffcc tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=715457f5-6986-4664-80ea-7326eb5df706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2096422 Sep 15 07:45:13.108964 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7940c2-1ec9-4c92-963b-5dd3e30368f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=078e0c3f-7d7c-4003-a5d4-a919688c495d,revision_number=None']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:45:13.126540 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7940c2-1ec9-4c92-963b-5dd3e30368f6 admin admin] No DVR routers for this DVR port 078e0c3f-7d7c-4003-a5d4-a919688c495d on host dv-cinder-824149-6-iscsi {{(pid=107276) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 07:45:13.147678 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-9fb92cfe-9b64-4c92-b204-8427e6687b18 req-6fdd8d09-925d-45bf-b1f4-d54791b12ed2 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/85a7f1ba-3d89-421a-8e93-c34cc3e5ffc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2155814 Sep 15 07:45:13.242179 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.scheduler.l3_agent_scheduler [req-32637635-ab4c-4ca8-a43a-62efd02d037e req-70564d84-9ae7-4f58-8d79-4c1d4c9c0d9c tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Router 0d4028b8-96d7-47fa-8f18-e0b1adcb6c33 has already been hosted by L3 agent 6177172c-20b9-4a3a-92be-d5dd082cfa3a {{(pid=107279) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 07:45:13.249778 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-3e7940c2-1ec9-4c92-963b-5dd3e30368f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861249', 'neutron.services.segments.db._delete_segments_for_network-8729658700737'] for network (9125b9da-cf0a-438e-a321-05e9db8df553), precommit_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:13.271568 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.services.segments.db [None req-3e7940c2-1ec9-4c92-963b-5dd3e30368f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9125b9da-cf0a-438e-a321-05e9db8df553']}} {{(pid=107276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:45:13.281160 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.services.segments.db [None req-3e7940c2-1ec9-4c92-963b-5dd3e30368f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '552c796d-8f18-442c-a86c-8bdb62d9921a') {'for_net_delete': True} {{(pid=107276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:45:13.281460 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.services.segments.db [None req-3e7940c2-1ec9-4c92-963b-5dd3e30368f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '552c796d-8f18-442c-a86c-8bdb62d9921a') {} {{(pid=107276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:45:13.291956 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-3e7940c2-1ec9-4c92-963b-5dd3e30368f6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729658700629', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260830069'] for segment (552c796d-8f18-442c-a86c-8bdb62d9921a), before_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:13.293315 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:INSERT=2 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:45:13.306580 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-3e7940c2-1ec9-4c92-963b-5dd3e30368f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906830'] for segment (552c796d-8f18-442c-a86c-8bdb62d9921a), precommit_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:13.308380 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:45:13.312714 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-a1a0be70-b0aa-45b9-b59d-e37e57610326 req-a851bd96-bf31-42da-8314-977027ea62e8 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fbbef2c3-07c4-4165-b994-cf399a858379 HTTP/1.1" status: 200 len: 210 time: 0.0633845 Sep 15 07:45:13.313482 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e7940c2-1ec9-4c92-963b-5dd3e30368f6 admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=107276) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 07:45:13.313922 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-3e7940c2-1ec9-4c92-963b-5dd3e30368f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260827639'] for segment (552c796d-8f18-442c-a86c-8bdb62d9921a), after_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:13.327916 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e891193-125a-48a5-8430-842239e44dd6 req-8e85bab2-ae22-4b54-8177-1377d9212ba0 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Made reservation on behalf of af1e008c4bfa41e18488c63ea0f17b27 for: {'port': 1} {{(pid=107276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 07:45:13.331822 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-7e891193-125a-48a5-8430-842239e44dd6 req-8e85bab2-ae22-4b54-8177-1377d9212ba0 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (None), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:13.381813 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-32637635-ab4c-4ca8-a43a-62efd02d037e req-70564d84-9ae7-4f58-8d79-4c1d4c9c0d9c tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Notify agent at l3_agent.dv-cinder-824149-6-iscsi the message routers_updated {{(pid=107279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 07:45:13.398278 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71219e4-6749-445d-bd17-55e20a7af2eb None None] Sync routers for ids ['0d4028b8-96d7-47fa-8f18-e0b1adcb6c33'] in dv-cinder-824149-6-iscsi {{(pid=107290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 07:45:13.412899 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:45:13.418001 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71219e4-6749-445d-bd17-55e20a7af2eb None None] Routers {'0d4028b8-96d7-47fa-8f18-e0b1adcb6c33'} bound to L3 agent in host dv-cinder-824149-6-iscsi {{(pid=107290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 07:45:13.418867 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_hamode_db [None req-d71219e4-6749-445d-bd17-55e20a7af2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-15T07:30:25Z,description=,heartbeat_timestamp=2022-09-15T07:44:55Z,host='dv-cinder-824149-6-iscsi',id=6177172c-20b9-4a3a-92be-d5dd082cfa3a,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T07:30:25Z,topic='l3_agent')) {'router_ids': ['0d4028b8-96d7-47fa-8f18-e0b1adcb6c33'], 'active': True} {{(pid=107290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:45:13.430869 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.services.segments.plugin [-] Segment 552c796d-8f18-442c-a86c-8bdb62d9921a resource provider aggregate not found Sep 15 07:45:13.437765 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.db.l3_dvrscheduler_db [req-32637635-ab4c-4ca8-a43a-62efd02d037e req-70564d84-9ae7-4f58-8d79-4c1d4c9c0d9c tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] No DVR routers for this DVR port c0246052-5807-47eb-9a0b-f3f27149228f on host hv-cinder-82414 {{(pid=107279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 07:45:13.440571 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [req-32637635-ab4c-4ca8-a43a-62efd02d037e req-70564d84-9ae7-4f58-8d79-4c1d4c9c0d9c tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382552'] for port (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:13.449400 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-32637635-ab4c-4ca8-a43a-62efd02d037e req-70564d84-9ae7-4f58-8d79-4c1d4c9c0d9c tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.26 "DELETE /networking/v2.0/ports/c0246052-5807-47eb-9a0b-f3f27149228f HTTP/1.1" status: 204 len: 173 time: 1.6701586 Sep 15 07:45:13.454903 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07952150-a64f-434a-8fcc-d7ff89215b84', 'name': 'network-vif-deleted', 'tag': 'c0246052-5807-47eb-9a0b-f3f27149228f'}] {{(pid=107279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 07:45:13.454903 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706979451550896f7b9833a7a6f18e8e6b98f6eca7edeab709f82497fe6197ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f581ef7-b4c9-4393-9667-da0b662614aa" -d '{"events": [{"server_uuid": "07952150-a64f-434a-8fcc-d7ff89215b84", "name": "network-vif-deleted", "tag": "c0246052-5807-47eb-9a0b-f3f27149228f"}]}' {{(pid=107279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 07:45:13.459175 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.services.segments.plugin [-] Segment 552c796d-8f18-442c-a86c-8bdb62d9921a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 552c796d-8f18-442c-a86c-8bdb62d9921a found for delete ", "request_id": "req-92e15067-c5f8-4161-9809-ba9a57531a58"}]} Sep 15 07:45:13.492499 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-3e7940c2-1ec9-4c92-963b-5dd3e30368f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2007433'] for network (9125b9da-cf0a-438e-a321-05e9db8df553), after_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:13.501637 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 07:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac74d868-a356-456f-99f4-26f2a40dea6a x-openstack-request-id: req-ac74d868-a356-456f-99f4-26f2a40dea6a {{(pid=107279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 07:45:13.501637 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07952150-a64f-434a-8fcc-d7ff89215b84", "name": "network-vif-deleted", "tag": "c0246052-5807-47eb-9a0b-f3f27149228f", "status": "completed", "code": 200}]} {{(pid=107279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 07:45:13.501822 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ac74d868-a356-456f-99f4-26f2a40dea6a {{(pid=107279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 07:45:13.502109 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac74d868-a356-456f-99f4-26f2a40dea6a'] response: {'server_uuid': '07952150-a64f-434a-8fcc-d7ff89215b84', 'name': 'network-vif-deleted', 'tag': 'c0246052-5807-47eb-9a0b-f3f27149228f', 'status': 'completed', 'code': 200} Sep 15 07:45:13.506781 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-3e7940c2-1ec9-4c92-963b-5dd3e30368f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586190'] for network (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:13.516503 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-3e7940c2-1ec9-4c92-963b-5dd3e30368f6 admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/9125b9da-cf0a-438e-a321-05e9db8df553 HTTP/1.1" status: 204 len: 168 time: 0.9948030 Sep 15 07:45:13.529177 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7940c2-1ec9-4c92-963b-5dd3e30368f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=9125b9da-cf0a-438e-a321-05e9db8df553,revision_number=None']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:45:13.544450 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.db.db_base_plugin_common [req-7e891193-125a-48a5-8430-842239e44dd6 req-8e85bab2-ae22-4b54-8177-1377d9212ba0 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Allocated IP 172.20.0.11 (2c10a638-2533-4c87-88f1-ce4db4dec0fd/c8bb4817-976c-49f3-9d00-c474544f8d63/3f042454-cf32-4a00-ae9e-6827217983a6) {{(pid=107276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 07:45:13.575699 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvr_db [None req-d71219e4-6749-445d-bd17-55e20a7af2eb None None] Set router 0d4028b8-96d7-47fa-8f18-e0b1adcb6c33 gateway port host: dv-cinder-824149-6-iscsi {{(pid=107290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 07:45:13.712626 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-7e891193-125a-48a5-8430-842239e44dd6 req-8e85bab2-ae22-4b54-8177-1377d9212ba0 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Publish callbacks [] for port (3f042454-cf32-4a00-ae9e-6827217983a6), precommit_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:13.742115 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=85,neutron:UPDATE=5,neutron:DELETE=3,neutron:INSERT=7 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:45:13.774591 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_hamode_db [None req-d71219e4-6749-445d-bd17-55e20a7af2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d4028b8-96d7-47fa-8f18-e0b1adcb6c33', 'name': 'tempest-AttachVolumeNegativeTest-973409911-router', 'tenant_id': '14017d5edbbd4068b529d5d92444182a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': 'e783c1bd-15b4-4efe-877f-05c799346606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:38:34Z', 'updated_at': '2022-09-15T07:38:43Z', 'revision_number': 4, 'project_id': '14017d5edbbd4068b529d5d92444182a', 'gw_port': {'id': 'e783c1bd-15b4-4efe-877f-05c799346606', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4028b8-96d7-47fa-8f18-e0b1adcb6c33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:38:35Z', 'updated_at': '2022-09-15T07:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi', '_interfaces': [{'id': '7975c9ad-ec26-425b-9f32-75713f2d760a', 'name': '', 'network_id': 'be4fe7de-ab91-47eb-96fc-2000373fe74e', 'tenant_id': '14017d5edbbd4068b529d5d92444182a', 'mac_address': 'fa:16:3e:1f:9e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4028b8-96d7-47fa-8f18-e0b1adcb6c33', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '655669e6-9885-472d-9103-52b022988dd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:38:40Z', 'updated_at': '2022-09-15T07:38:50Z', 'revision_number': 5, 'project_id': '14017d5edbbd4068b529d5d92444182a', 'subnets': [{'id': '655669e6-9885-472d-9103-52b022988dd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-6-iscsi', False) {} {{(pid=107290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:45:13.804297 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71219e4-6749-445d-bd17-55e20a7af2eb None None] Checking router: 0d4028b8-96d7-47fa-8f18-e0b1adcb6c33 for host: dv-cinder-824149-6-iscsi {{(pid=107290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 07:45:13.812921 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71219e4-6749-445d-bd17-55e20a7af2eb None None] Routers {'0d4028b8-96d7-47fa-8f18-e0b1adcb6c33'} bound to L3 agent in host dv-cinder-824149-6-iscsi {{(pid=107290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 07:45:13.813536 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_hamode_db [None req-d71219e4-6749-445d-bd17-55e20a7af2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-15T07:30:25Z,description=,heartbeat_timestamp=2022-09-15T07:44:55Z,host='dv-cinder-824149-6-iscsi',id=6177172c-20b9-4a3a-92be-d5dd082cfa3a,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T07:30:25Z,topic='l3_agent')) {'router_ids': ['0d4028b8-96d7-47fa-8f18-e0b1adcb6c33'], 'active': True} {{(pid=107290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:45:13.846027 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-7e891193-125a-48a5-8430-842239e44dd6 req-8e85bab2-ae22-4b54-8177-1377d9212ba0 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729658170579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260827426'] for port (3f042454-cf32-4a00-ae9e-6827217983a6), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:13.899048 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e891193-125a-48a5-8430-842239e44dd6 req-8e85bab2-ae22-4b54-8177-1377d9212ba0 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Network 2c10a638-2533-4c87-88f1-ce4db4dec0fd is already hosted by enough agents. {{(pid=107276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 07:45:13.899288 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Device 078e0c3f-7d7c-4003-a5d4-a919688c495d no longer exists at agent ovs-agent-dv-cinder-824149-6-iscsi {{(pid=107290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 07:45:13.902293 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.scheduler.base_scheduler [req-7e891193-125a-48a5-8430-842239e44dd6 req-8e85bab2-ae22-4b54-8177-1377d9212ba0 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Resources bound (agent type, host, resource id): {{(pid=107276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 07:45:13.908677 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e891193-125a-48a5-8430-842239e44dd6 req-8e85bab2-ae22-4b54-8177-1377d9212ba0 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Received port after_create {{(pid=107276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 07:45:13.914121 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 38026) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:45:13.952407 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e85bab2-ae22-4b54-8177-1377d9212ba0 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Pushing event updated for resources: {'Port': ['ID=3f042454-cf32-4a00-ae9e-6827217983a6,revision_number=1']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:45:13.997110 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e891193-125a-48a5-8430-842239e44dd6 req-8e85bab2-ae22-4b54-8177-1377d9212ba0 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:45:13.997860 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-7e891193-125a-48a5-8430-842239e44dd6 req-8e85bab2-ae22-4b54-8177-1377d9212ba0 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382552'] for port (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:14.003981 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-62e0f48c-8212-452d-84f4-a28ed9a40c6a admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=cdc69db806d24d1f8eb18aadaaafabcb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0848002 Sep 15 07:45:14.008090 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 38030) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:45:14.074253 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-b4aeb4aa-402a-4c12-b151-7b4d63e5779e req-dd814028-0951-494c-b713-4cd1879cd3a7 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=07952150-a64f-434a-8fcc-d7ff89215b84 HTTP/1.1" status: 200 len: 210 time: 0.0354404 Sep 15 07:45:14.093356 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-7e891193-125a-48a5-8430-842239e44dd6 req-8e85bab2-ae22-4b54-8177-1377d9212ba0 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0739467 Sep 15 07:45:14.096828 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:45:14.105058 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] No Port match for: 078e0c3f-7d7c-4003-a5d4-a919688c495d {{(pid=107290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 07:45:14.105689 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Device 078e0c3f-7d7c-4003-a5d4-a919688c495d not bound to the agent host dv-cinder-824149-6-iscsi {{(pid=107290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 07:45:14.113958 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-b8312386-4ae9-4e20-b795-d59886e585fb admin admin] Publish callbacks [] for security_group (3bbd3c93-b7a5-43ea-bc32-62815f5ad2de), before_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:14.129675 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvr_db [None req-d71219e4-6749-445d-bd17-55e20a7af2eb None None] Set router 0d4028b8-96d7-47fa-8f18-e0b1adcb6c33 gateway port host: dv-cinder-824149-6-iscsi {{(pid=107290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 07:45:14.139588 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-b8312386-4ae9-4e20-b795-d59886e585fb admin admin] Publish callbacks [] for security_group (3bbd3c93-b7a5-43ea-bc32-62815f5ad2de), precommit_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:14.249434 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=100 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:45:14.250126 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d71045f-c207-4144-8867-327bf21ca6e2 req-c31968af-9fad-4354-b7b3-588dca31a7d1 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:45:14.251617 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-0d71045f-c207-4144-8867-327bf21ca6e2 req-c31968af-9fad-4354-b7b3-588dca31a7d1 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=08d61aa0-bcb6-4fe0-bc26-20ef85c5025e HTTP/1.1" status: 200 len: 946 time: 0.0522707 Sep 15 07:45:14.252790 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-6d831ed7-4ed2-4f2f-a371-f4f78c9b3c1e None None] Provisioning complete for port 3f042454-cf32-4a00-ae9e-6827217983a6 triggered by entity DHCP. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 07:45:14.253086 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-b8312386-4ae9-4e20-b795-d59886e585fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (3bbd3c93-b7a5-43ea-bc32-62815f5ad2de), after_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:14.253221 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-6d831ed7-4ed2-4f2f-a371-f4f78c9b3c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862942'] for port (3f042454-cf32-4a00-ae9e-6827217983a6), provisioning_complete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:14.253475 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-6d831ed7-4ed2-4f2f-a371-f4f78c9b3c1e None None] Attempt 1 to provision port 3f042454-cf32-4a00-ae9e-6827217983a6 Sep 15 07:45:14.256362 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-b8312386-4ae9-4e20-b795-d59886e585fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:14.259403 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-b8312386-4ae9-4e20-b795-d59886e585fb admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/3bbd3c93-b7a5-43ea-bc32-62815f5ad2de HTTP/1.1" status: 204 len: 168 time: 0.2479305 Sep 15 07:45:14.280967 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8312386-4ae9-4e20-b795-d59886e585fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bbd3c93-b7a5-43ea-bc32-62815f5ad2de,revision_number=None']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:45:14.309654 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-6d831ed7-4ed2-4f2f-a371-f4f78c9b3c1e None None] Port 3f042454-cf32-4a00-ae9e-6827217983a6 cannot update to ACTIVE because it is not bound. {{(pid=107290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 07:45:14.350419 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-0d71045f-c207-4144-8867-327bf21ca6e2 req-1fc920c1-b90d-49d3-a966-2b17e9c24fff tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=715457f5-6986-4664-80ea-7326eb5df706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752504 Sep 15 07:45:14.354811 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.v2.base [req-7e891193-125a-48a5-8430-842239e44dd6 req-0efc204c-e6fa-49c2-87cb-804a0dc54153 service neutron] Request body: {'port': {'device_id': 'fbbef2c3-07c4-4165-b994-cf399a858379', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82414'}} {{(pid=107276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:45:14.421632 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_hamode_db [None req-d71219e4-6749-445d-bd17-55e20a7af2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d4028b8-96d7-47fa-8f18-e0b1adcb6c33', 'name': 'tempest-AttachVolumeNegativeTest-973409911-router', 'tenant_id': '14017d5edbbd4068b529d5d92444182a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': 'e783c1bd-15b4-4efe-877f-05c799346606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:38:34Z', 'updated_at': '2022-09-15T07:38:43Z', 'revision_number': 4, 'project_id': '14017d5edbbd4068b529d5d92444182a', 'gw_port': {'id': 'e783c1bd-15b4-4efe-877f-05c799346606', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4028b8-96d7-47fa-8f18-e0b1adcb6c33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:38:35Z', 'updated_at': '2022-09-15T07:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi', '_interfaces': [{'id': '7975c9ad-ec26-425b-9f32-75713f2d760a', 'name': '', 'network_id': 'be4fe7de-ab91-47eb-96fc-2000373fe74e', 'tenant_id': '14017d5edbbd4068b529d5d92444182a', 'mac_address': 'fa:16:3e:1f:9e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4028b8-96d7-47fa-8f18-e0b1adcb6c33', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '655669e6-9885-472d-9103-52b022988dd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:38:40Z', 'updated_at': '2022-09-15T07:38:50Z', 'revision_number': 5, 'project_id': '14017d5edbbd4068b529d5d92444182a', 'subnets': [{'id': '655669e6-9885-472d-9103-52b022988dd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-6-iscsi', False) {} {{(pid=107290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:45:14.426352 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-7e891193-125a-48a5-8430-842239e44dd6 req-0efc204c-e6fa-49c2-87cb-804a0dc54153 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (3f042454-cf32-4a00-ae9e-6827217983a6), before_update {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:14.456993 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71219e4-6749-445d-bd17-55e20a7af2eb None None] The sync data for ids ['0d4028b8-96d7-47fa-8f18-e0b1adcb6c33'] in dv-cinder-824149-6-iscsi is: [{'id': '0d4028b8-96d7-47fa-8f18-e0b1adcb6c33', 'name': 'tempest-AttachVolumeNegativeTest-973409911-router', 'tenant_id': '14017d5edbbd4068b529d5d92444182a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': 'e783c1bd-15b4-4efe-877f-05c799346606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:38:34Z', 'updated_at': '2022-09-15T07:38:43Z', 'revision_number': 4, 'project_id': '14017d5edbbd4068b529d5d92444182a', 'gw_port': {'id': 'e783c1bd-15b4-4efe-877f-05c799346606', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4028b8-96d7-47fa-8f18-e0b1adcb6c33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:38:35Z', 'updated_at': '2022-09-15T07:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi', '_interfaces': [{'id': '7975c9ad-ec26-425b-9f32-75713f2d760a', 'name': '', 'network_id': 'be4fe7de-ab91-47eb-96fc-2000373fe74e', 'tenant_id': '14017d5edbbd4068b529d5d92444182a', 'mac_address': 'fa:16:3e:1f:9e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4028b8-96d7-47fa-8f18-e0b1adcb6c33', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '655669e6-9885-472d-9103-52b022988dd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:38:40Z', 'updated_at': '2022-09-15T07:38:50Z', 'revision_number': 5, 'project_id': '14017d5edbbd4068b529d5d92444182a', 'subnets': [{'id': '655669e6-9885-472d-9103-52b022988dd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 07:45:14.485341 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06bb814-4af0-4d3e-b325-781959c99850 req-ac1b2814-1bd7-450a-b6af-2e32430c592a tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:45:14.487633 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-e06bb814-4af0-4d3e-b325-781959c99850 req-ac1b2814-1bd7-450a-b6af-2e32430c592a tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fbbef2c3-07c4-4165-b994-cf399a858379 HTTP/1.1" status: 200 len: 932 time: 0.0693505 Sep 15 07:45:14.530455 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:45:14.550291 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-e06bb814-4af0-4d3e-b325-781959c99850 req-42ed499e-31ef-48d8-b6ff-5dd1b17d1c2f tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bd1948ba-0dcc-463f-ac7d-46ca49a9cc24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553241 Sep 15 07:45:14.777903 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.notifiers.nova [req-7e891193-125a-48a5-8430-842239e44dd6 req-0efc204c-e6fa-49c2-87cb-804a0dc54153 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f042454-cf32-4a00-ae9e-6827217983a6 {{(pid=107276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 07:45:14.791431 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-7e891193-125a-48a5-8430-842239e44dd6 req-0efc204c-e6fa-49c2-87cb-804a0dc54153 service neutron] Publish callbacks [] for port (3f042454-cf32-4a00-ae9e-6827217983a6), precommit_update {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:14.810429 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.db.provisioning_blocks [req-7e891193-125a-48a5-8430-842239e44dd6 req-0efc204c-e6fa-49c2-87cb-804a0dc54153 service neutron] Transition to ACTIVE for port object 3f042454-cf32-4a00-ae9e-6827217983a6 will not be triggered until provisioned by entity L2. {{(pid=107276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 15 07:45:14.811504 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-6d831ed7-4ed2-4f2f-a371-f4f78c9b3c1e None None] Attempt 2 to provision port 3f042454-cf32-4a00-ae9e-6827217983a6 Sep 15 07:45:14.847463 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca504b2-ffd9-4f20-afd7-002a431154cb None None] New status for floating IP 2fb27ed6-bac1-44b9-9340-337bad9e6cb9: DOWN {{(pid=107295) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 15 07:45:14.855534 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-6d831ed7-4ed2-4f2f-a371-f4f78c9b3c1e None None] Port 3f042454-cf32-4a00-ae9e-6827217983a6 cannot update to ACTIVE because it is not bound. {{(pid=107290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 07:45:14.890849 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-7e891193-125a-48a5-8430-842239e44dd6 req-0efc204c-e6fa-49c2-87cb-804a0dc54153 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260827419'] for port (3f042454-cf32-4a00-ae9e-6827217983a6), after_update {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:14.974893 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efc204c-e6fa-49c2-87cb-804a0dc54153 service neutron] Pushing event updated for resources: {'Port': ['ID=3f042454-cf32-4a00-ae9e-6827217983a6,revision_number=2']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:45:15.037645 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.managers [req-7e891193-125a-48a5-8430-842239e44dd6 req-0efc204c-e6fa-49c2-87cb-804a0dc54153 service neutron] Attempting to bind port 3f042454-cf32-4a00-ae9e-6827217983a6 on host hv-cinder-82414 for vnic_type normal with profile {{(pid=107276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 07:45:15.037645 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.managers [req-7e891193-125a-48a5-8430-842239e44dd6 req-0efc204c-e6fa-49c2-87cb-804a0dc54153 service neutron] Attempting to bind port 3f042454-cf32-4a00-ae9e-6827217983a6 by drivers openvswitch,hyperv on host hv-cinder-82414 at level 0 using segments [{'id': 'ec12b675-c824-48b2-b764-cea54c2a6f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '2c10a638-2533-4c87-88f1-ce4db4dec0fd'}] {{(pid=107276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 07:45:15.037645 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e891193-125a-48a5-8430-842239e44dd6 req-0efc204c-e6fa-49c2-87cb-804a0dc54153 service neutron] Attempting to bind port 3f042454-cf32-4a00-ae9e-6827217983a6 on network 2c10a638-2533-4c87-88f1-ce4db4dec0fd {{(pid=107276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 07:45:15.107772 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e891193-125a-48a5-8430-842239e44dd6 req-0efc204c-e6fa-49c2-87cb-804a0dc54153 service neutron] Port 3f042454-cf32-4a00-ae9e-6827217983a6 on network 2c10a638-2533-4c87-88f1-ce4db4dec0fd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82414 {{(pid=107276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 07:45:15.109951 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e891193-125a-48a5-8430-842239e44dd6 req-0efc204c-e6fa-49c2-87cb-804a0dc54153 service neutron] Attempting to bind port 3f042454-cf32-4a00-ae9e-6827217983a6 on network 2c10a638-2533-4c87-88f1-ce4db4dec0fd {{(pid=107276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 07:45:15.157319 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e891193-125a-48a5-8430-842239e44dd6 req-0efc204c-e6fa-49c2-87cb-804a0dc54153 service neutron] Checking agent: {'id': '25cf60a6-7ad2-448a-9326-c12b453ddee0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82414', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 7, 36, 43), 'started_at': datetime.datetime(2022, 9, 15, 7, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 7, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 07:45:15.157799 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e891193-125a-48a5-8430-842239e44dd6 req-0efc204c-e6fa-49c2-87cb-804a0dc54153 service neutron] Checking segment: {'id': 'ec12b675-c824-48b2-b764-cea54c2a6f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '2c10a638-2533-4c87-88f1-ce4db4dec0fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 07:45:15.158191 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e891193-125a-48a5-8430-842239e44dd6 req-0efc204c-e6fa-49c2-87cb-804a0dc54153 service neutron] Bound using segment: {'id': 'ec12b675-c824-48b2-b764-cea54c2a6f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '2c10a638-2533-4c87-88f1-ce4db4dec0fd'} {{(pid=107276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 07:45:15.158630 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.managers [req-7e891193-125a-48a5-8430-842239e44dd6 req-0efc204c-e6fa-49c2-87cb-804a0dc54153 service neutron] Bound port: 3f042454-cf32-4a00-ae9e-6827217983a6, host: hv-cinder-82414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec12b675-c824-48b2-b764-cea54c2a6f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '2c10a638-2533-4c87-88f1-ce4db4dec0fd'}}] {{(pid=107276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 07:45:15.158988 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-7e891193-125a-48a5-8430-842239e44dd6 req-0efc204c-e6fa-49c2-87cb-804a0dc54153 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (3f042454-cf32-4a00-ae9e-6827217983a6), before_update {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:15.170554 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:45:15.207594 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-3d218e22-87cf-46e8-9117-9802523c2961 req-c7034e62-c5e4-452f-a1f1-9731cb32c7cc tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=07952150-a64f-434a-8fcc-d7ff89215b84 HTTP/1.1" status: 200 len: 210 time: 0.0314412 Sep 15 07:45:15.231549 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.db [req-7e891193-125a-48a5-8430-842239e44dd6 req-0efc204c-e6fa-49c2-87cb-804a0dc54153 service neutron] For port 3f042454-cf32-4a00-ae9e-6827217983a6, host hv-cinder-82414, cleared binding levels {{(pid=107276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 07:45:15.235506 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.db [req-7e891193-125a-48a5-8430-842239e44dd6 req-0efc204c-e6fa-49c2-87cb-804a0dc54153 service neutron] For port 3f042454-cf32-4a00-ae9e-6827217983a6, host hv-cinder-82414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=3f042454-cf32-4a00-ae9e-6827217983a6,segment=NetworkSegment(ec12b675-c824-48b2-b764-cea54c2a6f6e),segment_id=ec12b675-c824-48b2-b764-cea54c2a6f6e)] {{(pid=107276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 07:45:15.319893 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-7e891193-125a-48a5-8430-842239e44dd6 req-0efc204c-e6fa-49c2-87cb-804a0dc54153 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260827419'] for port (3f042454-cf32-4a00-ae9e-6827217983a6), after_update {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:15.324551 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e891193-125a-48a5-8430-842239e44dd6 req-0efc204c-e6fa-49c2-87cb-804a0dc54153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:45:15.325335 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-7e891193-125a-48a5-8430-842239e44dd6 req-0efc204c-e6fa-49c2-87cb-804a0dc54153 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382552'] for port (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:15.329360 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-7e891193-125a-48a5-8430-842239e44dd6 req-0efc204c-e6fa-49c2-87cb-804a0dc54153 service neutron] 10.222.0.26 "PUT /networking/v2.0/ports/3f042454-cf32-4a00-ae9e-6827217983a6 HTTP/1.1" status: 200 len: 1094 time: 0.9763753 Sep 15 07:45:15.329360 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbbef2c3-07c4-4165-b994-cf399a858379', 'tag': '3f042454-cf32-4a00-ae9e-6827217983a6'}] {{(pid=107276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 07:45:15.330042 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e3724867bd40dd9d720ab8c058c996a0c2f5593be620855f41bc083494bf738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67fba2cb-c3fb-47a6-ad35-863e0a6298fa" -d '{"events": [{"name": "network-changed", "server_uuid": "fbbef2c3-07c4-4165-b994-cf399a858379", "tag": "3f042454-cf32-4a00-ae9e-6827217983a6"}]}' {{(pid=107276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 07:45:15.356995 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-6d831ed7-4ed2-4f2f-a371-f4f78c9b3c1e None None] Attempt 3 to provision port 3f042454-cf32-4a00-ae9e-6827217983a6 Sep 15 07:45:15.373721 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 07:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc5021ee-108a-4f19-9b10-8f5def26107a x-openstack-request-id: req-bc5021ee-108a-4f19-9b10-8f5def26107a {{(pid=107276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 07:45:15.373957 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbbef2c3-07c4-4165-b994-cf399a858379", "tag": "3f042454-cf32-4a00-ae9e-6827217983a6", "status": "completed", "code": 200}]} {{(pid=107276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 07:45:15.374210 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bc5021ee-108a-4f19-9b10-8f5def26107a {{(pid=107276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 07:45:15.374655 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc5021ee-108a-4f19-9b10-8f5def26107a'] response: {'name': 'network-changed', 'server_uuid': 'fbbef2c3-07c4-4165-b994-cf399a858379', 'tag': '3f042454-cf32-4a00-ae9e-6827217983a6', 'status': 'completed', 'code': 200} Sep 15 07:45:15.401552 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efc204c-e6fa-49c2-87cb-804a0dc54153 service neutron] Pushing event updated for resources: {'Port': ['ID=3f042454-cf32-4a00-ae9e-6827217983a6,revision_number=3']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:45:15.430459 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-6d831ed7-4ed2-4f2f-a371-f4f78c9b3c1e None None] Port 3f042454-cf32-4a00-ae9e-6827217983a6 had new provisioning blocks added so it will not transition to active. {{(pid=107290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 15 07:45:15.440555 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:45:15.481307 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fba2cb-c3fb-47a6-ad35-863e0a6298fa req-f554fc6f-4fc9-4836-ad35-affb694f98c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:45:15.482964 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-67fba2cb-c3fb-47a6-ad35-863e0a6298fa req-f554fc6f-4fc9-4836-ad35-affb694f98c2 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=af1e008c4bfa41e18488c63ea0f17b27&device_id=fbbef2c3-07c4-4165-b994-cf399a858379 HTTP/1.1" status: 200 len: 1128 time: 0.0708704 Sep 15 07:45:15.487461 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27500f96-3f8d-4ef9-8de4-671460a4be4a req-652ef671-8bce-48ea-9f37-39b03f68357f tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:45:15.489217 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-27500f96-3f8d-4ef9-8de4-671460a4be4a req-652ef671-8bce-48ea-9f37-39b03f68357f tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=08d61aa0-bcb6-4fe0-bc26-20ef85c5025e HTTP/1.1" status: 200 len: 946 time: 0.0568855 Sep 15 07:45:15.550261 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-27500f96-3f8d-4ef9-8de4-671460a4be4a req-31be39d1-634f-402f-b8be-087b6f57778b tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=715457f5-6986-4664-80ea-7326eb5df706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486751 Sep 15 07:45:15.598690 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fba2cb-c3fb-47a6-ad35-863e0a6298fa req-961a6f9e-6748-4676-967c-9bd17429b0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:45:15.602375 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-67fba2cb-c3fb-47a6-ad35-863e0a6298fa req-961a6f9e-6748-4676-967c-9bd17429b0eb service neutron] 10.222.0.26 "GET /networking/v2.0/networks?tenant_id=af1e008c4bfa41e18488c63ea0f17b27&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1096990 Sep 15 07:45:15.706514 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aef883-6e4e-4616-a40d-e929906e5134 req-8cb6ea88-1a9d-4209-95c3-00620118c07f tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:45:15.709149 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-40aef883-6e4e-4616-a40d-e929906e5134 req-8cb6ea88-1a9d-4209-95c3-00620118c07f tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fbbef2c3-07c4-4165-b994-cf399a858379 HTTP/1.1" status: 200 len: 944 time: 0.0557210 Sep 15 07:45:15.730755 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fba2cb-c3fb-47a6-ad35-863e0a6298fa req-485f450d-be3e-4e0b-bd46-0da0426526d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:45:15.732233 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-67fba2cb-c3fb-47a6-ad35-863e0a6298fa req-485f450d-be3e-4e0b-bd46-0da0426526d1 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1251686 Sep 15 07:45:15.769819 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-40aef883-6e4e-4616-a40d-e929906e5134 req-e347e477-e28e-48aa-94ae-cb06e8948757 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bd1948ba-0dcc-463f-ac7d-46ca49a9cc24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501182 Sep 15 07:45:15.827084 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e891193-125a-48a5-8430-842239e44dd6 req-b36c25fb-53ab-410a-a311-02740c46bee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:45:15.829440 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-7e891193-125a-48a5-8430-842239e44dd6 req-b36c25fb-53ab-410a-a311-02740c46bee7 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=af1e008c4bfa41e18488c63ea0f17b27&device_id=fbbef2c3-07c4-4165-b994-cf399a858379 HTTP/1.1" status: 200 len: 1128 time: 0.0463333 Sep 15 07:45:15.875705 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-7e891193-125a-48a5-8430-842239e44dd6 req-3df5b448-7159-44b4-a8de-bca0caadeeb1 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3f042454-cf32-4a00-ae9e-6827217983a6 HTTP/1.1" status: 200 len: 217 time: 0.0379937 Sep 15 07:45:15.952199 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e891193-125a-48a5-8430-842239e44dd6 req-cfaa8a37-7948-4b8a-8bec-289d7f77b592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:45:15.953678 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-7e891193-125a-48a5-8430-842239e44dd6 req-cfaa8a37-7948-4b8a-8bec-289d7f77b592 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=c8bb4817-976c-49f3-9d00-c474544f8d63 HTTP/1.1" status: 200 len: 850 time: 0.0546222 Sep 15 07:45:15.998755 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e891193-125a-48a5-8430-842239e44dd6 req-3b5f0db0-2a55-4f28-a871-496884e2b2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:45:16.000245 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-7e891193-125a-48a5-8430-842239e44dd6 req-3b5f0db0-2a55-4f28-a871-496884e2b2c2 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=2c10a638-2533-4c87-88f1-ce4db4dec0fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392079 Sep 15 07:45:16.286019 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-7e891193-125a-48a5-8430-842239e44dd6 req-5f797ff8-0a2d-4e29-b481-165ded973739 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/2c10a638-2533-4c87-88f1-ce4db4dec0fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960093 Sep 15 07:45:16.378291 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-7e891193-125a-48a5-8430-842239e44dd6 req-0fa6c5c2-ac24-49f3-a462-2acf104ad760 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/2c10a638-2533-4c87-88f1-ce4db4dec0fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895829 Sep 15 07:45:16.389801 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 38084) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:45:16.457844 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-3f53ab2f-676a-4c60-9622-7386b76b9be7 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks [] for security_group (80f94d21-96a1-4032-bc87-a0acb8209528), before_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:16.480905 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-3f53ab2f-676a-4c60-9622-7386b76b9be7 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks [] for security_group (80f94d21-96a1-4032-bc87-a0acb8209528), precommit_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:16.639316 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-3f53ab2f-676a-4c60-9622-7386b76b9be7 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (80f94d21-96a1-4032-bc87-a0acb8209528), after_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:16.641850 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-3f53ab2f-676a-4c60-9622-7386b76b9be7 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks [] for security_group (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:16.642942 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-3f53ab2f-676a-4c60-9622-7386b76b9be7 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "DELETE /networking/v2.0/security-groups/80f94d21-96a1-4032-bc87-a0acb8209528 HTTP/1.1" status: 204 len: 168 time: 0.2508326 Sep 15 07:45:16.645959 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 38096) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:45:16.660250 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.api.v2.resource [None req-08442e00-216b-439e-9346-a4481c1754eb tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] show failed (client error): The resource could not be found. Sep 15 07:45:16.664185 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-08442e00-216b-439e-9346-a4481c1754eb tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "GET /networking/v2.0/security-groups/80f94d21-96a1-4032-bc87-a0acb8209528 HTTP/1.1" status: 404 len: 347 time: 0.0141094 Sep 15 07:45:16.664592 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 38098) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:45:16.686042 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f53ab2f-676a-4c60-9622-7386b76b9be7 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80f94d21-96a1-4032-bc87-a0acb8209528,revision_number=None']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:45:16.702837 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10e665e-5cdc-45a8-9cf3-21b37c852584 req-15c1ca81-3704-49f5-bd46-efc13bc43cbe tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:45:16.703233 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Device a2038fe2-5f0d-43e2-96b0-b1c3e3a35f14 no longer exists at agent hyperv_hv-cinder-82414 {{(pid=107290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 07:45:16.710660 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-b10e665e-5cdc-45a8-9cf3-21b37c852584 req-15c1ca81-3704-49f5-bd46-efc13bc43cbe tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=08d61aa0-bcb6-4fe0-bc26-20ef85c5025e HTTP/1.1" status: 200 len: 946 time: 0.0826404 Sep 15 07:45:16.744443 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=100 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:45:16.771788 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-b10e665e-5cdc-45a8-9cf3-21b37c852584 req-f73760da-a8c0-46f1-9b6d-f1d6683f08a7 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=715457f5-6986-4664-80ea-7326eb5df706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569782 Sep 15 07:45:16.792041 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.plugin [None req-28162f7a-fe7b-4a9c-818c-93f9a905c980 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Deleting port 7a5a8026-3274-4240-bfcb-92cda6f8403a {{(pid=107276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 07:45:16.792697 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-28162f7a-fe7b-4a9c-818c-93f9a905c980 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729658711565'] for port (7a5a8026-3274-4240-bfcb-92cda6f8403a), before_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:16.834523 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Current status of the port a2038fe2-5f0d-43e2-96b0-b1c3e3a35f14 is: ACTIVE; New status is: DOWN {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:45:16.834523 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (a2038fe2-5f0d-43e2-96b0-b1c3e3a35f14), before_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:16.874888 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08d61aa0-bcb6-4fe0-bc26-20ef85c5025e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2038fe2-5f0d-43e2-96b0-b1c3e3a35f14'}] {{(pid=107290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 07:45:16.879941 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff93a2f2a3cb789a491bb2a8c4b01cf70d8343c1611f7c7394898ef54d6aa0cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-267a677e-6ba8-4386-ae9f-588e7d015de8" -d '{"events": [{"server_uuid": "08d61aa0-bcb6-4fe0-bc26-20ef85c5025e", "name": "network-vif-unplugged", "status": "completed", "tag": "a2038fe2-5f0d-43e2-96b0-b1c3e3a35f14"}]}' {{(pid=107290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 07:45:16.906050 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] For port a2038fe2-5f0d-43e2-96b0-b1c3e3a35f14, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=a2038fe2-5f0d-43e2-96b0-b1c3e3a35f14,segment=NetworkSegment(7b87a5f2-de0b-43b5-b822-0b7379986e9e),segment_id=7b87a5f2-de0b-43b5-b822-0b7379986e9e)] {{(pid=107290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:45:16.907091 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-28162f7a-fe7b-4a9c-818c-93f9a905c980 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009180'] for port (7a5a8026-3274-4240-bfcb-92cda6f8403a), precommit_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:16.907580 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-28162f7a-fe7b-4a9c-818c-93f9a905c980 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks [] for floatingip (7a5a8026-3274-4240-bfcb-92cda6f8403a), precommit_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:16.910777 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19ce826-7148-44b1-8a90-afff709292b4 req-0e410550-eb43-4d2a-a8bd-34440dc2f3b0 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:45:16.913650 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-e19ce826-7148-44b1-8a90-afff709292b4 req-0e410550-eb43-4d2a-a8bd-34440dc2f3b0 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fbbef2c3-07c4-4165-b994-cf399a858379 HTTP/1.1" status: 200 len: 944 time: 0.0566134 Sep 15 07:45:16.922596 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.plugin [None req-28162f7a-fe7b-4a9c-818c-93f9a905c980 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Calling delete_port for 7a5a8026-3274-4240-bfcb-92cda6f8403a owned by network:floatingip {{(pid=107276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 07:45:16.952881 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615'] for port (a2038fe2-5f0d-43e2-96b0-b1c3e3a35f14), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:16.955839 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Device c0246052-5807-47eb-9a0b-f3f27149228f no longer exists at agent hyperv_hv-cinder-82414 {{(pid=107290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 07:45:16.979680 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-e19ce826-7148-44b1-8a90-afff709292b4 req-f7038779-a716-4d80-a9fa-eae1b4846bc2 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bd1948ba-0dcc-463f-ac7d-46ca49a9cc24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599778 Sep 15 07:45:17.012803 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [req-f02b6501-9c08-410b-bfbc-512ef6e942e1 req-862ef441-ae72-4440-ae6f-f3512eb6cda3 service neutron] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107279) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 15 07:45:17.013973 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-f02b6501-9c08-410b-bfbc-512ef6e942e1 req-862ef441-ae72-4440-ae6f-f3512eb6cda3 service neutron] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.1723499 Sep 15 07:45:17.029794 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] No Port match for: c0246052-5807-47eb-9a0b-f3f27149228f {{(pid=107290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 07:45:17.030321 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Device c0246052-5807-47eb-9a0b-f3f27149228f not bound to the agent host hv-cinder-82414 {{(pid=107290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 07:45:17.047610 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 15 Sep 2022 07:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76c2d39c-7a07-4673-9318-5ebf91671463 x-openstack-request-id: req-76c2d39c-7a07-4673-9318-5ebf91671463 {{(pid=107290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 07:45:17.048130 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08d61aa0-bcb6-4fe0-bc26-20ef85c5025e", "name": "network-vif-unplugged", "status": "failed", "tag": "a2038fe2-5f0d-43e2-96b0-b1c3e3a35f14", "code": 422}]} {{(pid=107290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 07:45:17.048384 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-76c2d39c-7a07-4673-9318-5ebf91671463 {{(pid=107290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 07:45:17.049006 dv-cinder-824149-6-iscsi neutron-server[107290]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-76c2d39c-7a07-4673-9318-5ebf91671463']: {'server_uuid': '08d61aa0-bcb6-4fe0-bc26-20ef85c5025e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a2038fe2-5f0d-43e2-96b0-b1c3e3a35f14', 'code': 422} returned with failed status Sep 15 07:45:17.064737 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Pushing event updated for resources: {'Port': ['ID=a2038fe2-5f0d-43e2-96b0-b1c3e3a35f14,revision_number=6']} {{(pid=107290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:45:17.139008 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 38110) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:45:17.170170 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-28162f7a-fe7b-4a9c-818c-93f9a905c980 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729658628491', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729658170588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260827426'] for port (7a5a8026-3274-4240-bfcb-92cda6f8403a), after_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:17.195864 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28162f7a-fe7b-4a9c-818c-93f9a905c980 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Pushing event deleted for resources: {'Port': ['ID=7a5a8026-3274-4240-bfcb-92cda6f8403a,revision_number=None']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:45:17.251678 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-0f08157d-11b4-4716-b3fb-e2de9783d64e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:17.260320 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-28162f7a-fe7b-4a9c-818c-93f9a905c980 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks [] for floatingip (2fb27ed6-bac1-44b9-9340-337bad9e6cb9), after_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:17.262807 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-28162f7a-fe7b-4a9c-818c-93f9a905c980 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382552'] for floatingip (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:17.263955 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-28162f7a-fe7b-4a9c-818c-93f9a905c980 tempest-AttachVolumeNegativeTest-1033429769 tempest-AttachVolumeNegativeTest-1033429769-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/2fb27ed6-bac1-44b9-9340-337bad9e6cb9 HTTP/1.1" status: 204 len: 168 time: 0.5982645 Sep 15 07:45:17.340220 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-0f08157d-11b4-4716-b3fb-e2de9783d64e admin admin] Publish callbacks [] for security_group (6fb45b0a-b6cf-441c-bc2a-ab7d10be510d), precommit_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:17.423585 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20ba709-6b89-45f1-bc36-df6cf0ab2564 req-71898f31-50f7-486c-bf7a-cadb1b3aad22 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:45:17.425030 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-d20ba709-6b89-45f1-bc36-df6cf0ab2564 req-71898f31-50f7-486c-bf7a-cadb1b3aad22 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=08d61aa0-bcb6-4fe0-bc26-20ef85c5025e HTTP/1.1" status: 200 len: 944 time: 0.0473342 Sep 15 07:45:17.426096 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-0f08157d-11b4-4716-b3fb-e2de9783d64e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (6fb45b0a-b6cf-441c-bc2a-ab7d10be510d), after_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:17.484633 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f08157d-11b4-4716-b3fb-e2de9783d64e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fb45b0a-b6cf-441c-bc2a-ab7d10be510d,revision_number=1']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:45:17.490325 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-0f08157d-11b4-4716-b3fb-e2de9783d64e admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=9be93644738a452ab16e847a56089b99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3502536 Sep 15 07:45:17.493846 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 38118) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:45:17.494251 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:45:17.538343 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=6 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:45:17.546492 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-d20ba709-6b89-45f1-bc36-df6cf0ab2564 req-3f07843a-cbe7-409c-acab-96c5bdac7a66 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=715457f5-6986-4664-80ea-7326eb5df706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1091065 Sep 15 07:45:17.551790 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-c8ebfb89-7a63-4590-ba4e-58bdd3f7e71d req-98d71413-5ee9-4e92-b627-04edbe5f969a service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=08d61aa0-bcb6-4fe0-bc26-20ef85c5025e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0627127 Sep 15 07:45:17.578180 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-739c33a0-759a-4072-b474-9573f775416b admin admin] Publish callbacks [] for security_group (6fb45b0a-b6cf-441c-bc2a-ab7d10be510d), before_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:17.596724 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-739c33a0-759a-4072-b474-9573f775416b admin admin] Publish callbacks [] for security_group (6fb45b0a-b6cf-441c-bc2a-ab7d10be510d), precommit_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:17.662647 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ebfb89-7a63-4590-ba4e-58bdd3f7e71d req-f75454b8-75f4-420f-af99-091be4916327 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:45:17.663993 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-c8ebfb89-7a63-4590-ba4e-58bdd3f7e71d req-f75454b8-75f4-420f-af99-091be4916327 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] 10.222.0.42 "GET /networking/v2.0/ports/a2038fe2-5f0d-43e2-96b0-b1c3e3a35f14 HTTP/1.1" status: 200 len: 941 time: 0.0700922 Sep 15 07:45:17.781064 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-739c33a0-759a-4072-b474-9573f775416b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (6fb45b0a-b6cf-441c-bc2a-ab7d10be510d), after_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:17.783987 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-739c33a0-759a-4072-b474-9573f775416b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:17.787333 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-739c33a0-759a-4072-b474-9573f775416b admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/6fb45b0a-b6cf-441c-bc2a-ab7d10be510d HTTP/1.1" status: 204 len: 168 time: 0.2897744 Sep 15 07:45:17.794281 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739c33a0-759a-4072-b474-9573f775416b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fb45b0a-b6cf-441c-bc2a-ab7d10be510d,revision_number=None']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:45:18.142735 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775654ef-64bb-457e-bf98-0c19e54f1129 req-2f0bd921-61dd-49bd-8a8b-c3d805fac6be tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:45:18.144199 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-775654ef-64bb-457e-bf98-0c19e54f1129 req-2f0bd921-61dd-49bd-8a8b-c3d805fac6be tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fbbef2c3-07c4-4165-b994-cf399a858379 HTTP/1.1" status: 200 len: 944 time: 0.0607998 Sep 15 07:45:18.196513 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-775654ef-64bb-457e-bf98-0c19e54f1129 req-c2975bc4-14fa-48aa-9cfe-492f1c4245d5 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bd1948ba-0dcc-463f-ac7d-46ca49a9cc24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461681 Sep 15 07:45:18.418545 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 38134) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:45:18.432464 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-434af260-6688-44e1-9aff-f6afd9f1ab67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:18.507972 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-434af260-6688-44e1-9aff-f6afd9f1ab67 admin admin] Publish callbacks [] for security_group (e47cb8d9-d51b-469c-a8d2-45f54fba01a5), precommit_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:18.598118 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-434af260-6688-44e1-9aff-f6afd9f1ab67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (e47cb8d9-d51b-469c-a8d2-45f54fba01a5), after_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:18.647259 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-434af260-6688-44e1-9aff-f6afd9f1ab67 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=a87ad6828f884a5292921863521c0f90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2274599 Sep 15 07:45:18.648004 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434af260-6688-44e1-9aff-f6afd9f1ab67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e47cb8d9-d51b-469c-a8d2-45f54fba01a5,revision_number=1']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:45:18.649719 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 38144) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:45:18.702617 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0b9abe-412a-40b3-b1d6-2bcd8be181bd req-09f25ef5-08f2-460d-9b46-d58c2d967f5d tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:45:18.704221 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-ed0b9abe-412a-40b3-b1d6-2bcd8be181bd req-09f25ef5-08f2-460d-9b46-d58c2d967f5d tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=08d61aa0-bcb6-4fe0-bc26-20ef85c5025e HTTP/1.1" status: 200 len: 944 time: 0.0519149 Sep 15 07:45:18.718152 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-d0f84aa7-e10b-4cc0-9b5d-124209cac411 admin admin] Publish callbacks [] for security_group (e47cb8d9-d51b-469c-a8d2-45f54fba01a5), before_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:18.740910 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-d0f84aa7-e10b-4cc0-9b5d-124209cac411 admin admin] Publish callbacks [] for security_group (e47cb8d9-d51b-469c-a8d2-45f54fba01a5), precommit_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:18.767825 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-ed0b9abe-412a-40b3-b1d6-2bcd8be181bd req-79c0ea80-56b1-4d43-9059-5ca9c97d01ea tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=715457f5-6986-4664-80ea-7326eb5df706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577068 Sep 15 07:45:18.855323 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-d0f84aa7-e10b-4cc0-9b5d-124209cac411 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (e47cb8d9-d51b-469c-a8d2-45f54fba01a5), after_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:18.858114 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-d0f84aa7-e10b-4cc0-9b5d-124209cac411 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:18.859252 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-d0f84aa7-e10b-4cc0-9b5d-124209cac411 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/e47cb8d9-d51b-469c-a8d2-45f54fba01a5 HTTP/1.1" status: 204 len: 168 time: 0.2084885 Sep 15 07:45:18.869027 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f84aa7-e10b-4cc0-9b5d-124209cac411 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e47cb8d9-d51b-469c-a8d2-45f54fba01a5,revision_number=None']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:45:19.325117 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334b0c9e-110d-4b86-93a2-cf6d290dc868 req-6f32cdbd-81b2-47da-90cc-8ad9148f9f5f tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:45:19.326639 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-334b0c9e-110d-4b86-93a2-cf6d290dc868 req-6f32cdbd-81b2-47da-90cc-8ad9148f9f5f tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fbbef2c3-07c4-4165-b994-cf399a858379 HTTP/1.1" status: 200 len: 944 time: 0.0523198 Sep 15 07:45:19.383403 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-334b0c9e-110d-4b86-93a2-cf6d290dc868 req-88096bb5-6e1d-4ab5-bdb0-8308419e1279 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bd1948ba-0dcc-463f-ac7d-46ca49a9cc24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503261 Sep 15 07:45:19.921221 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413ca60b-76bc-4247-9795-f73df676c42e req-c882bec9-2f04-49f5-8a2a-7a96418953a2 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:45:19.923468 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-413ca60b-76bc-4247-9795-f73df676c42e req-c882bec9-2f04-49f5-8a2a-7a96418953a2 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=08d61aa0-bcb6-4fe0-bc26-20ef85c5025e HTTP/1.1" status: 200 len: 944 time: 0.0773852 Sep 15 07:45:19.975967 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:45:20.003719 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-413ca60b-76bc-4247-9795-f73df676c42e req-d17da0b3-5f68-4823-8122-97b89175d7ab tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=715457f5-6986-4664-80ea-7326eb5df706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695109 Sep 15 07:45:20.196896 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:45:20.228753 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ebfb89-7a63-4590-ba4e-58bdd3f7e71d req-77969974-396c-4e7b-8d93-f1e669a232ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:45:20.230443 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-c8ebfb89-7a63-4590-ba4e-58bdd3f7e71d req-77969974-396c-4e7b-8d93-f1e669a232ba service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=08d61aa0-bcb6-4fe0-bc26-20ef85c5025e&tenant_id=7e20a6e5fded473c8905bffff7775ed3 HTTP/1.1" status: 200 len: 1128 time: 0.0448329 Sep 15 07:45:20.297783 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ebfb89-7a63-4590-ba4e-58bdd3f7e71d req-3c87a611-c8e1-4fa3-9bbb-c55cd22f0c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:45:20.299270 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-c8ebfb89-7a63-4590-ba4e-58bdd3f7e71d req-3c87a611-c8e1-4fa3-9bbb-c55cd22f0c46 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=7e20a6e5fded473c8905bffff7775ed3&device_id=08d61aa0-bcb6-4fe0-bc26-20ef85c5025e HTTP/1.1" status: 200 len: 1128 time: 0.0411925 Sep 15 07:45:20.406676 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ebfb89-7a63-4590-ba4e-58bdd3f7e71d req-a196c8e0-ed01-4214-84b6-e39cfad4db4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:45:20.408195 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-c8ebfb89-7a63-4590-ba4e-58bdd3f7e71d req-a196c8e0-ed01-4214-84b6-e39cfad4db4f service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=85a7f1ba-3d89-421a-8e93-c34cc3e5ffc3 HTTP/1.1" status: 200 len: 909 time: 0.1028752 Sep 15 07:45:20.471715 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:45:20.479783 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-c8ebfb89-7a63-4590-ba4e-58bdd3f7e71d req-5901af60-03eb-4e4c-a1e0-79abb2522726 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a2038fe2-5f0d-43e2-96b0-b1c3e3a35f14 HTTP/1.1" status: 200 len: 1000 time: 0.0649586 Sep 15 07:45:20.543093 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ebfb89-7a63-4590-ba4e-58bdd3f7e71d req-eb62ed70-4e1b-4ab8-aae3-9c6ff06cbb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:45:20.545441 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-c8ebfb89-7a63-4590-ba4e-58bdd3f7e71d req-eb62ed70-4e1b-4ab8-aae3-9c6ff06cbb60 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=e61fdb9d-5934-42a7-84a4-5655559ab33d HTTP/1.1" status: 200 len: 847 time: 0.0589886 Sep 15 07:45:20.594041 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ebfb89-7a63-4590-ba4e-58bdd3f7e71d req-3f5fd58b-cf2f-453f-aa58-e298b155d876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:45:20.595698 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-c8ebfb89-7a63-4590-ba4e-58bdd3f7e71d req-3f5fd58b-cf2f-453f-aa58-e298b155d876 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=85a7f1ba-3d89-421a-8e93-c34cc3e5ffc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439408 Sep 15 07:45:20.686213 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a842ab-fada-4d38-8959-af0e5b172ee2 req-cb590bbe-df44-4485-9053-655627b72064 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:45:20.688368 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-60a842ab-fada-4d38-8959-af0e5b172ee2 req-cb590bbe-df44-4485-9053-655627b72064 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fbbef2c3-07c4-4165-b994-cf399a858379 HTTP/1.1" status: 200 len: 944 time: 0.0556104 Sep 15 07:45:20.714118 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-c8ebfb89-7a63-4590-ba4e-58bdd3f7e71d req-5fff6860-515d-4feb-96f4-8b5615f45b5f service neutron] 10.222.0.26 "GET /networking/v2.0/networks/85a7f1ba-3d89-421a-8e93-c34cc3e5ffc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119192 Sep 15 07:45:20.744039 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-60a842ab-fada-4d38-8959-af0e5b172ee2 req-e5327e91-52c7-4537-b1db-98949daa7be9 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bd1948ba-0dcc-463f-ac7d-46ca49a9cc24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494847 Sep 15 07:45:20.813091 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-c8ebfb89-7a63-4590-ba4e-58bdd3f7e71d req-0821970f-2032-4ae3-8b25-b64c79688c6f service neutron] 10.222.0.26 "GET /networking/v2.0/networks/85a7f1ba-3d89-421a-8e93-c34cc3e5ffc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933228 Sep 15 07:45:21.139059 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5087afec-6416-461c-8dcf-38248c0fbf33 req-30bda67d-005d-410d-ba16-8c4114cdb8ba tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:45:21.140518 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-5087afec-6416-461c-8dcf-38248c0fbf33 req-30bda67d-005d-410d-ba16-8c4114cdb8ba tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=08d61aa0-bcb6-4fe0-bc26-20ef85c5025e HTTP/1.1" status: 200 len: 944 time: 0.0497894 Sep 15 07:45:21.201168 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-5087afec-6416-461c-8dcf-38248c0fbf33 req-9f48c7ed-5b43-46ef-9b49-2187ab338154 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=715457f5-6986-4664-80ea-7326eb5df706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540535 Sep 15 07:45:21.493460 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 38246) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:45:21.872522 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a4f7a6-b976-4015-b3f9-1f7285c4c4ef req-6c279790-1a9c-4380-afe0-1209e5a2b1c1 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:45:21.874041 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-82a4f7a6-b976-4015-b3f9-1f7285c4c4ef req-6c279790-1a9c-4380-afe0-1209e5a2b1c1 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fbbef2c3-07c4-4165-b994-cf399a858379 HTTP/1.1" status: 200 len: 944 time: 0.0524361 Sep 15 07:45:21.922308 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-5a4e2bb7-e0e0-4171-bad4-94748bc90ece admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2002598'] for router_interface (0d4028b8-96d7-47fa-8f18-e0b1adcb6c33), before_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:21.934753 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-82a4f7a6-b976-4015-b3f9-1f7285c4c4ef req-28eb7378-5444-4456-8945-5ca1417c7c38 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bd1948ba-0dcc-463f-ac7d-46ca49a9cc24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481441 Sep 15 07:45:21.990621 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 38254) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:45:22.024319 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=100 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:45:22.101064 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-70fcf6f2-6de2-4348-a55b-01bac4a98e8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:22.161485 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.plugin [None req-5a4e2bb7-e0e0-4171-bad4-94748bc90ece admin admin] Deleting port 7975c9ad-ec26-425b-9f32-75713f2d760a {{(pid=107276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 07:45:22.161820 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-5a4e2bb7-e0e0-4171-bad4-94748bc90ece admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729658711565'] for port (7975c9ad-ec26-425b-9f32-75713f2d760a), before_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:22.173645 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:45:22.178497 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-70fcf6f2-6de2-4348-a55b-01bac4a98e8c admin admin] Publish callbacks [] for security_group (300d581e-d97c-4ec4-aacf-d46772ab0bda), precommit_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:22.247582 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.db [None req-5a4e2bb7-e0e0-4171-bad4-94748bc90ece admin admin] For port 7975c9ad-ec26-425b-9f32-75713f2d760a, host dv-cinder-824149-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-6-iscsi',level=0,port_id=7975c9ad-ec26-425b-9f32-75713f2d760a,segment=NetworkSegment(61bd15d1-c2a6-46ff-9a57-3dfb0a553bb9),segment_id=61bd15d1-c2a6-46ff-9a57-3dfb0a553bb9)] {{(pid=107276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:45:22.248012 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-5a4e2bb7-e0e0-4171-bad4-94748bc90ece admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009180'] for port (7975c9ad-ec26-425b-9f32-75713f2d760a), precommit_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:22.261287 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.plugin [None req-5a4e2bb7-e0e0-4171-bad4-94748bc90ece admin admin] Calling delete_port for 7975c9ad-ec26-425b-9f32-75713f2d760a owned by network:router_interface {{(pid=107276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 07:45:22.266293 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-70fcf6f2-6de2-4348-a55b-01bac4a98e8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (300d581e-d97c-4ec4-aacf-d46772ab0bda), after_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:22.334796 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fcf6f2-6de2-4348-a55b-01bac4a98e8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=300d581e-d97c-4ec4-aacf-d46772ab0bda,revision_number=1']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:45:22.341519 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-70fcf6f2-6de2-4348-a55b-01bac4a98e8c admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=d8c88be168a247f3a1d7a268bf3d4093&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3498595 Sep 15 07:45:22.344501 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 38260) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:45:22.374403 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed88d7ba-56b2-4dc8-bc5d-fcb934f76714 req-8e49269a-709b-441c-b304-17ca91fcfd96 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:45:22.375848 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-ed88d7ba-56b2-4dc8-bc5d-fcb934f76714 req-8e49269a-709b-441c-b304-17ca91fcfd96 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=08d61aa0-bcb6-4fe0-bc26-20ef85c5025e HTTP/1.1" status: 200 len: 944 time: 0.0888517 Sep 15 07:45:22.440030 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-1e3a7fa4-0961-4bc5-9dab-1f6950a76d66 admin admin] Publish callbacks [] for security_group (300d581e-d97c-4ec4-aacf-d46772ab0bda), before_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:22.458275 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-ed88d7ba-56b2-4dc8-bc5d-fcb934f76714 req-9d13c851-1c5f-4c81-bbed-ffedc9b2a85a tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=715457f5-6986-4664-80ea-7326eb5df706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742280 Sep 15 07:45:22.470056 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-1e3a7fa4-0961-4bc5-9dab-1f6950a76d66 admin admin] Publish callbacks [] for security_group (300d581e-d97c-4ec4-aacf-d46772ab0bda), precommit_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:22.523100 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-5a4e2bb7-e0e0-4171-bad4-94748bc90ece admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729658628491', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729658170588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260827426'] for port (7975c9ad-ec26-425b-9f32-75713f2d760a), after_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:22.530898 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:45:22.552934 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4e2bb7-e0e0-4171-bad4-94748bc90ece admin admin] Pushing event deleted for resources: {'Port': ['ID=7975c9ad-ec26-425b-9f32-75713f2d760a,revision_number=None']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:45:22.556301 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-097e7bff-70b4-4f98-9170-0fae67e79a86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (47b201f8-ba91-4005-8457-67653169c522), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:22.597543 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-1e3a7fa4-0961-4bc5-9dab-1f6950a76d66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (300d581e-d97c-4ec4-aacf-d46772ab0bda), after_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:22.600333 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-1e3a7fa4-0961-4bc5-9dab-1f6950a76d66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:22.601651 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-1e3a7fa4-0961-4bc5-9dab-1f6950a76d66 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/300d581e-d97c-4ec4-aacf-d46772ab0bda HTTP/1.1" status: 204 len: 168 time: 0.2561665 Sep 15 07:45:22.610005 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3a7fa4-0961-4bc5-9dab-1f6950a76d66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=300d581e-d97c-4ec4-aacf-d46772ab0bda,revision_number=None']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:45:22.738975 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-5a4e2bb7-e0e0-4171-bad4-94748bc90ece admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2007574'] for router_interface (0d4028b8-96d7-47fa-8f18-e0b1adcb6c33), after_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:23.064249 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cdd4d2-4ff3-4ace-bd88-c66529f4764e req-9f03bdec-70a7-4c68-931e-15a4fc80b93c tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:45:23.066104 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-c6cdd4d2-4ff3-4ace-bd88-c66529f4764e req-9f03bdec-70a7-4c68-931e-15a4fc80b93c tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fbbef2c3-07c4-4165-b994-cf399a858379 HTTP/1.1" status: 200 len: 944 time: 0.0494261 Sep 15 07:45:23.103846 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:45:23.110718 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:45:23.120760 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-c6cdd4d2-4ff3-4ace-bd88-c66529f4764e req-9c7052f6-c3af-445f-b4fc-006e10f2b244 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bd1948ba-0dcc-463f-ac7d-46ca49a9cc24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464430 Sep 15 07:45:23.179077 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 38268) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:45:23.196719 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-f218c3d0-daea-41d2-8642-bc75f2362ac0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:23.212090 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a4e2bb7-e0e0-4171-bad4-94748bc90ece admin admin] Router 0d4028b8-96d7-47fa-8f18-e0b1adcb6c33 has already been hosted by L3 agent 6177172c-20b9-4a3a-92be-d5dd082cfa3a {{(pid=107276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 07:45:23.274038 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-f218c3d0-daea-41d2-8642-bc75f2362ac0 admin admin] Publish callbacks [] for security_group (4b528948-7593-46e3-b06e-d0b02d09628f), precommit_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:23.316837 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a4e2bb7-e0e0-4171-bad4-94748bc90ece admin admin] Notify agent at l3_agent.dv-cinder-824149-6-iscsi the message routers_updated {{(pid=107276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 07:45:23.321924 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-5a4e2bb7-e0e0-4171-bad4-94748bc90ece admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/0d4028b8-96d7-47fa-8f18-e0b1adcb6c33/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8275244 Sep 15 07:45:23.324384 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 38270) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:45:23.327051 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0bece62-c3f7-4d04-b6fb-9608ef68b477 None None] Sync routers for ids ['0d4028b8-96d7-47fa-8f18-e0b1adcb6c33'] in dv-cinder-824149-6-iscsi {{(pid=107290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 07:45:23.331345 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-f218c3d0-daea-41d2-8642-bc75f2362ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (4b528948-7593-46e3-b06e-d0b02d09628f), after_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:23.339952 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0bece62-c3f7-4d04-b6fb-9608ef68b477 None None] Routers {'0d4028b8-96d7-47fa-8f18-e0b1adcb6c33'} bound to L3 agent in host dv-cinder-824149-6-iscsi {{(pid=107290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 07:45:23.341048 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_hamode_db [None req-f0bece62-c3f7-4d04-b6fb-9608ef68b477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-15T07:30:25Z,description=,heartbeat_timestamp=2022-09-15T07:44:55Z,host='dv-cinder-824149-6-iscsi',id=6177172c-20b9-4a3a-92be-d5dd082cfa3a,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T07:30:25Z,topic='l3_agent')) {'router_ids': ['0d4028b8-96d7-47fa-8f18-e0b1adcb6c33'], 'active': True} {{(pid=107290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:45:23.373240 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-f218c3d0-daea-41d2-8642-bc75f2362ac0 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=063d04b2bd3343ddbb30bdeeb41c3b16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1930549 Sep 15 07:45:23.374129 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f218c3d0-daea-41d2-8642-bc75f2362ac0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b528948-7593-46e3-b06e-d0b02d09628f,revision_number=1']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:45:23.376523 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 38272) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:45:23.437934 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-bb891dde-11a5-468b-9b13-eb7bcd19fb39 admin admin] Publish callbacks [] for router (0d4028b8-96d7-47fa-8f18-e0b1adcb6c33), before_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:23.442597 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-5b670d28-558c-4eb8-9c38-df55a8ed6870 admin admin] Publish callbacks [] for security_group (4b528948-7593-46e3-b06e-d0b02d09628f), before_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:23.459738 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvr_db [None req-f0bece62-c3f7-4d04-b6fb-9608ef68b477 None None] Set router 0d4028b8-96d7-47fa-8f18-e0b1adcb6c33 gateway port host: dv-cinder-824149-6-iscsi {{(pid=107290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 07:45:23.464674 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-5b670d28-558c-4eb8-9c38-df55a8ed6870 admin admin] Publish callbacks [] for security_group (4b528948-7593-46e3-b06e-d0b02d09628f), precommit_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:23.554917 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-bb891dde-11a5-468b-9b13-eb7bcd19fb39 admin admin] Publish callbacks [] for router_gateway (0d4028b8-96d7-47fa-8f18-e0b1adcb6c33), before_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:23.585839 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:45:23.600010 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fdaa5b-b064-42c3-a3be-650b0dcf5939 req-d76dbfb1-ae52-4199-a47d-7026b721b047 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:45:23.601487 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-73fdaa5b-b064-42c3-a3be-650b0dcf5939 req-d76dbfb1-ae52-4199-a47d-7026b721b047 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=08d61aa0-bcb6-4fe0-bc26-20ef85c5025e HTTP/1.1" status: 200 len: 944 time: 0.0547776 Sep 15 07:45:23.623613 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-5b670d28-558c-4eb8-9c38-df55a8ed6870 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (4b528948-7593-46e3-b06e-d0b02d09628f), after_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:23.626251 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-5b670d28-558c-4eb8-9c38-df55a8ed6870 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:23.627343 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-5b670d28-558c-4eb8-9c38-df55a8ed6870 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/4b528948-7593-46e3-b06e-d0b02d09628f HTTP/1.1" status: 204 len: 168 time: 0.2393911 Sep 15 07:45:23.636796 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b670d28-558c-4eb8-9c38-df55a8ed6870 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b528948-7593-46e3-b06e-d0b02d09628f,revision_number=None']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:45:23.654053 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:45:23.670105 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-73fdaa5b-b064-42c3-a3be-650b0dcf5939 req-3e687ebc-5a01-4500-b85b-8cd7e7279511 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=715457f5-6986-4664-80ea-7326eb5df706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626872 Sep 15 07:45:23.673244 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_hamode_db [None req-f0bece62-c3f7-4d04-b6fb-9608ef68b477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d4028b8-96d7-47fa-8f18-e0b1adcb6c33', 'name': 'tempest-AttachVolumeNegativeTest-973409911-router', 'tenant_id': '14017d5edbbd4068b529d5d92444182a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': 'e783c1bd-15b4-4efe-877f-05c799346606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:38:34Z', 'updated_at': '2022-09-15T07:45:22Z', 'revision_number': 5, 'project_id': '14017d5edbbd4068b529d5d92444182a', 'gw_port': {'id': 'e783c1bd-15b4-4efe-877f-05c799346606', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4028b8-96d7-47fa-8f18-e0b1adcb6c33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:38:35Z', 'updated_at': '2022-09-15T07:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi'}], 'dv-cinder-824149-6-iscsi', False) {} {{(pid=107290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:45:23.704880 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0bece62-c3f7-4d04-b6fb-9608ef68b477 None None] Checking router: 0d4028b8-96d7-47fa-8f18-e0b1adcb6c33 for host: dv-cinder-824149-6-iscsi {{(pid=107290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 07:45:23.714769 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0bece62-c3f7-4d04-b6fb-9608ef68b477 None None] Routers {'0d4028b8-96d7-47fa-8f18-e0b1adcb6c33'} bound to L3 agent in host dv-cinder-824149-6-iscsi {{(pid=107290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 07:45:23.715735 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_hamode_db [None req-f0bece62-c3f7-4d04-b6fb-9608ef68b477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-15T07:30:25Z,description=,heartbeat_timestamp=2022-09-15T07:44:55Z,host='dv-cinder-824149-6-iscsi',id=6177172c-20b9-4a3a-92be-d5dd082cfa3a,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T07:30:25Z,topic='l3_agent')) {'router_ids': ['0d4028b8-96d7-47fa-8f18-e0b1adcb6c33'], 'active': True} {{(pid=107290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:45:23.723758 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.plugin [None req-bb891dde-11a5-468b-9b13-eb7bcd19fb39 admin admin] Deleting port e783c1bd-15b4-4efe-877f-05c799346606 {{(pid=107276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 07:45:23.724281 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-bb891dde-11a5-468b-9b13-eb7bcd19fb39 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729658711565'] for port (e783c1bd-15b4-4efe-877f-05c799346606), before_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:23.781897 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=100 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:45:23.790810 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:45:23.806315 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvr_db [None req-f0bece62-c3f7-4d04-b6fb-9608ef68b477 None None] Set router 0d4028b8-96d7-47fa-8f18-e0b1adcb6c33 gateway port host: None {{(pid=107290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 07:45:23.814229 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.db [None req-bb891dde-11a5-468b-9b13-eb7bcd19fb39 admin admin] For port e783c1bd-15b4-4efe-877f-05c799346606, host dv-cinder-824149-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-6-iscsi',level=0,port_id=e783c1bd-15b4-4efe-877f-05c799346606,segment=NetworkSegment(8c607054-1f24-4b82-9f54-7b368db757ce),segment_id=8c607054-1f24-4b82-9f54-7b368db757ce)] {{(pid=107276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:45:23.814711 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-bb891dde-11a5-468b-9b13-eb7bcd19fb39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009180'] for port (e783c1bd-15b4-4efe-877f-05c799346606), precommit_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:23.833655 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.plugin [None req-bb891dde-11a5-468b-9b13-eb7bcd19fb39 admin admin] Calling delete_port for e783c1bd-15b4-4efe-877f-05c799346606 owned by network:router_gateway {{(pid=107276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 07:45:23.870669 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_hamode_db [None req-f0bece62-c3f7-4d04-b6fb-9608ef68b477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d4028b8-96d7-47fa-8f18-e0b1adcb6c33', 'name': 'tempest-AttachVolumeNegativeTest-973409911-router', 'tenant_id': '14017d5edbbd4068b529d5d92444182a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:38:34Z', 'updated_at': '2022-09-15T07:45:23Z', 'revision_number': 6, 'project_id': '14017d5edbbd4068b529d5d92444182a', 'gw_port_host': None}], 'dv-cinder-824149-6-iscsi', False) {} {{(pid=107290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:45:23.898069 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0bece62-c3f7-4d04-b6fb-9608ef68b477 None None] The sync data for ids ['0d4028b8-96d7-47fa-8f18-e0b1adcb6c33'] in dv-cinder-824149-6-iscsi is: [{'id': '0d4028b8-96d7-47fa-8f18-e0b1adcb6c33', 'name': 'tempest-AttachVolumeNegativeTest-973409911-router', 'tenant_id': '14017d5edbbd4068b529d5d92444182a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:38:34Z', 'updated_at': '2022-09-15T07:45:23Z', 'revision_number': 6, 'project_id': '14017d5edbbd4068b529d5d92444182a', 'gw_port_host': None}] {{(pid=107290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 07:45:24.071825 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-bb891dde-11a5-468b-9b13-eb7bcd19fb39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729658628491', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729658170588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260827426'] for port (e783c1bd-15b4-4efe-877f-05c799346606), after_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:24.105478 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb891dde-11a5-468b-9b13-eb7bcd19fb39 admin admin] Pushing event deleted for resources: {'Port': ['ID=e783c1bd-15b4-4efe-877f-05c799346606,revision_number=None']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:45:24.169671 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-bb891dde-11a5-468b-9b13-eb7bcd19fb39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2007388'] for router_gateway (0d4028b8-96d7-47fa-8f18-e0b1adcb6c33), after_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:24.243884 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f74720-ef9d-4ea3-90c5-2275501119a8 req-5001843f-0069-4cbe-a873-ad31bf60ead9 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:45:24.246467 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-a0f74720-ef9d-4ea3-90c5-2275501119a8 req-5001843f-0069-4cbe-a873-ad31bf60ead9 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fbbef2c3-07c4-4165-b994-cf399a858379 HTTP/1.1" status: 200 len: 944 time: 0.0488386 Sep 15 07:45:24.268364 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-bb891dde-11a5-468b-9b13-eb7bcd19fb39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2014664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1922'] for router (0d4028b8-96d7-47fa-8f18-e0b1adcb6c33), precommit_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:24.272309 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-bb891dde-11a5-468b-9b13-eb7bcd19fb39 admin admin] Publish callbacks [] for router_controller (0d4028b8-96d7-47fa-8f18-e0b1adcb6c33), precommit_delete_associations {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:24.301880 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.agents_db [None req-df016ec4-f85e-4abb-9405-ce942686afd2 None None] Agent healthcheck: found 6 active agents {{(pid=107295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 07:45:24.316838 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-a0f74720-ef9d-4ea3-90c5-2275501119a8 req-858b55c6-05f5-4e71-b8a4-46fee4562bfd tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bd1948ba-0dcc-463f-ac7d-46ca49a9cc24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567622 Sep 15 07:45:24.380651 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-bb891dde-11a5-468b-9b13-eb7bcd19fb39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2007659'] for router (0d4028b8-96d7-47fa-8f18-e0b1adcb6c33), after_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:24.381229 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb891dde-11a5-468b-9b13-eb7bcd19fb39 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0d4028b8-96d7-47fa-8f18-e0b1adcb6c33 {{(pid=107276) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 07:45:24.385974 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-bb891dde-11a5-468b-9b13-eb7bcd19fb39 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:24.387122 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-bb891dde-11a5-468b-9b13-eb7bcd19fb39 admin admin] 10.222.0.42 "DELETE /networking/v2.0/routers/0d4028b8-96d7-47fa-8f18-e0b1adcb6c33 HTTP/1.1" status: 204 len: 168 time: 1.0618134 Sep 15 07:45:24.389782 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 38290) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:45:24.436258 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8bc8827-dcbb-4bfe-b713-f59399ddf865 admin admin] Deleting subnet 655669e6-9885-472d-9103-52b022988dd7 {{(pid=107276) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 15 07:45:24.439700 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-a8bc8827-dcbb-4bfe-b713-f59399ddf865 admin admin] Publish callbacks [] for subnet (655669e6-9885-472d-9103-52b022988dd7), before_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:24.469641 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:45:24.479524 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-a8bc8827-dcbb-4bfe-b713-f59399ddf865 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260830030'] for subnet (655669e6-9885-472d-9103-52b022988dd7), precommit_delete_associations {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:24.562071 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-a8bc8827-dcbb-4bfe-b713-f59399ddf865 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-831850'] for subnet (655669e6-9885-472d-9103-52b022988dd7), precommit_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:24.672349 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-a8bc8827-dcbb-4bfe-b713-f59399ddf865 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-835415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260827469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260771348'] for subnet (655669e6-9885-472d-9103-52b022988dd7), after_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:24.700036 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bc8827-dcbb-4bfe-b713-f59399ddf865 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=655669e6-9885-472d-9103-52b022988dd7,revision_number=None']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:45:24.703716 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-a8bc8827-dcbb-4bfe-b713-f59399ddf865 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:24.709972 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-a8bc8827-dcbb-4bfe-b713-f59399ddf865 admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/655669e6-9885-472d-9103-52b022988dd7 HTTP/1.1" status: 204 len: 168 time: 0.3187666 Sep 15 07:45:24.712282 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 38302) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:45:24.720765 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-946e65c8-6272-41fc-903d-033ddf307323 None None] Network be4fe7de-ab91-47eb-96fc-2000373fe74e requested from dv-cinder-824149-6-iscsi {{(pid=107290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 07:45:24.756860 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Device 3f042454-cf32-4a00-ae9e-6827217983a6 details requested by agent hyperv_hv-cinder-82414 with host hv-cinder-82414 {{(pid=107290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 07:45:24.849620 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-c1b01b63-5af3-46c2-97ee-4dbb7b3668e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (6177172c-20b9-4a3a-92be-d5dd082cfa3a), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:24.852875 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486732db-8100-4b05-944e-712edf721c3b req-fbcadc80-cb22-44f5-96c2-05fc6ed5106d tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:45:24.855681 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-486732db-8100-4b05-944e-712edf721c3b req-fbcadc80-cb22-44f5-96c2-05fc6ed5106d tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=08d61aa0-bcb6-4fe0-bc26-20ef85c5025e HTTP/1.1" status: 200 len: 944 time: 0.0679533 Sep 15 07:45:24.861528 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-5518ec99-1f00-406a-af70-c9ffd13e3e3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-790559'] for network (be4fe7de-ab91-47eb-96fc-2000373fe74e), before_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:24.935028 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.plugin [None req-5518ec99-1f00-406a-af70-c9ffd13e3e3a admin admin] Deleting port 48e3ce32-1152-4122-8617-47537f4bdd57 {{(pid=107279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 07:45:24.935372 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-5518ec99-1f00-406a-af70-c9ffd13e3e3a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729658711565'] for port (48e3ce32-1152-4122-8617-47537f4bdd57), before_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:24.940075 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc0c67f-d6c8-4628-8b73-fd1f6a127359 None None] DHCP port deletion for be4fe7de-ab91-47eb-96fc-2000373fe74e request from dv-cinder-824149-6-iscsi {{(pid=107290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 15 07:45:24.953992 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=17,neutron:UPDATE=2 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:45:24.970052 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] For port 3f042454-cf32-4a00-ae9e-6827217983a6, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=3f042454-cf32-4a00-ae9e-6827217983a6,segment=NetworkSegment(ec12b675-c824-48b2-b764-cea54c2a6f6e),segment_id=ec12b675-c824-48b2-b764-cea54c2a6f6e)] {{(pid=107290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:45:25.003637 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Returning: {'device': '3f042454-cf32-4a00-ae9e-6827217983a6', 'network_id': '2c10a638-2533-4c87-88f1-ce4db4dec0fd', 'port_id': '3f042454-cf32-4a00-ae9e-6827217983a6', 'mac_address': 'fa:16:3e:87:3d:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8bb4817-976c-49f3-9d00-c474544f8d63', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 07:45:25.017136 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-dcc0c67f-d6c8-4628-8b73-fd1f6a127359 None None] Deleting port 48e3ce32-1152-4122-8617-47537f4bdd57 {{(pid=107290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 07:45:25.017776 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-dcc0c67f-d6c8-4628-8b73-fd1f6a127359 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729658711565'] for port (48e3ce32-1152-4122-8617-47537f4bdd57), before_delete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:25.023006 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-486732db-8100-4b05-944e-712edf721c3b req-00d38512-7aa1-4345-be00-eac175f1cd9c tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=715457f5-6986-4664-80ea-7326eb5df706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1553228 Sep 15 07:45:25.047990 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.db [None req-5518ec99-1f00-406a-af70-c9ffd13e3e3a admin admin] For port 48e3ce32-1152-4122-8617-47537f4bdd57, host dv-cinder-824149-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-6-iscsi',level=0,port_id=48e3ce32-1152-4122-8617-47537f4bdd57,segment=NetworkSegment(61bd15d1-c2a6-46ff-9a57-3dfb0a553bb9),segment_id=61bd15d1-c2a6-46ff-9a57-3dfb0a553bb9)] {{(pid=107279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:45:25.048558 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-5518ec99-1f00-406a-af70-c9ffd13e3e3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009180'] for port (48e3ce32-1152-4122-8617-47537f4bdd57), precommit_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:25.072796 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.plugin [None req-5518ec99-1f00-406a-af70-c9ffd13e3e3a admin admin] Calling delete_port for 48e3ce32-1152-4122-8617-47537f4bdd57 owned by network:dhcp {{(pid=107279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 07:45:25.106542 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Current status of the port 3f042454-cf32-4a00-ae9e-6827217983a6 is: DOWN; New status is: BUILD {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:45:25.106940 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (3f042454-cf32-4a00-ae9e-6827217983a6), before_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:25.136961 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.notifiers.nova [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f042454-cf32-4a00-ae9e-6827217983a6 {{(pid=107290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 07:45:25.159240 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-dcc0c67f-d6c8-4628-8b73-fd1f6a127359 None None] For port 48e3ce32-1152-4122-8617-47537f4bdd57, host dv-cinder-824149-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-6-iscsi',level=0,port_id=48e3ce32-1152-4122-8617-47537f4bdd57,segment=NetworkSegment(61bd15d1-c2a6-46ff-9a57-3dfb0a553bb9),segment_id=61bd15d1-c2a6-46ff-9a57-3dfb0a553bb9)] {{(pid=107290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:45:25.160258 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-dcc0c67f-d6c8-4628-8b73-fd1f6a127359 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009180'] for port (48e3ce32-1152-4122-8617-47537f4bdd57), precommit_delete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:25.185626 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-dcc0c67f-d6c8-4628-8b73-fd1f6a127359 None None] Calling delete_port for 48e3ce32-1152-4122-8617-47537f4bdd57 owned by network:dhcp {{(pid=107290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 07:45:25.198277 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] For port 3f042454-cf32-4a00-ae9e-6827217983a6, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=3f042454-cf32-4a00-ae9e-6827217983a6,segment=NetworkSegment(ec12b675-c824-48b2-b764-cea54c2a6f6e),segment_id=ec12b675-c824-48b2-b764-cea54c2a6f6e)] {{(pid=107290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:45:25.225690 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-5518ec99-1f00-406a-af70-c9ffd13e3e3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729658628491', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729658170588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991753'] for port (48e3ce32-1152-4122-8617-47537f4bdd57), after_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:25.251233 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615'] for port (3f042454-cf32-4a00-ae9e-6827217983a6), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:25.256524 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5518ec99-1f00-406a-af70-c9ffd13e3e3a admin admin] Pushing event deleted for resources: {'Port': ['ID=48e3ce32-1152-4122-8617-47537f4bdd57,revision_number=None']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:45:25.264838 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5518ec99-1f00-406a-af70-c9ffd13e3e3a admin admin] No DVR routers for this DVR port 48e3ce32-1152-4122-8617-47537f4bdd57 on host dv-cinder-824149-6-iscsi {{(pid=107279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 07:45:25.268491 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:45:25.314935 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-dcc0c67f-d6c8-4628-8b73-fd1f6a127359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729658628491', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729658170588'] for port (48e3ce32-1152-4122-8617-47537f4bdd57), after_delete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:25.325774 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Pushing event updated for resources: {'Port': ['ID=3f042454-cf32-4a00-ae9e-6827217983a6,revision_number=4']} {{(pid=107290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:45:25.336316 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:45:25.336665 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:45:25.337440 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:45:25.337440 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:45:25.337749 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:45:25.338004 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:45:25.338364 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:45:25.338653 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:45:25.338978 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:45:25.339301 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:45:25.339622 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:45:25.339945 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:45:25.340263 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:45:25.340582 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:45:25.340900 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:45:25.341519 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-5518ec99-1f00-406a-af70-c9ffd13e3e3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861249', 'neutron.services.segments.db._delete_segments_for_network-8729658700737'] for network (be4fe7de-ab91-47eb-96fc-2000373fe74e), precommit_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:25.344504 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc0c67f-d6c8-4628-8b73-fd1f6a127359 None None] No DVR routers for this DVR port 48e3ce32-1152-4122-8617-47537f4bdd57 on host dv-cinder-824149-6-iscsi {{(pid=107290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 07:45:25.369113 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc0c67f-d6c8-4628-8b73-fd1f6a127359 None None] Pushing event deleted for resources: {'Port': ['ID=48e3ce32-1152-4122-8617-47537f4bdd57,revision_number=None']} {{(pid=107290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:45:25.369376 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.services.segments.db [None req-5518ec99-1f00-406a-af70-c9ffd13e3e3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be4fe7de-ab91-47eb-96fc-2000373fe74e']}} {{(pid=107279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:45:25.381857 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.services.segments.db [None req-5518ec99-1f00-406a-af70-c9ffd13e3e3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61bd15d1-c2a6-46ff-9a57-3dfb0a553bb9') {'for_net_delete': True} {{(pid=107279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:45:25.381857 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.services.segments.db [None req-5518ec99-1f00-406a-af70-c9ffd13e3e3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61bd15d1-c2a6-46ff-9a57-3dfb0a553bb9') {} {{(pid=107279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:45:25.395812 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-5518ec99-1f00-406a-af70-c9ffd13e3e3a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729658700629', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4067349'] for segment (61bd15d1-c2a6-46ff-9a57-3dfb0a553bb9), before_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:25.410436 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-5518ec99-1f00-406a-af70-c9ffd13e3e3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906830'] for segment (61bd15d1-c2a6-46ff-9a57-3dfb0a553bb9), precommit_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:25.418583 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5518ec99-1f00-406a-af70-c9ffd13e3e3a admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=107279) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 07:45:25.418954 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-5518ec99-1f00-406a-af70-c9ffd13e3e3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3991580'] for segment (61bd15d1-c2a6-46ff-9a57-3dfb0a553bb9), after_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:25.466426 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] get_ports_and_sgs() called for port_ids ['3f042454-cf32-4a00-ae9e-6827217983a6'] {{(pid=107290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 07:45:25.515808 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a0be2d-1db7-44e4-8940-19f7c2f3573c req-d7f94142-2dd8-42ec-9668-94fa16c945f2 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:45:25.517363 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-46a0be2d-1db7-44e4-8940-19f7c2f3573c req-d7f94142-2dd8-42ec-9668-94fa16c945f2 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fbbef2c3-07c4-4165-b994-cf399a858379 HTTP/1.1" status: 200 len: 945 time: 0.1005993 Sep 15 07:45:25.588485 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.services.segments.plugin [-] Segment 61bd15d1-c2a6-46ff-9a57-3dfb0a553bb9 resource provider aggregate not found Sep 15 07:45:25.612879 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.services.segments.plugin [-] Segment 61bd15d1-c2a6-46ff-9a57-3dfb0a553bb9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 61bd15d1-c2a6-46ff-9a57-3dfb0a553bb9 found for delete ", "request_id": "req-1f1a294c-6dd6-41e5-81ca-091eab7a792b"}]} Sep 15 07:45:25.613503 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-5518ec99-1f00-406a-af70-c9ffd13e3e3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2007433'] for network (be4fe7de-ab91-47eb-96fc-2000373fe74e), after_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:25.623367 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-5518ec99-1f00-406a-af70-c9ffd13e3e3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586190'] for network (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:25.626413 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-5518ec99-1f00-406a-af70-c9ffd13e3e3a admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/be4fe7de-ab91-47eb-96fc-2000373fe74e HTTP/1.1" status: 204 len: 168 time: 0.9131358 Sep 15 07:45:25.647305 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-46a0be2d-1db7-44e4-8940-19f7c2f3573c req-28e9fbc4-299c-4eae-a145-4a3f505b45c6 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bd1948ba-0dcc-463f-ac7d-46ca49a9cc24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1215987 Sep 15 07:45:25.648439 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5518ec99-1f00-406a-af70-c9ffd13e3e3a admin admin] Pushing event deleted for resources: {'Network': ['ID=be4fe7de-ab91-47eb-96fc-2000373fe74e,revision_number=None']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:45:25.666015 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:45:25.684923 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:45:25.899310 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Device e783c1bd-15b4-4efe-877f-05c799346606 no longer exists at agent ovs-agent-dv-cinder-824149-6-iscsi {{(pid=107290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 07:45:25.920046 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] No Port match for: e783c1bd-15b4-4efe-877f-05c799346606 {{(pid=107290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 07:45:25.920463 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Device e783c1bd-15b4-4efe-877f-05c799346606 not bound to the agent host dv-cinder-824149-6-iscsi {{(pid=107290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 07:45:25.920885 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Device 7975c9ad-ec26-425b-9f32-75713f2d760a no longer exists at agent ovs-agent-dv-cinder-824149-6-iscsi {{(pid=107290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 07:45:25.940449 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] No Port match for: 7975c9ad-ec26-425b-9f32-75713f2d760a {{(pid=107290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 07:45:25.941850 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Device 7975c9ad-ec26-425b-9f32-75713f2d760a not bound to the agent host dv-cinder-824149-6-iscsi {{(pid=107290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 07:45:25.941850 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Device 48e3ce32-1152-4122-8617-47537f4bdd57 no longer exists at agent ovs-agent-dv-cinder-824149-6-iscsi {{(pid=107290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 07:45:25.966175 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] No Port match for: 48e3ce32-1152-4122-8617-47537f4bdd57 {{(pid=107290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 07:45:25.966524 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Device 48e3ce32-1152-4122-8617-47537f4bdd57 not bound to the agent host dv-cinder-824149-6-iscsi {{(pid=107290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 07:45:26.008106 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 38358) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:45:26.042505 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-0f44d0d5-b296-4658-a59d-71e94f9a3b32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (71b2a813-2b59-4e69-b901-83528b6ecb8f), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:26.048981 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-030991c2-229a-4b0b-8661-8bb5da01c69a admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=14017d5edbbd4068b529d5d92444182a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0397468 Sep 15 07:45:26.052215 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 38360) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:45:26.100828 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-aa085774-9b30-447d-8a45-2a5efd11eefb admin admin] Publish callbacks [] for security_group (9cec668c-c3bb-4b1e-b7f6-8ce7f71715d6), before_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:26.108041 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:45:26.131552 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-aa085774-9b30-447d-8a45-2a5efd11eefb admin admin] Publish callbacks [] for security_group (9cec668c-c3bb-4b1e-b7f6-8ce7f71715d6), precommit_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:26.189929 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1e1592-39c7-431c-ae5c-383b71749070 req-43e20fc9-fd45-40fe-97f1-10be45ec6d15 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:45:26.191868 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-8a1e1592-39c7-431c-ae5c-383b71749070 req-43e20fc9-fd45-40fe-97f1-10be45ec6d15 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=08d61aa0-bcb6-4fe0-bc26-20ef85c5025e HTTP/1.1" status: 200 len: 944 time: 0.0697596 Sep 15 07:45:26.242883 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-8a1e1592-39c7-431c-ae5c-383b71749070 req-e7a2a537-9078-4350-8653-1aae8db114fa tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=715457f5-6986-4664-80ea-7326eb5df706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453749 Sep 15 07:45:26.408461 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-aa085774-9b30-447d-8a45-2a5efd11eefb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (9cec668c-c3bb-4b1e-b7f6-8ce7f71715d6), after_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:26.412123 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-aa085774-9b30-447d-8a45-2a5efd11eefb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:26.413906 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-aa085774-9b30-447d-8a45-2a5efd11eefb admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/9cec668c-c3bb-4b1e-b7f6-8ce7f71715d6 HTTP/1.1" status: 204 len: 168 time: 0.3606460 Sep 15 07:45:26.422640 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa085774-9b30-447d-8a45-2a5efd11eefb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cec668c-c3bb-4b1e-b7f6-8ce7f71715d6,revision_number=None']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:45:26.748061 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Device 3f042454-cf32-4a00-ae9e-6827217983a6 up at agent hyperv_hv-cinder-82414 {{(pid=107290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 07:45:26.780967 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889fda93-b040-4b04-b221-0515138d6b35 req-c5ca88a6-77a1-49b8-8839-85a3133e16ae tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:45:26.782621 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-889fda93-b040-4b04-b221-0515138d6b35 req-c5ca88a6-77a1-49b8-8839-85a3133e16ae tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fbbef2c3-07c4-4165-b994-cf399a858379 HTTP/1.1" status: 200 len: 945 time: 0.0619082 Sep 15 07:45:26.813773 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Provisioning for port 3f042454-cf32-4a00-ae9e-6827217983a6 completed by entity L2. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 15 07:45:26.838005 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-889fda93-b040-4b04-b221-0515138d6b35 req-eb23f41b-36f5-4746-b0f3-71d2ac328c34 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bd1948ba-0dcc-463f-ac7d-46ca49a9cc24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468404 Sep 15 07:45:26.894014 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Provisioning complete for port 3f042454-cf32-4a00-ae9e-6827217983a6 triggered by entity L2. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 07:45:26.894394 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862942'] for port (3f042454-cf32-4a00-ae9e-6827217983a6), provisioning_complete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:26.894729 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Attempt 1 to provision port 3f042454-cf32-4a00-ae9e-6827217983a6 Sep 15 07:45:27.113168 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Current status of the port 3f042454-cf32-4a00-ae9e-6827217983a6 is: BUILD; New status is: ACTIVE {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:45:27.114842 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (3f042454-cf32-4a00-ae9e-6827217983a6), before_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:27.135769 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbbef2c3-07c4-4165-b994-cf399a858379', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f042454-cf32-4a00-ae9e-6827217983a6'}] {{(pid=107290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 07:45:27.137937 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff93a2f2a3cb789a491bb2a8c4b01cf70d8343c1611f7c7394898ef54d6aa0cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4ae67b6-103d-4ab7-b77e-8dc5c1f96f87" -d '{"events": [{"server_uuid": "fbbef2c3-07c4-4165-b994-cf399a858379", "name": "network-vif-plugged", "status": "completed", "tag": "3f042454-cf32-4a00-ae9e-6827217983a6"}]}' {{(pid=107290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 07:45:27.151050 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] For port 3f042454-cf32-4a00-ae9e-6827217983a6, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=3f042454-cf32-4a00-ae9e-6827217983a6,segment=NetworkSegment(ec12b675-c824-48b2-b764-cea54c2a6f6e),segment_id=ec12b675-c824-48b2-b764-cea54c2a6f6e)] {{(pid=107290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:45:27.176363 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 07:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db5e2f02-6d96-4c29-aa32-683b6692e7c6 x-openstack-request-id: req-db5e2f02-6d96-4c29-aa32-683b6692e7c6 {{(pid=107290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 07:45:27.176714 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbbef2c3-07c4-4165-b994-cf399a858379", "name": "network-vif-plugged", "status": "completed", "tag": "3f042454-cf32-4a00-ae9e-6827217983a6", "code": 200}]} {{(pid=107290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 07:45:27.176951 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-db5e2f02-6d96-4c29-aa32-683b6692e7c6 {{(pid=107290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 07:45:27.177338 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db5e2f02-6d96-4c29-aa32-683b6692e7c6'] response: {'server_uuid': 'fbbef2c3-07c4-4165-b994-cf399a858379', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f042454-cf32-4a00-ae9e-6827217983a6', 'code': 200} Sep 15 07:45:27.225493 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615'] for port (3f042454-cf32-4a00-ae9e-6827217983a6), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:27.277411 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Pushing event updated for resources: {'Port': ['ID=3f042454-cf32-4a00-ae9e-6827217983a6,revision_number=5']} {{(pid=107290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:45:27.370221 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7749c4-2706-448b-9a8e-4ccb031bfb56 req-6fb35b29-17ed-410c-95e1-613cee130a8e tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:45:27.371676 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-ca7749c4-2706-448b-9a8e-4ccb031bfb56 req-6fb35b29-17ed-410c-95e1-613cee130a8e tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=08d61aa0-bcb6-4fe0-bc26-20ef85c5025e HTTP/1.1" status: 200 len: 944 time: 0.0473268 Sep 15 07:45:27.429258 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-ca7749c4-2706-448b-9a8e-4ccb031bfb56 req-ee0487c0-9b8e-4d95-92d6-e5edf87496dc tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=715457f5-6986-4664-80ea-7326eb5df706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520656 Sep 15 07:45:27.500345 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-677e5667-6d12-4a09-97b6-65dca69daeb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (4c9c4bf3-096b-4dee-b844-12a870317301), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:27.531286 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 38406) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:45:27.554854 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3715c1-e8ed-43e5-9540-2d7444a89e22 req-e2caadbb-f3cd-44bc-a5cd-8f4ee7aad8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:45:27.560860 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-9e3715c1-e8ed-43e5-9540-2d7444a89e22 req-e2caadbb-f3cd-44bc-a5cd-8f4ee7aad8bc service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=fbbef2c3-07c4-4165-b994-cf399a858379 HTTP/1.1" status: 200 len: 1130 time: 0.0426307 Sep 15 07:45:27.605900 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-9e3715c1-e8ed-43e5-9540-2d7444a89e22 req-2157d5ce-f87c-4300-8faa-f248db482408 service neutron] 10.222.0.26 "GET /networking/v2.0/security-groups?id=bd1948ba-0dcc-463f-ac7d-46ca49a9cc24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426271 Sep 15 07:45:27.633346 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.v2.base [None req-7f113da5-b26d-4a9c-836c-558988853485 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-284464063-network', 'tenant_id': '9fddf1c148e44cfd963ec96b7eeb1941'}} {{(pid=107279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:45:27.671053 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (c3acd0b9-3b8e-4f77-9053-2ca2457616b3), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:27.704775 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f113da5-b26d-4a9c-836c-558988853485 admin admin] Made reservation on behalf of 9fddf1c148e44cfd963ec96b7eeb1941 for: {'network': 1} {{(pid=107279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 07:45:27.707931 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-7f113da5-b26d-4a9c-836c-558988853485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for network (None), before_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:27.720248 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-7f113da5-b26d-4a9c-836c-558988853485 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:27.739951 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=5,neutron:INSERT=2 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:45:27.795763 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-7f113da5-b26d-4a9c-836c-558988853485 admin admin] Publish callbacks [] for security_group (f502eceb-f307-4508-8505-8d3da62fab9f), precommit_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:27.876314 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-7f113da5-b26d-4a9c-836c-558988853485 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (f502eceb-f307-4508-8505-8d3da62fab9f), after_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:27.908688 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f113da5-b26d-4a9c-836c-558988853485 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=107279) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 07:45:27.928915 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f113da5-b26d-4a9c-836c-558988853485 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f502eceb-f307-4508-8505-8d3da62fab9f,revision_number=1']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:45:27.936360 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-7f113da5-b26d-4a9c-836c-558988853485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906830'] for segment (d50c8e60-9f71-4cc3-92c0-4f160ef76646), precommit_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:27.936608 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.db.segments_db [None req-7f113da5-b26d-4a9c-836c-558988853485 admin admin] Added segment d50c8e60-9f71-4cc3-92c0-4f160ef76646 of type vlan for network 236a0ef8-1215-462b-9704-97cf0c8ef7ed Sep 15 07:45:28.008045 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e05e7b3-e634-4f8e-bf93-57e85804d104 req-04bd7743-ea55-452a-8513-e0cca5f52b11 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:45:28.009551 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-2e05e7b3-e634-4f8e-bf93-57e85804d104 req-04bd7743-ea55-452a-8513-e0cca5f52b11 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fbbef2c3-07c4-4165-b994-cf399a858379 HTTP/1.1" status: 200 len: 946 time: 0.0932837 Sep 15 07:45:28.014682 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-7f113da5-b26d-4a9c-836c-558988853485 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729658139832'] for network (236a0ef8-1215-462b-9704-97cf0c8ef7ed), precommit_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:28.091910 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-2e05e7b3-e634-4f8e-bf93-57e85804d104 req-d7fa68a4-90dc-4880-a948-5b3acb0064b4 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bd1948ba-0dcc-463f-ac7d-46ca49a9cc24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744975 Sep 15 07:45:28.127120 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-7f113da5-b26d-4a9c-836c-558988853485 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204'] for network (236a0ef8-1215-462b-9704-97cf0c8ef7ed), after_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:28.128539 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f113da5-b26d-4a9c-836c-558988853485 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:45:28.129125 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-7f113da5-b26d-4a9c-836c-558988853485 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586190'] for network (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:28.133587 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=4 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:45:28.192486 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f113da5-b26d-4a9c-836c-558988853485 admin admin] Pushing event updated for resources: {'Network': ['ID=236a0ef8-1215-462b-9704-97cf0c8ef7ed,revision_number=1']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:45:28.202354 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Network 236a0ef8-1215-462b-9704-97cf0c8ef7ed details requested by agent ovs-agent-dv-cinder-824149-6-iscsi with host dv-cinder-824149-6-iscsi {{(pid=107290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 07:45:28.215700 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-7f113da5-b26d-4a9c-836c-558988853485 admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6831911 Sep 15 07:45:28.223126 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 38414) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:45:28.224129 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.v2.base [None req-5a3c3dd4-acad-4811-ad95-86a479f1c9b8 admin admin] Request body: {'subnet': {'network_id': '236a0ef8-1215-462b-9704-97cf0c8ef7ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-284464063-subnet', 'tenant_id': '9fddf1c148e44cfd963ec96b7eeb1941', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:45:28.322027 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a3c3dd4-acad-4811-ad95-86a479f1c9b8 admin admin] Made reservation on behalf of 9fddf1c148e44cfd963ec96b7eeb1941 for: {'subnet': 1} {{(pid=107279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 07:45:28.324395 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-5a3c3dd4-acad-4811-ad95-86a479f1c9b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260930254'] for subnet (None), before_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:28.555332 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e12275f-f552-450d-b213-4f8f1b322903 req-404ed409-8984-4fe3-b46a-a1cb006130de tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:45:28.556785 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-4e12275f-f552-450d-b213-4f8f1b322903 req-404ed409-8984-4fe3-b46a-a1cb006130de tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=08d61aa0-bcb6-4fe0-bc26-20ef85c5025e HTTP/1.1" status: 200 len: 944 time: 0.0465939 Sep 15 07:45:28.558139 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-5a3c3dd4-acad-4811-ad95-86a479f1c9b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3994233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260930264'] for subnet (d1df6603-1249-4526-a1cd-0b861bbef38a), after_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:28.638568 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3c3dd4-acad-4811-ad95-86a479f1c9b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1df6603-1249-4526-a1cd-0b861bbef38a,revision_number=0']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:45:28.668174 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-4e12275f-f552-450d-b213-4f8f1b322903 req-b7dd5438-22ca-45a3-9fe5-83997cdcc0e9 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=715457f5-6986-4664-80ea-7326eb5df706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023593 Sep 15 07:45:28.671057 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3c3dd4-acad-4811-ad95-86a479f1c9b8 admin admin] Checking segment: {'id': 'd50c8e60-9f71-4cc3-92c0-4f160ef76646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '236a0ef8-1215-462b-9704-97cf0c8ef7ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 07:45:28.671332 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a3c3dd4-acad-4811-ad95-86a479f1c9b8 admin admin] Network hostable DHCP agents. Network: 236a0ef8-1215-462b-9704-97cf0c8ef7ed, hostable agents: ['47b201f8-ba91-4005-8457-67653169c522'], hosted agents: [] {{(pid=107279) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 07:45:28.751542 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Device a2038fe2-5f0d-43e2-96b0-b1c3e3a35f14 details requested by agent hyperv_hv-cinder-82414 with host hv-cinder-82414 {{(pid=107290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 07:45:28.756325 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a3c3dd4-acad-4811-ad95-86a479f1c9b8 admin admin] Network 236a0ef8-1215-462b-9704-97cf0c8ef7ed is scheduled to be hosted by DHCP agent 47b201f8-ba91-4005-8457-67653169c522 with binding_index 1 {{(pid=107279) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 07:45:28.824906 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.scheduler.base_scheduler [None req-5a3c3dd4-acad-4811-ad95-86a479f1c9b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824149-6-iscsi, 236a0ef8-1215-462b-9704-97cf0c8ef7ed) {{(pid=107279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 07:45:28.829108 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a3c3dd4-acad-4811-ad95-86a479f1c9b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:45:28.829802 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-5a3c3dd4-acad-4811-ad95-86a479f1c9b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586190'] for subnet (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:28.842951 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be14fba2-6a5d-4355-9f42-5d1d3d47ec05 None None] Network 236a0ef8-1215-462b-9704-97cf0c8ef7ed requested from dv-cinder-824149-6-iscsi {{(pid=107290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 07:45:28.901667 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:45:28.909807 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] For port a2038fe2-5f0d-43e2-96b0-b1c3e3a35f14, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=a2038fe2-5f0d-43e2-96b0-b1c3e3a35f14,segment=NetworkSegment(7b87a5f2-de0b-43b5-b822-0b7379986e9e),segment_id=7b87a5f2-de0b-43b5-b822-0b7379986e9e)] {{(pid=107290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:45:28.930941 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-5a3c3dd4-acad-4811-ad95-86a479f1c9b8 admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7112582 Sep 15 07:45:28.932778 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Returning: {'device': 'a2038fe2-5f0d-43e2-96b0-b1c3e3a35f14', 'network_id': '85a7f1ba-3d89-421a-8e93-c34cc3e5ffc3', 'port_id': 'a2038fe2-5f0d-43e2-96b0-b1c3e3a35f14', 'mac_address': 'fa:16:3e:c4:3d:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e61fdb9d-5934-42a7-84a4-5655559ab33d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 07:45:29.011567 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb9c465a-66d8-4935-8c7e-3ca81e6ac724 None None] Network 236a0ef8-1215-462b-9704-97cf0c8ef7ed requested from dv-cinder-824149-6-iscsi {{(pid=107290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 07:45:29.012831 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Current status of the port a2038fe2-5f0d-43e2-96b0-b1c3e3a35f14 is: DOWN; New status is: BUILD {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:45:29.013215 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (a2038fe2-5f0d-43e2-96b0-b1c3e3a35f14), before_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:29.071416 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.notifiers.nova [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2038fe2-5f0d-43e2-96b0-b1c3e3a35f14 {{(pid=107290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 07:45:29.080640 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:45:29.108143 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] For port a2038fe2-5f0d-43e2-96b0-b1c3e3a35f14, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=a2038fe2-5f0d-43e2-96b0-b1c3e3a35f14,segment=NetworkSegment(7b87a5f2-de0b-43b5-b822-0b7379986e9e),segment_id=7b87a5f2-de0b-43b5-b822-0b7379986e9e)] {{(pid=107290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:45:29.202437 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615'] for port (a2038fe2-5f0d-43e2-96b0-b1c3e3a35f14), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:29.214738 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:45:29.226577 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016e6047-b9de-4243-aa13-13d1ddefa112 req-cdb28734-b1b0-4685-b52b-48e237516fb6 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:45:29.228076 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-016e6047-b9de-4243-aa13-13d1ddefa112 req-cdb28734-b1b0-4685-b52b-48e237516fb6 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fbbef2c3-07c4-4165-b994-cf399a858379 HTTP/1.1" status: 200 len: 946 time: 0.0519075 Sep 15 07:45:29.254796 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Pushing event updated for resources: {'Port': ['ID=a2038fe2-5f0d-43e2-96b0-b1c3e3a35f14,revision_number=7']} {{(pid=107290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:45:29.313731 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-016e6047-b9de-4243-aa13-13d1ddefa112 req-d47b7e07-0306-40b4-86ca-1af7063607bf tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bd1948ba-0dcc-463f-ac7d-46ca49a9cc24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778749 Sep 15 07:45:29.427462 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] get_ports_and_sgs() called for port_ids ['a2038fe2-5f0d-43e2-96b0-b1c3e3a35f14'] {{(pid=107290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 07:45:29.754658 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 38440) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:45:29.759545 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.v2.base [None req-a75c1208-10a6-4432-a2a2-f01f58169bbd admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1522429662-network', 'tenant_id': 'd6fa330b75f34bb78b68c7847b96941b'}} {{(pid=107276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:45:29.800307 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf240e1-441a-4de0-8cde-170a5f906ca5 req-015701cf-87da-4089-ad8a-1d1efe21d389 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:45:29.801831 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-7cf240e1-441a-4de0-8cde-170a5f906ca5 req-015701cf-87da-4089-ad8a-1d1efe21d389 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=08d61aa0-bcb6-4fe0-bc26-20ef85c5025e HTTP/1.1" status: 200 len: 945 time: 0.0467048 Sep 15 07:45:29.841236 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a75c1208-10a6-4432-a2a2-f01f58169bbd admin admin] Made reservation on behalf of d6fa330b75f34bb78b68c7847b96941b for: {'network': 1} {{(pid=107276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 07:45:29.843638 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-a75c1208-10a6-4432-a2a2-f01f58169bbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for network (None), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:29.852533 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-a75c1208-10a6-4432-a2a2-f01f58169bbd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:29.855094 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:UPDATE=4 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:45:29.862776 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-7cf240e1-441a-4de0-8cde-170a5f906ca5 req-5d6e6d92-bcad-4022-8134-345ea20a64d0 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=715457f5-6986-4664-80ea-7326eb5df706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551436 Sep 15 07:45:29.930979 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-a75c1208-10a6-4432-a2a2-f01f58169bbd admin admin] Publish callbacks [] for security_group (4fd06d47-c8bb-4b33-b5e6-098d128dfaf2), precommit_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:30.013087 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-a75c1208-10a6-4432-a2a2-f01f58169bbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (4fd06d47-c8bb-4b33-b5e6-098d128dfaf2), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:30.049866 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a75c1208-10a6-4432-a2a2-f01f58169bbd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=107276) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 07:45:30.060251 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75c1208-10a6-4432-a2a2-f01f58169bbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fd06d47-c8bb-4b33-b5e6-098d128dfaf2,revision_number=1']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:45:30.065083 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-a75c1208-10a6-4432-a2a2-f01f58169bbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906830'] for segment (3b1729ac-31f1-48c7-a3ab-c9dfb1d5476a), precommit_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:30.065561 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.db.segments_db [None req-a75c1208-10a6-4432-a2a2-f01f58169bbd admin admin] Added segment 3b1729ac-31f1-48c7-a3ab-c9dfb1d5476a of type vlan for network 117e7a44-1a6f-4f88-8ca2-1c72d5fe5f84 Sep 15 07:45:30.109709 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-a75c1208-10a6-4432-a2a2-f01f58169bbd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729658139832'] for network (117e7a44-1a6f-4f88-8ca2-1c72d5fe5f84), precommit_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:30.190680 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-a75c1208-10a6-4432-a2a2-f01f58169bbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204'] for network (117e7a44-1a6f-4f88-8ca2-1c72d5fe5f84), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:30.191689 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a75c1208-10a6-4432-a2a2-f01f58169bbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:45:30.192269 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-a75c1208-10a6-4432-a2a2-f01f58169bbd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586190'] for network (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:30.254068 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75c1208-10a6-4432-a2a2-f01f58169bbd admin admin] Pushing event updated for resources: {'Network': ['ID=117e7a44-1a6f-4f88-8ca2-1c72d5fe5f84,revision_number=1']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:45:30.264443 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Network 117e7a44-1a6f-4f88-8ca2-1c72d5fe5f84 details requested by agent ovs-agent-dv-cinder-824149-6-iscsi with host dv-cinder-824149-6-iscsi {{(pid=107290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 07:45:30.279029 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-a75c1208-10a6-4432-a2a2-f01f58169bbd admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5229664 Sep 15 07:45:30.281664 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 38444) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:45:30.287270 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.v2.base [None req-90468ce2-01d1-44b3-ba94-758e27b39ca1 admin admin] Request body: {'subnet': {'network_id': '117e7a44-1a6f-4f88-8ca2-1c72d5fe5f84', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1522429662-subnet', 'tenant_id': 'd6fa330b75f34bb78b68c7847b96941b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:45:30.379035 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90468ce2-01d1-44b3-ba94-758e27b39ca1 admin admin] Made reservation on behalf of d6fa330b75f34bb78b68c7847b96941b for: {'subnet': 1} {{(pid=107279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 07:45:30.381521 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-90468ce2-01d1-44b3-ba94-758e27b39ca1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260930254'] for subnet (None), before_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:30.478346 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a937c323-f95e-45f5-b57e-e29bf043633f req-0aa5482c-23ec-4b8e-8743-c9d74fa62972 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:45:30.479793 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-a937c323-f95e-45f5-b57e-e29bf043633f req-0aa5482c-23ec-4b8e-8743-c9d74fa62972 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fbbef2c3-07c4-4165-b994-cf399a858379 HTTP/1.1" status: 200 len: 946 time: 0.0851016 Sep 15 07:45:30.572495 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-a937c323-f95e-45f5-b57e-e29bf043633f req-f965b580-ed83-4599-a720-4b99a53e4821 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bd1948ba-0dcc-463f-ac7d-46ca49a9cc24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855951 Sep 15 07:45:30.657411 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:45:30.696634 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f488b597-423b-40c2-b60f-5cdce243b524 req-e20c34a9-5763-4280-9638-70a2c15da4c5 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:45:30.698118 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-f488b597-423b-40c2-b60f-5cdce243b524 req-e20c34a9-5763-4280-9638-70a2c15da4c5 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fbbef2c3-07c4-4165-b994-cf399a858379 HTTP/1.1" status: 200 len: 946 time: 0.0494409 Sep 15 07:45:30.723517 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-90468ce2-01d1-44b3-ba94-758e27b39ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3994233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260930264'] for subnet (9ddebf2c-58a6-4e76-a249-3d175e4d09f0), after_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:30.761402 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Device a2038fe2-5f0d-43e2-96b0-b1c3e3a35f14 up at agent hyperv_hv-cinder-82414 {{(pid=107290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 07:45:30.802573 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-f488b597-423b-40c2-b60f-5cdce243b524 req-aa97c14d-37ac-4b73-b63f-6af5ecb5abdd tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bd1948ba-0dcc-463f-ac7d-46ca49a9cc24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988111 Sep 15 07:45:30.804531 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90468ce2-01d1-44b3-ba94-758e27b39ca1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ddebf2c-58a6-4e76-a249-3d175e4d09f0,revision_number=0']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:45:30.806572 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Provisioning complete for port a2038fe2-5f0d-43e2-96b0-b1c3e3a35f14 triggered by entity L2. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 07:45:30.806976 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862942'] for port (a2038fe2-5f0d-43e2-96b0-b1c3e3a35f14), provisioning_complete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:30.807315 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Attempt 1 to provision port a2038fe2-5f0d-43e2-96b0-b1c3e3a35f14 Sep 15 07:45:30.831720 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90468ce2-01d1-44b3-ba94-758e27b39ca1 admin admin] Checking segment: {'id': '3b1729ac-31f1-48c7-a3ab-c9dfb1d5476a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '117e7a44-1a6f-4f88-8ca2-1c72d5fe5f84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 07:45:30.832343 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90468ce2-01d1-44b3-ba94-758e27b39ca1 admin admin] Network hostable DHCP agents. Network: 117e7a44-1a6f-4f88-8ca2-1c72d5fe5f84, hostable agents: ['47b201f8-ba91-4005-8457-67653169c522'], hosted agents: [] {{(pid=107279) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 07:45:30.837744 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 38450) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:45:30.885450 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a20cee27-885a-4dea-b7ef-6256142c60d1 tempest-TestVolumeBootPattern-359244481 tempest-TestVolumeBootPattern-359244481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:45:30.887310 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-a20cee27-885a-4dea-b7ef-6256142c60d1 tempest-TestVolumeBootPattern-359244481 tempest-TestVolumeBootPattern-359244481-project-admin] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fbbef2c3-07c4-4165-b994-cf399a858379 HTTP/1.1" status: 200 len: 1125 time: 0.0477011 Sep 15 07:45:30.890020 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 38452) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:45:30.890365 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Current status of the port a2038fe2-5f0d-43e2-96b0-b1c3e3a35f14 is: BUILD; New status is: ACTIVE {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:45:30.890786 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (a2038fe2-5f0d-43e2-96b0-b1c3e3a35f14), before_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:30.895652 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.v2.base [None req-58fba2ac-4d03-42c0-b966-61656c97d2b0 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Request body: {'floatingip': {'floating_network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'port_id': '3f042454-cf32-4a00-ae9e-6827217983a6', 'tenant_id': 'af1e008c4bfa41e18488c63ea0f17b27', 'fixed_ip_address': '172.20.0.11'}} {{(pid=107276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:45:30.919157 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08d61aa0-bcb6-4fe0-bc26-20ef85c5025e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2038fe2-5f0d-43e2-96b0-b1c3e3a35f14'}] {{(pid=107290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 07:45:30.921558 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff93a2f2a3cb789a491bb2a8c4b01cf70d8343c1611f7c7394898ef54d6aa0cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39ece793-4255-41f7-bd70-da26ca7f00f9" -d '{"events": [{"server_uuid": "08d61aa0-bcb6-4fe0-bc26-20ef85c5025e", "name": "network-vif-plugged", "status": "completed", "tag": "a2038fe2-5f0d-43e2-96b0-b1c3e3a35f14"}]}' {{(pid=107290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 07:45:30.931134 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90468ce2-01d1-44b3-ba94-758e27b39ca1 admin admin] Network 117e7a44-1a6f-4f88-8ca2-1c72d5fe5f84 is scheduled to be hosted by DHCP agent 47b201f8-ba91-4005-8457-67653169c522 with binding_index 1 {{(pid=107279) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 07:45:30.939800 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] For port a2038fe2-5f0d-43e2-96b0-b1c3e3a35f14, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=a2038fe2-5f0d-43e2-96b0-b1c3e3a35f14,segment=NetworkSegment(7b87a5f2-de0b-43b5-b822-0b7379986e9e),segment_id=7b87a5f2-de0b-43b5-b822-0b7379986e9e)] {{(pid=107290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:45:30.965875 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 07:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be43f5ad-6512-4654-bc3f-74e2e1d47c58 x-openstack-request-id: req-be43f5ad-6512-4654-bc3f-74e2e1d47c58 {{(pid=107290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 07:45:30.965875 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08d61aa0-bcb6-4fe0-bc26-20ef85c5025e", "name": "network-vif-plugged", "status": "completed", "tag": "a2038fe2-5f0d-43e2-96b0-b1c3e3a35f14", "code": 200}]} {{(pid=107290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 07:45:30.965875 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-be43f5ad-6512-4654-bc3f-74e2e1d47c58 {{(pid=107290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 07:45:30.965875 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be43f5ad-6512-4654-bc3f-74e2e1d47c58'] response: {'server_uuid': '08d61aa0-bcb6-4fe0-bc26-20ef85c5025e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2038fe2-5f0d-43e2-96b0-b1c3e3a35f14', 'code': 200} Sep 15 07:45:31.000374 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9417bf-dbc2-43be-bd38-2e13c3742cd3 req-35430456-2b00-44bf-83bd-00ad93e9f24d tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:45:31.001850 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-6e9417bf-dbc2-43be-bd38-2e13c3742cd3 req-35430456-2b00-44bf-83bd-00ad93e9f24d tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=08d61aa0-bcb6-4fe0-bc26-20ef85c5025e HTTP/1.1" status: 200 len: 945 time: 0.0499170 Sep 15 07:45:31.007227 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-58fba2ac-4d03-42c0-b966-61656c97d2b0 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:31.052710 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-6e9417bf-dbc2-43be-bd38-2e13c3742cd3 req-1d1902b5-27d4-47cd-b08f-6710dd80007b tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=715457f5-6986-4664-80ea-7326eb5df706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444283 Sep 15 07:45:31.052977 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615'] for port (a2038fe2-5f0d-43e2-96b0-b1c3e3a35f14), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:31.054264 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.scheduler.base_scheduler [None req-90468ce2-01d1-44b3-ba94-758e27b39ca1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824149-6-iscsi, 117e7a44-1a6f-4f88-8ca2-1c72d5fe5f84) {{(pid=107279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 07:45:31.058398 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90468ce2-01d1-44b3-ba94-758e27b39ca1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:45:31.059253 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-90468ce2-01d1-44b3-ba94-758e27b39ca1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586190'] for subnet (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:31.079474 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-169bf2fd-c898-48fc-81f8-ac61fea5420a None None] Network 117e7a44-1a6f-4f88-8ca2-1c72d5fe5f84 requested from dv-cinder-824149-6-iscsi {{(pid=107290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 07:45:31.120044 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-58fba2ac-4d03-42c0-b966-61656c97d2b0 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (None), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:31.130996 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:45:31.166832 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:45:31.177490 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-90468ce2-01d1-44b3-ba94-758e27b39ca1 admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8946333 Sep 15 07:45:31.182840 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Pushing event updated for resources: {'Port': ['ID=a2038fe2-5f0d-43e2-96b0-b1c3e3a35f14,revision_number=8']} {{(pid=107290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:45:31.236891 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-497bdce1-4eaa-4c7c-a94d-73cf71e80f68 None None] Network 117e7a44-1a6f-4f88-8ca2-1c72d5fe5f84 requested from dv-cinder-824149-6-iscsi {{(pid=107290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 07:45:31.254345 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.db.db_base_plugin_common [None req-58fba2ac-4d03-42c0-b966-61656c97d2b0 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Allocated IP 172.27.0.181 (7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa/2c94e072-16ef-4b41-8118-d589be48e89d/e568719e-39d8-4bf0-b4ec-384dd637a978) {{(pid=107276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 07:45:31.332679 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:45:31.375381 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c04089-f150-4e8a-b394-9a659790cceb req-1fb57e34-4d61-4e19-aff2-57ec08893ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:45:31.378128 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-93c04089-f150-4e8a-b394-9a659790cceb req-1fb57e34-4d61-4e19-aff2-57ec08893ee8 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=08d61aa0-bcb6-4fe0-bc26-20ef85c5025e HTTP/1.1" status: 200 len: 1130 time: 0.0560710 Sep 15 07:45:31.433646 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:45:31.460988 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-58fba2ac-4d03-42c0-b966-61656c97d2b0 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Publish callbacks [] for port (e568719e-39d8-4bf0-b4ec-384dd637a978), precommit_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:31.466101 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-93c04089-f150-4e8a-b394-9a659790cceb req-c08c4a11-7fb5-46f0-ab23-96c53a203e0a service neutron] 10.222.0.26 "GET /networking/v2.0/security-groups?id=715457f5-6986-4664-80ea-7326eb5df706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806873 Sep 15 07:45:31.579229 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-58fba2ac-4d03-42c0-b966-61656c97d2b0 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729658170579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260827426'] for port (e568719e-39d8-4bf0-b4ec-384dd637a978), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:31.623684 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58fba2ac-4d03-42c0-b966-61656c97d2b0 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Network 7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa is already hosted by enough agents. {{(pid=107276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 07:45:31.629464 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.scheduler.base_scheduler [None req-58fba2ac-4d03-42c0-b966-61656c97d2b0 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Resources bound (agent type, host, resource id): {{(pid=107276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 07:45:31.633506 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58fba2ac-4d03-42c0-b966-61656c97d2b0 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Received port after_create {{(pid=107276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 07:45:31.638626 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fba2ac-4d03-42c0-b966-61656c97d2b0 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Pushing event updated for resources: {'Port': ['ID=e568719e-39d8-4bf0-b4ec-384dd637a978,revision_number=1']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:45:31.933717 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:45:32.003622 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-58fba2ac-4d03-42c0-b966-61656c97d2b0 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Publish callbacks [] for floatingip (07729090-1405-4ce3-a456-eb735b276386), precommit_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:32.145115 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-58fba2ac-4d03-42c0-b966-61656c97d2b0 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (e568719e-39d8-4bf0-b4ec-384dd637a978), before_update {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:32.189853 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:45:32.205916 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90a6b54-8880-4329-b913-ec873dab5c69 req-3e8cb25b-5203-46fd-8d5e-729d95ae2c7c tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:45:32.208626 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-c90a6b54-8880-4329-b913-ec873dab5c69 req-3e8cb25b-5203-46fd-8d5e-729d95ae2c7c tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=08d61aa0-bcb6-4fe0-bc26-20ef85c5025e HTTP/1.1" status: 200 len: 946 time: 0.0558908 Sep 15 07:45:32.270245 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-c90a6b54-8880-4329-b913-ec873dab5c69 req-ba3a1e92-624b-427e-bd77-1ba752eadf25 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=715457f5-6986-4664-80ea-7326eb5df706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553093 Sep 15 07:45:32.321080 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-58fba2ac-4d03-42c0-b966-61656c97d2b0 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Publish callbacks [] for port (e568719e-39d8-4bf0-b4ec-384dd637a978), precommit_update {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:32.379097 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-58fba2ac-4d03-42c0-b966-61656c97d2b0 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260827419'] for port (e568719e-39d8-4bf0-b4ec-384dd637a978), after_update {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:32.450116 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-58fba2ac-4d03-42c0-b966-61656c97d2b0 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2007462'] for floatingip (07729090-1405-4ce3-a456-eb735b276386), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:32.451817 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fba2ac-4d03-42c0-b966-61656c97d2b0 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Pushing event updated for resources: {'Port': ['ID=e568719e-39d8-4bf0-b4ec-384dd637a978,revision_number=2']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:45:32.547691 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.db.l3_db [None req-58fba2ac-4d03-42c0-b966-61656c97d2b0 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Floating IP 07729090-1405-4ce3-a456-eb735b276386 associated. External IP: 172.27.0.181, port: 3f042454-cf32-4a00-ae9e-6827217983a6. Sep 15 07:45:32.755104 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:45:32.760585 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58fba2ac-4d03-42c0-b966-61656c97d2b0 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Router 67840e2f-de01-4d8c-90b9-81d88ad1a131 has already been hosted by L3 agent 6177172c-20b9-4a3a-92be-d5dd082cfa3a {{(pid=107276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 07:45:32.866686 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58fba2ac-4d03-42c0-b966-61656c97d2b0 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Notify agent at l3_agent.dv-cinder-824149-6-iscsi the message routers_updated {{(pid=107276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 07:45:32.876040 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6778df8-13a2-4e43-8ba6-273817a2eb18 None None] Sync routers for ids ['67840e2f-de01-4d8c-90b9-81d88ad1a131'] in dv-cinder-824149-6-iscsi {{(pid=107295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 07:45:32.887351 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6778df8-13a2-4e43-8ba6-273817a2eb18 None None] Routers {'67840e2f-de01-4d8c-90b9-81d88ad1a131'} bound to L3 agent in host dv-cinder-824149-6-iscsi {{(pid=107295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 07:45:32.890740 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_hamode_db [None req-c6778df8-13a2-4e43-8ba6-273817a2eb18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-15T07:30:25Z,description=,heartbeat_timestamp=2022-09-15T07:45:25Z,host='dv-cinder-824149-6-iscsi',id=6177172c-20b9-4a3a-92be-d5dd082cfa3a,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T07:30:25Z,topic='l3_agent')) {'router_ids': ['67840e2f-de01-4d8c-90b9-81d88ad1a131'], 'active': True} {{(pid=107295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:45:32.975219 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-58fba2ac-4d03-42c0-b966-61656c97d2b0 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382552'] for floatingip (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:33.009271 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-58fba2ac-4d03-42c0-b966-61656c97d2b0 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1181278 Sep 15 07:45:33.010191 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbbef2c3-07c4-4165-b994-cf399a858379', 'tag': '3f042454-cf32-4a00-ae9e-6827217983a6'}] {{(pid=107276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 07:45:33.012618 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e3724867bd40dd9d720ab8c058c996a0c2f5593be620855f41bc083494bf738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c3c74b9-fa01-414e-a5b7-63e9c160fa50" -d '{"events": [{"name": "network-changed", "server_uuid": "fbbef2c3-07c4-4165-b994-cf399a858379", "tag": "3f042454-cf32-4a00-ae9e-6827217983a6"}]}' {{(pid=107276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 07:45:33.052590 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 07:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d937707-e11e-40b8-adab-b7ecdfe601a5 x-openstack-request-id: req-9d937707-e11e-40b8-adab-b7ecdfe601a5 {{(pid=107276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 07:45:33.052943 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbbef2c3-07c4-4165-b994-cf399a858379", "tag": "3f042454-cf32-4a00-ae9e-6827217983a6", "status": "completed", "code": 200}]} {{(pid=107276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 07:45:33.053274 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9d937707-e11e-40b8-adab-b7ecdfe601a5 {{(pid=107276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 07:45:33.053817 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d937707-e11e-40b8-adab-b7ecdfe601a5'] response: {'name': 'network-changed', 'server_uuid': 'fbbef2c3-07c4-4165-b994-cf399a858379', 'tag': '3f042454-cf32-4a00-ae9e-6827217983a6', 'status': 'completed', 'code': 200} Sep 15 07:45:33.094065 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_dvr_db [None req-c6778df8-13a2-4e43-8ba6-273817a2eb18 None None] Set router 67840e2f-de01-4d8c-90b9-81d88ad1a131 gateway port host: dv-cinder-824149-6-iscsi {{(pid=107295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 07:45:33.146718 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3c74b9-fa01-414e-a5b7-63e9c160fa50 req-97a219f4-0648-4174-987c-23b51fc7b820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:45:33.148338 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-6c3c74b9-fa01-414e-a5b7-63e9c160fa50 req-97a219f4-0648-4174-987c-23b51fc7b820 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=af1e008c4bfa41e18488c63ea0f17b27&device_id=fbbef2c3-07c4-4165-b994-cf399a858379 HTTP/1.1" status: 200 len: 1130 time: 0.0443454 Sep 15 07:45:33.161913 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:45:33.245423 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3c74b9-fa01-414e-a5b7-63e9c160fa50 req-66b3c962-ad27-425f-80b0-0459bd332e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:45:33.246980 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-6c3c74b9-fa01-414e-a5b7-63e9c160fa50 req-66b3c962-ad27-425f-80b0-0459bd332e4e service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=2c10a638-2533-4c87-88f1-ce4db4dec0fd HTTP/1.1" status: 200 len: 912 time: 0.0923824 Sep 15 07:45:33.317509 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-6c3c74b9-fa01-414e-a5b7-63e9c160fa50 req-38daff8a-43d3-4566-a738-952e4fb46778 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3f042454-cf32-4a00-ae9e-6827217983a6 HTTP/1.1" status: 200 len: 1000 time: 0.0635059 Sep 15 07:45:33.324123 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_hamode_db [None req-c6778df8-13a2-4e43-8ba6-273817a2eb18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67840e2f-de01-4d8c-90b9-81d88ad1a131', 'name': 'tempest-TestVolumeBootPattern-938819957-router', 'tenant_id': 'af1e008c4bfa41e18488c63ea0f17b27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.149'}], 'enable_snat': True}, 'gw_port_id': 'b909bbd7-0d84-41f0-a949-dea3ab61a99c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:41:04Z', 'updated_at': '2022-09-15T07:41:09Z', 'revision_number': 4, 'project_id': 'af1e008c4bfa41e18488c63ea0f17b27', 'gw_port': {'id': 'b909bbd7-0d84-41f0-a949-dea3ab61a99c', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:8d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67840e2f-de01-4d8c-90b9-81d88ad1a131', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:41:05Z', 'updated_at': '2022-09-15T07:41:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi', '_floatingips': [{'id': '07729090-1405-4ce3-a456-eb735b276386', 'tenant_id': 'af1e008c4bfa41e18488c63ea0f17b27', 'floating_ip_address': '172.27.0.181', 'floating_network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'router_id': '67840e2f-de01-4d8c-90b9-81d88ad1a131', 'port_id': '3f042454-cf32-4a00-ae9e-6827217983a6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c10a638-2533-4c87-88f1-ce4db4dec0fd', 'mac_address': 'fa:16:3e:87:3d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbbef2c3-07c4-4165-b994-cf399a858379', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T07:45:31Z', 'updated_at': '2022-09-15T07:45:31Z', 'revision_number': 0, 'project_id': 'af1e008c4bfa41e18488c63ea0f17b27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a68fd01-d2a8-4a36-a6ad-66233e53b4cd', 'name': '', 'network_id': '2c10a638-2533-4c87-88f1-ce4db4dec0fd', 'tenant_id': 'af1e008c4bfa41e18488c63ea0f17b27', 'mac_address': 'fa:16:3e:22:c3:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67840e2f-de01-4d8c-90b9-81d88ad1a131', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'c8bb4817-976c-49f3-9d00-c474544f8d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:41:08Z', 'updated_at': '2022-09-15T07:41:14Z', 'revision_number': 5, 'project_id': 'af1e008c4bfa41e18488c63ea0f17b27', 'subnets': [{'id': 'c8bb4817-976c-49f3-9d00-c474544f8d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-6-iscsi', False) {} {{(pid=107295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:45:33.358069 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6778df8-13a2-4e43-8ba6-273817a2eb18 None None] Checking router: 67840e2f-de01-4d8c-90b9-81d88ad1a131 for host: dv-cinder-824149-6-iscsi {{(pid=107295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 07:45:33.369754 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6778df8-13a2-4e43-8ba6-273817a2eb18 None None] Routers {'67840e2f-de01-4d8c-90b9-81d88ad1a131'} bound to L3 agent in host dv-cinder-824149-6-iscsi {{(pid=107295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 07:45:33.370756 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_hamode_db [None req-c6778df8-13a2-4e43-8ba6-273817a2eb18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-15T07:30:25Z,description=,heartbeat_timestamp=2022-09-15T07:45:25Z,host='dv-cinder-824149-6-iscsi',id=6177172c-20b9-4a3a-92be-d5dd082cfa3a,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T07:30:25Z,topic='l3_agent')) {'router_ids': ['67840e2f-de01-4d8c-90b9-81d88ad1a131'], 'active': True} {{(pid=107295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:45:33.374784 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3c74b9-fa01-414e-a5b7-63e9c160fa50 req-4aa4e164-0113-4137-87b8-ccc1e5c568ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:45:33.377648 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-6c3c74b9-fa01-414e-a5b7-63e9c160fa50 req-4aa4e164-0113-4137-87b8-ccc1e5c568ba service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=c8bb4817-976c-49f3-9d00-c474544f8d63 HTTP/1.1" status: 200 len: 850 time: 0.0521092 Sep 15 07:45:33.437529 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3c74b9-fa01-414e-a5b7-63e9c160fa50 req-757f4664-530c-4551-b074-41cef349f96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:45:33.439128 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-6c3c74b9-fa01-414e-a5b7-63e9c160fa50 req-757f4664-530c-4551-b074-41cef349f96d service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=2c10a638-2533-4c87-88f1-ce4db4dec0fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468807 Sep 15 07:45:33.469480 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a581fc-d7c9-4cbb-8074-dd1c4e365eb1 req-66f79e32-ef53-4e60-97b9-c33937a69ce8 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:45:33.472899 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-53a581fc-d7c9-4cbb-8074-dd1c4e365eb1 req-66f79e32-ef53-4e60-97b9-c33937a69ce8 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=08d61aa0-bcb6-4fe0-bc26-20ef85c5025e HTTP/1.1" status: 200 len: 946 time: 0.0696814 Sep 15 07:45:33.483287 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_dvr_db [None req-c6778df8-13a2-4e43-8ba6-273817a2eb18 None None] Set router 67840e2f-de01-4d8c-90b9-81d88ad1a131 gateway port host: dv-cinder-824149-6-iscsi {{(pid=107295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 07:45:33.529276 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-53a581fc-d7c9-4cbb-8074-dd1c4e365eb1 req-d294c341-b498-4334-b16a-01ee55f2d7c5 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=715457f5-6986-4664-80ea-7326eb5df706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507336 Sep 15 07:45:33.550079 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-6c3c74b9-fa01-414e-a5b7-63e9c160fa50 req-007b661d-daab-4176-a2d3-58b682f6da74 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/2c10a638-2533-4c87-88f1-ce4db4dec0fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030142 Sep 15 07:45:33.651329 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=100 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:45:33.655603 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-6c3c74b9-fa01-414e-a5b7-63e9c160fa50 req-8252e2e6-b5ae-4619-acc3-8607ac264931 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/2c10a638-2533-4c87-88f1-ce4db4dec0fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929806 Sep 15 07:45:33.720961 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_hamode_db [None req-c6778df8-13a2-4e43-8ba6-273817a2eb18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67840e2f-de01-4d8c-90b9-81d88ad1a131', 'name': 'tempest-TestVolumeBootPattern-938819957-router', 'tenant_id': 'af1e008c4bfa41e18488c63ea0f17b27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.149'}], 'enable_snat': True}, 'gw_port_id': 'b909bbd7-0d84-41f0-a949-dea3ab61a99c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:41:04Z', 'updated_at': '2022-09-15T07:41:09Z', 'revision_number': 4, 'project_id': 'af1e008c4bfa41e18488c63ea0f17b27', 'gw_port': {'id': 'b909bbd7-0d84-41f0-a949-dea3ab61a99c', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:8d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67840e2f-de01-4d8c-90b9-81d88ad1a131', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:41:05Z', 'updated_at': '2022-09-15T07:41:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi', '_floatingips': [{'id': '07729090-1405-4ce3-a456-eb735b276386', 'tenant_id': 'af1e008c4bfa41e18488c63ea0f17b27', 'floating_ip_address': '172.27.0.181', 'floating_network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'router_id': '67840e2f-de01-4d8c-90b9-81d88ad1a131', 'port_id': '3f042454-cf32-4a00-ae9e-6827217983a6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c10a638-2533-4c87-88f1-ce4db4dec0fd', 'mac_address': 'fa:16:3e:87:3d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbbef2c3-07c4-4165-b994-cf399a858379', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T07:45:31Z', 'updated_at': '2022-09-15T07:45:31Z', 'revision_number': 0, 'project_id': 'af1e008c4bfa41e18488c63ea0f17b27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a68fd01-d2a8-4a36-a6ad-66233e53b4cd', 'name': '', 'network_id': '2c10a638-2533-4c87-88f1-ce4db4dec0fd', 'tenant_id': 'af1e008c4bfa41e18488c63ea0f17b27', 'mac_address': 'fa:16:3e:22:c3:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67840e2f-de01-4d8c-90b9-81d88ad1a131', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'c8bb4817-976c-49f3-9d00-c474544f8d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:41:08Z', 'updated_at': '2022-09-15T07:41:14Z', 'revision_number': 5, 'project_id': 'af1e008c4bfa41e18488c63ea0f17b27', 'subnets': [{'id': 'c8bb4817-976c-49f3-9d00-c474544f8d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-6-iscsi', False) {} {{(pid=107295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:45:33.747471 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6778df8-13a2-4e43-8ba6-273817a2eb18 None None] The sync data for ids ['67840e2f-de01-4d8c-90b9-81d88ad1a131'] in dv-cinder-824149-6-iscsi is: [{'id': '67840e2f-de01-4d8c-90b9-81d88ad1a131', 'name': 'tempest-TestVolumeBootPattern-938819957-router', 'tenant_id': 'af1e008c4bfa41e18488c63ea0f17b27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.149'}], 'enable_snat': True}, 'gw_port_id': 'b909bbd7-0d84-41f0-a949-dea3ab61a99c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:41:04Z', 'updated_at': '2022-09-15T07:41:09Z', 'revision_number': 4, 'project_id': 'af1e008c4bfa41e18488c63ea0f17b27', 'gw_port': {'id': 'b909bbd7-0d84-41f0-a949-dea3ab61a99c', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:8d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67840e2f-de01-4d8c-90b9-81d88ad1a131', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:41:05Z', 'updated_at': '2022-09-15T07:41:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi', '_floatingips': [{'id': '07729090-1405-4ce3-a456-eb735b276386', 'tenant_id': 'af1e008c4bfa41e18488c63ea0f17b27', 'floating_ip_address': '172.27.0.181', 'floating_network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'router_id': '67840e2f-de01-4d8c-90b9-81d88ad1a131', 'port_id': '3f042454-cf32-4a00-ae9e-6827217983a6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c10a638-2533-4c87-88f1-ce4db4dec0fd', 'mac_address': 'fa:16:3e:87:3d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbbef2c3-07c4-4165-b994-cf399a858379', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T07:45:31Z', 'updated_at': '2022-09-15T07:45:31Z', 'revision_number': 0, 'project_id': 'af1e008c4bfa41e18488c63ea0f17b27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a68fd01-d2a8-4a36-a6ad-66233e53b4cd', 'name': '', 'network_id': '2c10a638-2533-4c87-88f1-ce4db4dec0fd', 'tenant_id': 'af1e008c4bfa41e18488c63ea0f17b27', 'mac_address': 'fa:16:3e:22:c3:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67840e2f-de01-4d8c-90b9-81d88ad1a131', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'c8bb4817-976c-49f3-9d00-c474544f8d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:41:08Z', 'updated_at': '2022-09-15T07:41:14Z', 'revision_number': 5, 'project_id': 'af1e008c4bfa41e18488c63ea0f17b27', 'subnets': [{'id': 'c8bb4817-976c-49f3-9d00-c474544f8d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 07:45:33.947396 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba157357-f275-4b34-953e-9284c610aee1 None None] New status for floating IP 07729090-1405-4ce3-a456-eb735b276386: ACTIVE {{(pid=107290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 15 07:45:42.440768 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d943ec53-1782-4b16-8c45-068494f4ecac req-d568915b-0463-43de-a13f-f5a197d75f95 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:45:42.442257 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-d943ec53-1782-4b16-8c45-068494f4ecac req-d568915b-0463-43de-a13f-f5a197d75f95 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0f14c845-5f86-4d74-8813-e7c482a6be08 HTTP/1.1" status: 200 len: 946 time: 0.0471983 Sep 15 07:45:42.717685 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-d943ec53-1782-4b16-8c45-068494f4ecac req-54dc3fa5-d762-4e7b-83ea-3725e436c25f tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2b522f72-9094-4859-86c8-c098722d744c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2696457 Sep 15 07:45:42.724977 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (25cf60a6-7ad2-448a-9326-c12b453ddee0), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:43.650011 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=23 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:45:43.651872 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=69 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:45:43.718355 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=4 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:45:43.746479 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=84 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:45:43.848326 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c6a7fa-cd9f-4e57-a451-29b7d05ca267 req-7e614ea4-2113-4da3-88dd-fab421858088 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:45:43.849824 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-79c6a7fa-cd9f-4e57-a451-29b7d05ca267 req-7e614ea4-2113-4da3-88dd-fab421858088 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0f14c845-5f86-4d74-8813-e7c482a6be08 HTTP/1.1" status: 200 len: 946 time: 0.0478377 Sep 15 07:45:43.873342 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219a8d5e-9127-475e-be32-e5db7ca32f03 req-acc1590d-c1f4-4985-ace1-d32345a103bb tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:45:43.874804 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-219a8d5e-9127-475e-be32-e5db7ca32f03 req-acc1590d-c1f4-4985-ace1-d32345a103bb tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=0f14c845-5f86-4d74-8813-e7c482a6be08 HTTP/1.1" status: 200 len: 946 time: 0.0492475 Sep 15 07:45:43.899333 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-79c6a7fa-cd9f-4e57-a451-29b7d05ca267 req-61ab9751-9a28-4a99-a22e-cbe517a55343 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2b522f72-9094-4859-86c8-c098722d744c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432587 Sep 15 07:45:43.972796 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.plugin [req-219a8d5e-9127-475e-be32-e5db7ca32f03 req-e2790c1e-2cfa-472b-9a71-1617d7adc059 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Deleting port 2f98d201-6410-4508-a7f3-40ecd7daed4f {{(pid=107276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 07:45:43.973137 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-219a8d5e-9127-475e-be32-e5db7ca32f03 req-e2790c1e-2cfa-472b-9a71-1617d7adc059 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729658711565'] for port (2f98d201-6410-4508-a7f3-40ecd7daed4f), before_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:44.068254 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.db [req-219a8d5e-9127-475e-be32-e5db7ca32f03 req-e2790c1e-2cfa-472b-9a71-1617d7adc059 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] For port 2f98d201-6410-4508-a7f3-40ecd7daed4f, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=2f98d201-6410-4508-a7f3-40ecd7daed4f,segment=NetworkSegment(4e083812-1fad-4032-9ca4-75fb637b69f5),segment_id=4e083812-1fad-4032-9ca4-75fb637b69f5)] {{(pid=107276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:45:44.068619 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-219a8d5e-9127-475e-be32-e5db7ca32f03 req-e2790c1e-2cfa-472b-9a71-1617d7adc059 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009180'] for port (2f98d201-6410-4508-a7f3-40ecd7daed4f), precommit_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:44.496780 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-219a8d5e-9127-475e-be32-e5db7ca32f03 req-e2790c1e-2cfa-472b-9a71-1617d7adc059 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:44.497145 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-219a8d5e-9127-475e-be32-e5db7ca32f03 req-e2790c1e-2cfa-472b-9a71-1617d7adc059 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2007462'] for floatingip (9ec8de66-9ef1-47e8-b266-02a3773ae3d4), after_update {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:44.497461 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.db.l3_db [req-219a8d5e-9127-475e-be32-e5db7ca32f03 req-e2790c1e-2cfa-472b-9a71-1617d7adc059 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Floating IP 9ec8de66-9ef1-47e8-b266-02a3773ae3d4 disassociated. External IP: 172.27.0.202, port: 2f98d201-6410-4508-a7f3-40ecd7daed4f. Sep 15 07:45:44.497981 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.plugin [req-219a8d5e-9127-475e-be32-e5db7ca32f03 req-e2790c1e-2cfa-472b-9a71-1617d7adc059 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Calling delete_port for 2f98d201-6410-4508-a7f3-40ecd7daed4f owned by compute:nova {{(pid=107276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 07:45:44.730879 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-219a8d5e-9127-475e-be32-e5db7ca32f03 req-e2790c1e-2cfa-472b-9a71-1617d7adc059 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729658628491', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729658170588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260827426'] for port (2f98d201-6410-4508-a7f3-40ecd7daed4f), after_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:44.762338 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2790c1e-2cfa-472b-9a71-1617d7adc059 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Pushing event deleted for resources: {'Port': ['ID=2f98d201-6410-4508-a7f3-40ecd7daed4f,revision_number=None']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:45:44.772069 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2790c1e-2cfa-472b-9a71-1617d7adc059 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:45:44.772419 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2790c1e-2cfa-472b-9a71-1617d7adc059 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:45:44.772760 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2790c1e-2cfa-472b-9a71-1617d7adc059 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:45:44.773093 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2790c1e-2cfa-472b-9a71-1617d7adc059 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:45:44.773425 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2790c1e-2cfa-472b-9a71-1617d7adc059 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:45:44.773972 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2790c1e-2cfa-472b-9a71-1617d7adc059 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:45:44.774391 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2790c1e-2cfa-472b-9a71-1617d7adc059 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:45:44.774724 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2790c1e-2cfa-472b-9a71-1617d7adc059 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:45:44.775055 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2790c1e-2cfa-472b-9a71-1617d7adc059 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:45:44.775376 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2790c1e-2cfa-472b-9a71-1617d7adc059 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:45:44.775884 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2790c1e-2cfa-472b-9a71-1617d7adc059 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:45:44.776209 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2790c1e-2cfa-472b-9a71-1617d7adc059 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:45:44.776535 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2790c1e-2cfa-472b-9a71-1617d7adc059 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:45:44.776855 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2790c1e-2cfa-472b-9a71-1617d7adc059 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:45:44.777174 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2790c1e-2cfa-472b-9a71-1617d7adc059 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:45:44.889987 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.scheduler.l3_agent_scheduler [req-219a8d5e-9127-475e-be32-e5db7ca32f03 req-e2790c1e-2cfa-472b-9a71-1617d7adc059 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Router 1df19f93-ddd2-4633-93f0-f23031cad133 has already been hosted by L3 agent 6177172c-20b9-4a3a-92be-d5dd082cfa3a {{(pid=107276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 07:45:45.002709 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-219a8d5e-9127-475e-be32-e5db7ca32f03 req-e2790c1e-2cfa-472b-9a71-1617d7adc059 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Notify agent at l3_agent.dv-cinder-824149-6-iscsi the message routers_updated {{(pid=107276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 07:45:45.012599 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc13273-dfbd-4326-b016-425988af50d9 None None] Sync routers for ids ['1df19f93-ddd2-4633-93f0-f23031cad133'] in dv-cinder-824149-6-iscsi {{(pid=107295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 07:45:45.019649 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-6454c18a-7806-4d64-9f4c-91da23ed5c08 req-e0760209-6554-4a20-b658-6df9fc366845 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0f14c845-5f86-4d74-8813-e7c482a6be08 HTTP/1.1" status: 200 len: 210 time: 0.0291576 Sep 15 07:45:45.026926 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc13273-dfbd-4326-b016-425988af50d9 None None] Routers {'1df19f93-ddd2-4633-93f0-f23031cad133'} bound to L3 agent in host dv-cinder-824149-6-iscsi {{(pid=107295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 07:45:45.026926 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_hamode_db [None req-6fc13273-dfbd-4326-b016-425988af50d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-15T07:30:25Z,description=,heartbeat_timestamp=2022-09-15T07:45:25Z,host='dv-cinder-824149-6-iscsi',id=6177172c-20b9-4a3a-92be-d5dd082cfa3a,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T07:30:25Z,topic='l3_agent')) {'router_ids': ['1df19f93-ddd2-4633-93f0-f23031cad133'], 'active': True} {{(pid=107295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:45:45.051375 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.db.l3_dvrscheduler_db [req-219a8d5e-9127-475e-be32-e5db7ca32f03 req-e2790c1e-2cfa-472b-9a71-1617d7adc059 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] No DVR routers for this DVR port 2f98d201-6410-4508-a7f3-40ecd7daed4f on host hv-cinder-82414 {{(pid=107276) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 07:45:45.053988 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-219a8d5e-9127-475e-be32-e5db7ca32f03 req-e2790c1e-2cfa-472b-9a71-1617d7adc059 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382552'] for port (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:45.057365 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-219a8d5e-9127-475e-be32-e5db7ca32f03 req-e2790c1e-2cfa-472b-9a71-1617d7adc059 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.26 "DELETE /networking/v2.0/ports/2f98d201-6410-4508-a7f3-40ecd7daed4f HTTP/1.1" status: 204 len: 173 time: 1.1696029 Sep 15 07:45:45.057891 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f14c845-5f86-4d74-8813-e7c482a6be08', 'name': 'network-vif-deleted', 'tag': '2f98d201-6410-4508-a7f3-40ecd7daed4f'}] {{(pid=107276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 07:45:45.060156 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e3724867bd40dd9d720ab8c058c996a0c2f5593be620855f41bc083494bf738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f23a90c-b5d3-425f-9c4b-4bdcf742099b" -d '{"events": [{"server_uuid": "0f14c845-5f86-4d74-8813-e7c482a6be08", "name": "network-vif-deleted", "tag": "2f98d201-6410-4508-a7f3-40ecd7daed4f"}]}' {{(pid=107276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 07:45:45.119616 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 07:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8c821a5-89b6-4444-b79d-66cef640812a x-openstack-request-id: req-d8c821a5-89b6-4444-b79d-66cef640812a {{(pid=107276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 07:45:45.119907 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f14c845-5f86-4d74-8813-e7c482a6be08", "name": "network-vif-deleted", "tag": "2f98d201-6410-4508-a7f3-40ecd7daed4f", "status": "completed", "code": 200}]} {{(pid=107276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 07:45:45.120198 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d8c821a5-89b6-4444-b79d-66cef640812a {{(pid=107276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 07:45:45.120610 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8c821a5-89b6-4444-b79d-66cef640812a'] response: {'server_uuid': '0f14c845-5f86-4d74-8813-e7c482a6be08', 'name': 'network-vif-deleted', 'tag': '2f98d201-6410-4508-a7f3-40ecd7daed4f', 'status': 'completed', 'code': 200} Sep 15 07:45:45.161990 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_dvr_db [None req-6fc13273-dfbd-4326-b016-425988af50d9 None None] Set router 1df19f93-ddd2-4633-93f0-f23031cad133 gateway port host: dv-cinder-824149-6-iscsi {{(pid=107295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 07:45:45.191201 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 38628) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:45:45.327212 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-be55e4cf-fa0b-422b-9a94-852c249f8c08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:45.373128 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=5,neutron:INSERT=3 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:45:45.374829 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=4 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:45:45.389892 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_hamode_db [None req-6fc13273-dfbd-4326-b016-425988af50d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df19f93-ddd2-4633-93f0-f23031cad133', 'name': 'tempest-AttachVolumeShelveTestJSON-581984198-router', 'tenant_id': 'b4a8f2664964492e9c80a595ed043c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': 'e79aed76-cb3f-4eec-9144-605159e2236a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:38:34Z', 'updated_at': '2022-09-15T07:38:45Z', 'revision_number': 4, 'project_id': 'b4a8f2664964492e9c80a595ed043c71', 'gw_port': {'id': 'e79aed76-cb3f-4eec-9144-605159e2236a', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:5a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df19f93-ddd2-4633-93f0-f23031cad133', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:38:35Z', 'updated_at': '2022-09-15T07:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi', '_interfaces': [{'id': 'f1b43edf-4d80-42ab-8985-9ac1b7d49c1f', 'name': '', 'network_id': '2b6b3bac-c651-487a-b144-89fba4985d6c', 'tenant_id': 'b4a8f2664964492e9c80a595ed043c71', 'mac_address': 'fa:16:3e:0f:70:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df19f93-ddd2-4633-93f0-f23031cad133', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '37c21616-a845-47e5-a620-a34a553bb45c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:38:43Z', 'updated_at': '2022-09-15T07:38:51Z', 'revision_number': 5, 'project_id': 'b4a8f2664964492e9c80a595ed043c71', 'subnets': [{'id': '37c21616-a845-47e5-a620-a34a553bb45c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-6-iscsi', False) {} {{(pid=107295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:45:45.410049 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-be55e4cf-fa0b-422b-9a94-852c249f8c08 admin admin] Publish callbacks [] for security_group (0c106081-f0c0-4ae6-b284-276cebfbb92b), precommit_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:45.419052 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc13273-dfbd-4326-b016-425988af50d9 None None] Checking router: 1df19f93-ddd2-4633-93f0-f23031cad133 for host: dv-cinder-824149-6-iscsi {{(pid=107295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 07:45:45.427837 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc13273-dfbd-4326-b016-425988af50d9 None None] Routers {'1df19f93-ddd2-4633-93f0-f23031cad133'} bound to L3 agent in host dv-cinder-824149-6-iscsi {{(pid=107295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 07:45:45.428446 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_hamode_db [None req-6fc13273-dfbd-4326-b016-425988af50d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-15T07:30:25Z,description=,heartbeat_timestamp=2022-09-15T07:45:25Z,host='dv-cinder-824149-6-iscsi',id=6177172c-20b9-4a3a-92be-d5dd082cfa3a,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T07:30:25Z,topic='l3_agent')) {'router_ids': ['1df19f93-ddd2-4633-93f0-f23031cad133'], 'active': True} {{(pid=107295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:45:45.473223 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-be55e4cf-fa0b-422b-9a94-852c249f8c08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (0c106081-f0c0-4ae6-b284-276cebfbb92b), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:45.514982 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be55e4cf-fa0b-422b-9a94-852c249f8c08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c106081-f0c0-4ae6-b284-276cebfbb92b,revision_number=1']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:45:45.519845 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-be55e4cf-fa0b-422b-9a94-852c249f8c08 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=6a599d6dd6a34afabf5a156ba7f3981e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3275976 Sep 15 07:45:45.522864 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 38632) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:45:45.534576 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_dvr_db [None req-6fc13273-dfbd-4326-b016-425988af50d9 None None] Set router 1df19f93-ddd2-4633-93f0-f23031cad133 gateway port host: dv-cinder-824149-6-iscsi {{(pid=107295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 07:45:45.579880 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-8e356747-df4c-4624-902f-318de32d0de1 admin admin] Publish callbacks [] for security_group (0c106081-f0c0-4ae6-b284-276cebfbb92b), before_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:45.602896 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-8e356747-df4c-4624-902f-318de32d0de1 admin admin] Publish callbacks [] for security_group (0c106081-f0c0-4ae6-b284-276cebfbb92b), precommit_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:45.728863 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_hamode_db [None req-6fc13273-dfbd-4326-b016-425988af50d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df19f93-ddd2-4633-93f0-f23031cad133', 'name': 'tempest-AttachVolumeShelveTestJSON-581984198-router', 'tenant_id': 'b4a8f2664964492e9c80a595ed043c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': 'e79aed76-cb3f-4eec-9144-605159e2236a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:38:34Z', 'updated_at': '2022-09-15T07:38:45Z', 'revision_number': 4, 'project_id': 'b4a8f2664964492e9c80a595ed043c71', 'gw_port': {'id': 'e79aed76-cb3f-4eec-9144-605159e2236a', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:5a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df19f93-ddd2-4633-93f0-f23031cad133', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:38:35Z', 'updated_at': '2022-09-15T07:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi', '_interfaces': [{'id': 'f1b43edf-4d80-42ab-8985-9ac1b7d49c1f', 'name': '', 'network_id': '2b6b3bac-c651-487a-b144-89fba4985d6c', 'tenant_id': 'b4a8f2664964492e9c80a595ed043c71', 'mac_address': 'fa:16:3e:0f:70:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df19f93-ddd2-4633-93f0-f23031cad133', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '37c21616-a845-47e5-a620-a34a553bb45c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:38:43Z', 'updated_at': '2022-09-15T07:38:51Z', 'revision_number': 5, 'project_id': 'b4a8f2664964492e9c80a595ed043c71', 'subnets': [{'id': '37c21616-a845-47e5-a620-a34a553bb45c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-6-iscsi', False) {} {{(pid=107295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:45:45.741968 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-8e356747-df4c-4624-902f-318de32d0de1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (0c106081-f0c0-4ae6-b284-276cebfbb92b), after_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:45.750323 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-8e356747-df4c-4624-902f-318de32d0de1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:45.750323 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-8e356747-df4c-4624-902f-318de32d0de1 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/0c106081-f0c0-4ae6-b284-276cebfbb92b HTTP/1.1" status: 204 len: 168 time: 0.2220001 Sep 15 07:45:45.755792 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e356747-df4c-4624-902f-318de32d0de1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c106081-f0c0-4ae6-b284-276cebfbb92b,revision_number=None']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:45:45.759569 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc13273-dfbd-4326-b016-425988af50d9 None None] The sync data for ids ['1df19f93-ddd2-4633-93f0-f23031cad133'] in dv-cinder-824149-6-iscsi is: [{'id': '1df19f93-ddd2-4633-93f0-f23031cad133', 'name': 'tempest-AttachVolumeShelveTestJSON-581984198-router', 'tenant_id': 'b4a8f2664964492e9c80a595ed043c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': 'e79aed76-cb3f-4eec-9144-605159e2236a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:38:34Z', 'updated_at': '2022-09-15T07:38:45Z', 'revision_number': 4, 'project_id': 'b4a8f2664964492e9c80a595ed043c71', 'gw_port': {'id': 'e79aed76-cb3f-4eec-9144-605159e2236a', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:5a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df19f93-ddd2-4633-93f0-f23031cad133', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:38:35Z', 'updated_at': '2022-09-15T07:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi', '_interfaces': [{'id': 'f1b43edf-4d80-42ab-8985-9ac1b7d49c1f', 'name': '', 'network_id': '2b6b3bac-c651-487a-b144-89fba4985d6c', 'tenant_id': 'b4a8f2664964492e9c80a595ed043c71', 'mac_address': 'fa:16:3e:0f:70:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df19f93-ddd2-4633-93f0-f23031cad133', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '37c21616-a845-47e5-a620-a34a553bb45c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:38:43Z', 'updated_at': '2022-09-15T07:38:51Z', 'revision_number': 5, 'project_id': 'b4a8f2664964492e9c80a595ed043c71', 'subnets': [{'id': '37c21616-a845-47e5-a620-a34a553bb45c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 07:45:46.047396 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41943872-5d15-4dd3-941e-5e65cf9a5ae6 None None] New status for floating IP 9ec8de66-9ef1-47e8-b266-02a3773ae3d4: DOWN {{(pid=107290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 15 07:45:46.193329 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-30883e5c-94de-4571-98df-46f814cac313 req-276a064a-2943-4462-a1eb-b4c65256d403 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0f14c845-5f86-4d74-8813-e7c482a6be08 HTTP/1.1" status: 200 len: 210 time: 0.0630209 Sep 15 07:45:47.353678 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 38688) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:45:47.411482 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-b3b85e83-e271-4de4-ad15-75963de6ebc5 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Publish callbacks [] for security_group (2b522f72-9094-4859-86c8-c098722d744c), before_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:47.433234 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-b3b85e83-e271-4de4-ad15-75963de6ebc5 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Publish callbacks [] for security_group (2b522f72-9094-4859-86c8-c098722d744c), precommit_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:47.564510 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-b3b85e83-e271-4de4-ad15-75963de6ebc5 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (2b522f72-9094-4859-86c8-c098722d744c), after_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:47.567237 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-b3b85e83-e271-4de4-ad15-75963de6ebc5 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Publish callbacks [] for security_group (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:47.568383 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-b3b85e83-e271-4de4-ad15-75963de6ebc5 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "DELETE /networking/v2.0/security-groups/2b522f72-9094-4859-86c8-c098722d744c HTTP/1.1" status: 204 len: 168 time: 0.2136633 Sep 15 07:45:47.571315 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 38690) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:45:47.578040 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b85e83-e271-4de4-ad15-75963de6ebc5 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b522f72-9094-4859-86c8-c098722d744c,revision_number=None']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:45:47.587161 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.api.v2.resource [None req-66e990ec-8bea-4841-99e9-25e71e9b93a8 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] show failed (client error): The resource could not be found. Sep 15 07:45:47.591999 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-66e990ec-8bea-4841-99e9-25e71e9b93a8 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "GET /networking/v2.0/security-groups/2b522f72-9094-4859-86c8-c098722d744c HTTP/1.1" status: 404 len: 347 time: 0.0195999 Sep 15 07:45:47.592731 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 38692) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:45:47.720075 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.plugin [None req-638dac30-44ea-4eab-b5f3-cf940589cc79 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Deleting port 96ded00a-abc4-4989-b6d8-5c32d573cf2f {{(pid=107279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 07:45:47.720468 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-638dac30-44ea-4eab-b5f3-cf940589cc79 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729658711565'] for port (96ded00a-abc4-4989-b6d8-5c32d573cf2f), before_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:47.797979 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-638dac30-44ea-4eab-b5f3-cf940589cc79 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009180'] for port (96ded00a-abc4-4989-b6d8-5c32d573cf2f), precommit_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:47.798317 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-638dac30-44ea-4eab-b5f3-cf940589cc79 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Publish callbacks [] for floatingip (96ded00a-abc4-4989-b6d8-5c32d573cf2f), precommit_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:47.811192 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.plugin [None req-638dac30-44ea-4eab-b5f3-cf940589cc79 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Calling delete_port for 96ded00a-abc4-4989-b6d8-5c32d573cf2f owned by network:floatingip {{(pid=107279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 07:45:47.934197 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 38708) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:45:47.975712 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-638dac30-44ea-4eab-b5f3-cf940589cc79 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729658628491', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729658170588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991753'] for port (96ded00a-abc4-4989-b6d8-5c32d573cf2f), after_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:47.980595 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd32da5b-17b1-41a2-a2ba-3041ef16a739 admin admin] Deleting subnet d1df6603-1249-4526-a1cd-0b861bbef38a {{(pid=107276) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 15 07:45:47.983917 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:45:47.989065 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-fd32da5b-17b1-41a2-a2ba-3041ef16a739 admin admin] Publish callbacks [] for subnet (d1df6603-1249-4526-a1cd-0b861bbef38a), before_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:48.002142 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638dac30-44ea-4eab-b5f3-cf940589cc79 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Pushing event deleted for resources: {'Port': ['ID=96ded00a-abc4-4989-b6d8-5c32d573cf2f,revision_number=None']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:45:48.014069 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638dac30-44ea-4eab-b5f3-cf940589cc79 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:45:48.014422 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638dac30-44ea-4eab-b5f3-cf940589cc79 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:45:48.014770 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638dac30-44ea-4eab-b5f3-cf940589cc79 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:45:48.015111 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638dac30-44ea-4eab-b5f3-cf940589cc79 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:45:48.015450 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638dac30-44ea-4eab-b5f3-cf940589cc79 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:45:48.015788 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638dac30-44ea-4eab-b5f3-cf940589cc79 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:45:48.016663 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638dac30-44ea-4eab-b5f3-cf940589cc79 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:45:48.017173 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638dac30-44ea-4eab-b5f3-cf940589cc79 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:45:48.017525 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638dac30-44ea-4eab-b5f3-cf940589cc79 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:45:48.017878 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638dac30-44ea-4eab-b5f3-cf940589cc79 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:45:48.018213 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638dac30-44ea-4eab-b5f3-cf940589cc79 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:45:48.018540 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638dac30-44ea-4eab-b5f3-cf940589cc79 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:45:48.018869 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638dac30-44ea-4eab-b5f3-cf940589cc79 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:45:48.019196 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638dac30-44ea-4eab-b5f3-cf940589cc79 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:45:48.019522 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638dac30-44ea-4eab-b5f3-cf940589cc79 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:45:48.022782 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-fd32da5b-17b1-41a2-a2ba-3041ef16a739 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260830030'] for subnet (d1df6603-1249-4526-a1cd-0b861bbef38a), precommit_delete_associations {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:48.064771 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-fd32da5b-17b1-41a2-a2ba-3041ef16a739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-831850'] for subnet (d1df6603-1249-4526-a1cd-0b861bbef38a), precommit_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:48.080616 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-638dac30-44ea-4eab-b5f3-cf940589cc79 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Publish callbacks [] for floatingip (9ec8de66-9ef1-47e8-b266-02a3773ae3d4), after_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:48.083156 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-638dac30-44ea-4eab-b5f3-cf940589cc79 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382552'] for floatingip (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:48.086903 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-638dac30-44ea-4eab-b5f3-cf940589cc79 tempest-AttachVolumeShelveTestJSON-1887792034 tempest-AttachVolumeShelveTestJSON-1887792034-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/9ec8de66-9ef1-47e8-b266-02a3773ae3d4 HTTP/1.1" status: 204 len: 168 time: 0.4906604 Sep 15 07:45:48.109177 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:INSERT=4,neutron:SELECT=88,neutron:DELETE=8 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:45:48.176814 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-fd32da5b-17b1-41a2-a2ba-3041ef16a739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-835415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260827469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260771348'] for subnet (d1df6603-1249-4526-a1cd-0b861bbef38a), after_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:48.205138 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd32da5b-17b1-41a2-a2ba-3041ef16a739 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1df6603-1249-4526-a1cd-0b861bbef38a,revision_number=None']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:45:48.207123 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-fd32da5b-17b1-41a2-a2ba-3041ef16a739 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:48.210296 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-fd32da5b-17b1-41a2-a2ba-3041ef16a739 admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/d1df6603-1249-4526-a1cd-0b861bbef38a HTTP/1.1" status: 204 len: 168 time: 0.2750113 Sep 15 07:45:48.212809 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 38712) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:45:48.283308 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-73c0e631-b0f5-4261-babc-829e747784eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-790559'] for network (236a0ef8-1215-462b-9704-97cf0c8ef7ed), before_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:48.369301 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-73c0e631-b0f5-4261-babc-829e747784eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861249', 'neutron.services.segments.db._delete_segments_for_network-8729658700737'] for network (236a0ef8-1215-462b-9704-97cf0c8ef7ed), precommit_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:48.389515 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.services.segments.db [None req-73c0e631-b0f5-4261-babc-829e747784eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['236a0ef8-1215-462b-9704-97cf0c8ef7ed']}} {{(pid=107276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:45:48.399120 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.services.segments.db [None req-73c0e631-b0f5-4261-babc-829e747784eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd50c8e60-9f71-4cc3-92c0-4f160ef76646') {'for_net_delete': True} {{(pid=107276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:45:48.399417 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.services.segments.db [None req-73c0e631-b0f5-4261-babc-829e747784eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd50c8e60-9f71-4cc3-92c0-4f160ef76646') {} {{(pid=107276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:45:48.409867 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-73c0e631-b0f5-4261-babc-829e747784eb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729658700629', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260830069'] for segment (d50c8e60-9f71-4cc3-92c0-4f160ef76646), before_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:48.424072 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-73c0e631-b0f5-4261-babc-829e747784eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906830'] for segment (d50c8e60-9f71-4cc3-92c0-4f160ef76646), precommit_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:48.429703 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:45:48.430870 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73c0e631-b0f5-4261-babc-829e747784eb admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=107276) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 07:45:48.431254 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-73c0e631-b0f5-4261-babc-829e747784eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260827639'] for segment (d50c8e60-9f71-4cc3-92c0-4f160ef76646), after_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:48.472868 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.services.segments.plugin [-] Segment d50c8e60-9f71-4cc3-92c0-4f160ef76646 resource provider aggregate not found Sep 15 07:45:48.493702 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.services.segments.plugin [-] Segment d50c8e60-9f71-4cc3-92c0-4f160ef76646 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d50c8e60-9f71-4cc3-92c0-4f160ef76646 found for delete ", "request_id": "req-93ef208a-bc03-48f3-a6d3-e80df2a235ca"}]} Sep 15 07:45:48.644117 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-73c0e631-b0f5-4261-babc-829e747784eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2007433'] for network (236a0ef8-1215-462b-9704-97cf0c8ef7ed), after_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:48.650047 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-73c0e631-b0f5-4261-babc-829e747784eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586190'] for network (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:48.653134 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-73c0e631-b0f5-4261-babc-829e747784eb admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/236a0ef8-1215-462b-9704-97cf0c8ef7ed HTTP/1.1" status: 204 len: 168 time: 0.4393790 Sep 15 07:45:48.656382 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 38720) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:45:48.676442 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c0e631-b0f5-4261-babc-829e747784eb admin admin] Pushing event deleted for resources: {'Network': ['ID=236a0ef8-1215-462b-9704-97cf0c8ef7ed,revision_number=None']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:45:48.710492 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ebbe45d-9dae-4bc8-96c8-c3d891d1a538 admin admin] Deleting subnet 9ddebf2c-58a6-4e76-a249-3d175e4d09f0 {{(pid=107279) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 15 07:45:48.713987 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-8ebbe45d-9dae-4bc8-96c8-c3d891d1a538 admin admin] Publish callbacks [] for subnet (9ddebf2c-58a6-4e76-a249-3d175e4d09f0), before_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:48.753202 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-8ebbe45d-9dae-4bc8-96c8-c3d891d1a538 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4067374'] for subnet (9ddebf2c-58a6-4e76-a249-3d175e4d09f0), precommit_delete_associations {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:48.791391 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:45:48.800247 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-8ebbe45d-9dae-4bc8-96c8-c3d891d1a538 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-831850'] for subnet (9ddebf2c-58a6-4e76-a249-3d175e4d09f0), precommit_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:48.806082 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Device 2f98d201-6410-4508-a7f3-40ecd7daed4f no longer exists at agent hyperv_hv-cinder-82414 {{(pid=107290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 07:45:48.826355 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] No Port match for: 2f98d201-6410-4508-a7f3-40ecd7daed4f {{(pid=107290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 07:45:48.826708 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Device 2f98d201-6410-4508-a7f3-40ecd7daed4f not bound to the agent host hv-cinder-82414 {{(pid=107290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 07:45:48.919022 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-8ebbe45d-9dae-4bc8-96c8-c3d891d1a538 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-835415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3991718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260930273'] for subnet (9ddebf2c-58a6-4e76-a249-3d175e4d09f0), after_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:48.950494 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebbe45d-9dae-4bc8-96c8-c3d891d1a538 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ddebf2c-58a6-4e76-a249-3d175e4d09f0,revision_number=None']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:45:48.952378 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-8ebbe45d-9dae-4bc8-96c8-c3d891d1a538 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586190'] for subnet (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:48.955805 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-8ebbe45d-9dae-4bc8-96c8-c3d891d1a538 admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/9ddebf2c-58a6-4e76-a249-3d175e4d09f0 HTTP/1.1" status: 204 len: 168 time: 0.2967796 Sep 15 07:45:48.958356 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 38726) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:45:49.027436 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-28cdf20e-a57e-4bc6-8b98-3740ec0de69c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-790559'] for network (117e7a44-1a6f-4f88-8ca2-1c72d5fe5f84), before_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:49.110580 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-28cdf20e-a57e-4bc6-8b98-3740ec0de69c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861249', 'neutron.services.segments.db._delete_segments_for_network-8729658700737'] for network (117e7a44-1a6f-4f88-8ca2-1c72d5fe5f84), precommit_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:49.131819 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.services.segments.db [None req-28cdf20e-a57e-4bc6-8b98-3740ec0de69c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['117e7a44-1a6f-4f88-8ca2-1c72d5fe5f84']}} {{(pid=107279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:45:49.141670 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.services.segments.db [None req-28cdf20e-a57e-4bc6-8b98-3740ec0de69c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b1729ac-31f1-48c7-a3ab-c9dfb1d5476a') {'for_net_delete': True} {{(pid=107279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:45:49.142144 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.services.segments.db [None req-28cdf20e-a57e-4bc6-8b98-3740ec0de69c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b1729ac-31f1-48c7-a3ab-c9dfb1d5476a') {} {{(pid=107279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:45:49.151579 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-28cdf20e-a57e-4bc6-8b98-3740ec0de69c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729658700629', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4067349'] for segment (3b1729ac-31f1-48c7-a3ab-c9dfb1d5476a), before_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:49.165635 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-28cdf20e-a57e-4bc6-8b98-3740ec0de69c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906830'] for segment (3b1729ac-31f1-48c7-a3ab-c9dfb1d5476a), precommit_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:49.176531 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28cdf20e-a57e-4bc6-8b98-3740ec0de69c admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=107279) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 07:45:49.176531 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-28cdf20e-a57e-4bc6-8b98-3740ec0de69c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3991580'] for segment (3b1729ac-31f1-48c7-a3ab-c9dfb1d5476a), after_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:49.216835 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.services.segments.plugin [-] Segment 3b1729ac-31f1-48c7-a3ab-c9dfb1d5476a resource provider aggregate not found Sep 15 07:45:49.235511 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.services.segments.plugin [-] Segment 3b1729ac-31f1-48c7-a3ab-c9dfb1d5476a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3b1729ac-31f1-48c7-a3ab-c9dfb1d5476a found for delete ", "request_id": "req-fa447a96-e8f1-4fcc-aa25-cdec4c163dcc"}]} Sep 15 07:45:49.295009 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-28cdf20e-a57e-4bc6-8b98-3740ec0de69c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2007433'] for network (117e7a44-1a6f-4f88-8ca2-1c72d5fe5f84), after_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:49.300622 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-28cdf20e-a57e-4bc6-8b98-3740ec0de69c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586190'] for network (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:49.303767 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-28cdf20e-a57e-4bc6-8b98-3740ec0de69c admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/117e7a44-1a6f-4f88-8ca2-1c72d5fe5f84 HTTP/1.1" status: 204 len: 168 time: 0.3444660 Sep 15 07:45:49.315892 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cdf20e-a57e-4bc6-8b98-3740ec0de69c admin admin] Pushing event deleted for resources: {'Network': ['ID=117e7a44-1a6f-4f88-8ca2-1c72d5fe5f84,revision_number=None']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:45:49.687236 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 38746) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:45:49.728107 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-c001ddac-c9a7-4791-8924-91588513f8bf admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=9fddf1c148e44cfd963ec96b7eeb1941&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390885 Sep 15 07:45:49.730618 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 38748) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:45:49.779164 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-1ebff93d-2112-4d47-a463-c51b12c12db9 admin admin] Publish callbacks [] for security_group (f502eceb-f307-4508-8505-8d3da62fab9f), before_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:49.799267 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-1ebff93d-2112-4d47-a463-c51b12c12db9 admin admin] Publish callbacks [] for security_group (f502eceb-f307-4508-8505-8d3da62fab9f), precommit_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:49.906194 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-1ebff93d-2112-4d47-a463-c51b12c12db9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (f502eceb-f307-4508-8505-8d3da62fab9f), after_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:49.909415 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-1ebff93d-2112-4d47-a463-c51b12c12db9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:49.910578 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-1ebff93d-2112-4d47-a463-c51b12c12db9 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/f502eceb-f307-4508-8505-8d3da62fab9f HTTP/1.1" status: 204 len: 168 time: 0.1790755 Sep 15 07:45:49.918545 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebff93d-2112-4d47-a463-c51b12c12db9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f502eceb-f307-4508-8505-8d3da62fab9f,revision_number=None']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:45:50.645973 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 38756) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:45:50.685253 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:45:50.692408 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-699e23ec-c1c2-475f-9475-0b39de9979e1 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=d6fa330b75f34bb78b68c7847b96941b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0452564 Sep 15 07:45:50.695082 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 38760) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:45:50.746469 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-0a0d9f93-74e3-41d0-a933-4d4cf1c91cde admin admin] Publish callbacks [] for security_group (4fd06d47-c8bb-4b33-b5e6-098d128dfaf2), before_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:50.768335 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-0a0d9f93-74e3-41d0-a933-4d4cf1c91cde admin admin] Publish callbacks [] for security_group (4fd06d47-c8bb-4b33-b5e6-098d128dfaf2), precommit_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:50.877459 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-0a0d9f93-74e3-41d0-a933-4d4cf1c91cde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (4fd06d47-c8bb-4b33-b5e6-098d128dfaf2), after_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:50.880047 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-0a0d9f93-74e3-41d0-a933-4d4cf1c91cde admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:50.881482 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-0a0d9f93-74e3-41d0-a933-4d4cf1c91cde admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/4fd06d47-c8bb-4b33-b5e6-098d128dfaf2 HTTP/1.1" status: 204 len: 168 time: 0.1852956 Sep 15 07:45:50.890336 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0d9f93-74e3-41d0-a933-4d4cf1c91cde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fd06d47-c8bb-4b33-b5e6-098d128dfaf2,revision_number=None']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:45:52.540266 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-71100643-7498-4409-b537-5584a515e34f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (47b201f8-ba91-4005-8457-67653169c522), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:52.885046 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 38814) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:45:53.137907 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:45:53.415734 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-c381bca5-76cd-45ad-9387-375de701abae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2002598'] for router_interface (1df19f93-ddd2-4633-93f0-f23031cad133), before_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:53.700942 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.plugin [None req-c381bca5-76cd-45ad-9387-375de701abae admin admin] Deleting port f1b43edf-4d80-42ab-8985-9ac1b7d49c1f {{(pid=107279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 07:45:53.701283 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-c381bca5-76cd-45ad-9387-375de701abae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729658711565'] for port (f1b43edf-4d80-42ab-8985-9ac1b7d49c1f), before_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:53.782695 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.db [None req-c381bca5-76cd-45ad-9387-375de701abae admin admin] For port f1b43edf-4d80-42ab-8985-9ac1b7d49c1f, host dv-cinder-824149-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-6-iscsi',level=0,port_id=f1b43edf-4d80-42ab-8985-9ac1b7d49c1f,segment=NetworkSegment(4e083812-1fad-4032-9ca4-75fb637b69f5),segment_id=4e083812-1fad-4032-9ca4-75fb637b69f5)] {{(pid=107279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:45:53.785385 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-c381bca5-76cd-45ad-9387-375de701abae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009180'] for port (f1b43edf-4d80-42ab-8985-9ac1b7d49c1f), precommit_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:53.795847 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.plugin [None req-c381bca5-76cd-45ad-9387-375de701abae admin admin] Calling delete_port for f1b43edf-4d80-42ab-8985-9ac1b7d49c1f owned by network:router_interface {{(pid=107279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 07:45:53.805779 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=100 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:45:54.048849 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-c381bca5-76cd-45ad-9387-375de701abae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729658628491', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729658170588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991753'] for port (f1b43edf-4d80-42ab-8985-9ac1b7d49c1f), after_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:54.074184 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c381bca5-76cd-45ad-9387-375de701abae admin admin] Pushing event deleted for resources: {'Port': ['ID=f1b43edf-4d80-42ab-8985-9ac1b7d49c1f,revision_number=None']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:45:54.240926 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-c381bca5-76cd-45ad-9387-375de701abae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2007574'] for router_interface (1df19f93-ddd2-4633-93f0-f23031cad133), after_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:54.380799 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:45:54.442937 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c381bca5-76cd-45ad-9387-375de701abae admin admin] Router 1df19f93-ddd2-4633-93f0-f23031cad133 has already been hosted by L3 agent 6177172c-20b9-4a3a-92be-d5dd082cfa3a {{(pid=107279) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 07:45:54.549273 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c381bca5-76cd-45ad-9387-375de701abae admin admin] Notify agent at l3_agent.dv-cinder-824149-6-iscsi the message routers_updated {{(pid=107279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 07:45:54.554205 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-c381bca5-76cd-45ad-9387-375de701abae admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/1df19f93-ddd2-4633-93f0-f23031cad133/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6680872 Sep 15 07:45:54.556827 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 38832) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:45:54.557952 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd2606a-be61-43d3-914a-2a45648dff99 None None] Sync routers for ids ['1df19f93-ddd2-4633-93f0-f23031cad133'] in dv-cinder-824149-6-iscsi {{(pid=107295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 07:45:54.568400 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd2606a-be61-43d3-914a-2a45648dff99 None None] Routers {'1df19f93-ddd2-4633-93f0-f23031cad133'} bound to L3 agent in host dv-cinder-824149-6-iscsi {{(pid=107295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 07:45:54.569030 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_hamode_db [None req-afd2606a-be61-43d3-914a-2a45648dff99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-15T07:30:25Z,description=,heartbeat_timestamp=2022-09-15T07:45:25Z,host='dv-cinder-824149-6-iscsi',id=6177172c-20b9-4a3a-92be-d5dd082cfa3a,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T07:30:25Z,topic='l3_agent')) {'router_ids': ['1df19f93-ddd2-4633-93f0-f23031cad133'], 'active': True} {{(pid=107295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:45:54.677526 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_dvr_db [None req-afd2606a-be61-43d3-914a-2a45648dff99 None None] Set router 1df19f93-ddd2-4633-93f0-f23031cad133 gateway port host: dv-cinder-824149-6-iscsi {{(pid=107295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 07:45:54.791423 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-ba4e19c5-01a4-4a00-8d8f-0e1b609e923b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (6177172c-20b9-4a3a-92be-d5dd082cfa3a), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:54.821546 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=100 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:45:54.862579 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_hamode_db [None req-afd2606a-be61-43d3-914a-2a45648dff99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df19f93-ddd2-4633-93f0-f23031cad133', 'name': 'tempest-AttachVolumeShelveTestJSON-581984198-router', 'tenant_id': 'b4a8f2664964492e9c80a595ed043c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': 'e79aed76-cb3f-4eec-9144-605159e2236a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:38:34Z', 'updated_at': '2022-09-15T07:45:53Z', 'revision_number': 5, 'project_id': 'b4a8f2664964492e9c80a595ed043c71', 'gw_port': {'id': 'e79aed76-cb3f-4eec-9144-605159e2236a', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:5a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df19f93-ddd2-4633-93f0-f23031cad133', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:38:35Z', 'updated_at': '2022-09-15T07:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi'}], 'dv-cinder-824149-6-iscsi', False) {} {{(pid=107295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:45:54.891519 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd2606a-be61-43d3-914a-2a45648dff99 None None] Checking router: 1df19f93-ddd2-4633-93f0-f23031cad133 for host: dv-cinder-824149-6-iscsi {{(pid=107295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 07:45:54.894052 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=100 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:45:54.900347 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd2606a-be61-43d3-914a-2a45648dff99 None None] Routers {'1df19f93-ddd2-4633-93f0-f23031cad133'} bound to L3 agent in host dv-cinder-824149-6-iscsi {{(pid=107295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 07:45:54.900973 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_hamode_db [None req-afd2606a-be61-43d3-914a-2a45648dff99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-15T07:30:25Z,description=,heartbeat_timestamp=2022-09-15T07:45:55Z,host='dv-cinder-824149-6-iscsi',id=6177172c-20b9-4a3a-92be-d5dd082cfa3a,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T07:30:25Z,topic='l3_agent')) {'router_ids': ['1df19f93-ddd2-4633-93f0-f23031cad133'], 'active': True} {{(pid=107295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:45:54.901771 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-45d95728-5424-4cc4-b8dc-9ace11851bce admin admin] Publish callbacks [] for router (1df19f93-ddd2-4633-93f0-f23031cad133), before_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:54.943277 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:45:55.001169 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_dvr_db [None req-afd2606a-be61-43d3-914a-2a45648dff99 None None] Set router 1df19f93-ddd2-4633-93f0-f23031cad133 gateway port host: dv-cinder-824149-6-iscsi {{(pid=107295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 07:45:55.009182 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-45d95728-5424-4cc4-b8dc-9ace11851bce admin admin] Publish callbacks [] for router_gateway (1df19f93-ddd2-4633-93f0-f23031cad133), before_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:55.134609 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.plugin [None req-45d95728-5424-4cc4-b8dc-9ace11851bce admin admin] Deleting port e79aed76-cb3f-4eec-9144-605159e2236a {{(pid=107279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 07:45:55.135295 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-45d95728-5424-4cc4-b8dc-9ace11851bce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729658711565'] for port (e79aed76-cb3f-4eec-9144-605159e2236a), before_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:55.171082 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_hamode_db [None req-afd2606a-be61-43d3-914a-2a45648dff99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df19f93-ddd2-4633-93f0-f23031cad133', 'name': 'tempest-AttachVolumeShelveTestJSON-581984198-router', 'tenant_id': 'b4a8f2664964492e9c80a595ed043c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': 'e79aed76-cb3f-4eec-9144-605159e2236a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:38:34Z', 'updated_at': '2022-09-15T07:45:53Z', 'revision_number': 5, 'project_id': 'b4a8f2664964492e9c80a595ed043c71', 'gw_port': {'id': 'e79aed76-cb3f-4eec-9144-605159e2236a', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:5a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df19f93-ddd2-4633-93f0-f23031cad133', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:38:35Z', 'updated_at': '2022-09-15T07:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi'}], 'dv-cinder-824149-6-iscsi', False) {} {{(pid=107295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:45:55.196589 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd2606a-be61-43d3-914a-2a45648dff99 None None] The sync data for ids ['1df19f93-ddd2-4633-93f0-f23031cad133'] in dv-cinder-824149-6-iscsi is: [{'id': '1df19f93-ddd2-4633-93f0-f23031cad133', 'name': 'tempest-AttachVolumeShelveTestJSON-581984198-router', 'tenant_id': 'b4a8f2664964492e9c80a595ed043c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': 'e79aed76-cb3f-4eec-9144-605159e2236a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:38:34Z', 'updated_at': '2022-09-15T07:45:53Z', 'revision_number': 5, 'project_id': 'b4a8f2664964492e9c80a595ed043c71', 'gw_port': {'id': 'e79aed76-cb3f-4eec-9144-605159e2236a', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:5a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df19f93-ddd2-4633-93f0-f23031cad133', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:38:35Z', 'updated_at': '2022-09-15T07:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi'}] {{(pid=107295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 07:45:55.221647 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.db [None req-45d95728-5424-4cc4-b8dc-9ace11851bce admin admin] For port e79aed76-cb3f-4eec-9144-605159e2236a, host dv-cinder-824149-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-6-iscsi',level=0,port_id=e79aed76-cb3f-4eec-9144-605159e2236a,segment=NetworkSegment(8c607054-1f24-4b82-9f54-7b368db757ce),segment_id=8c607054-1f24-4b82-9f54-7b368db757ce)] {{(pid=107279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:45:55.222032 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-45d95728-5424-4cc4-b8dc-9ace11851bce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009180'] for port (e79aed76-cb3f-4eec-9144-605159e2236a), precommit_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:55.235918 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.plugin [None req-45d95728-5424-4cc4-b8dc-9ace11851bce admin admin] Calling delete_port for e79aed76-cb3f-4eec-9144-605159e2236a owned by network:router_gateway {{(pid=107279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 07:45:55.448139 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-45d95728-5424-4cc4-b8dc-9ace11851bce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729658628491', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729658170588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991753'] for port (e79aed76-cb3f-4eec-9144-605159e2236a), after_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:55.474962 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d95728-5424-4cc4-b8dc-9ace11851bce admin admin] Pushing event deleted for resources: {'Port': ['ID=e79aed76-cb3f-4eec-9144-605159e2236a,revision_number=None']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:45:55.540068 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-45d95728-5424-4cc4-b8dc-9ace11851bce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2007388'] for router_gateway (1df19f93-ddd2-4633-93f0-f23031cad133), after_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:55.635291 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-45d95728-5424-4cc4-b8dc-9ace11851bce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2014664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1922'] for router (1df19f93-ddd2-4633-93f0-f23031cad133), precommit_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:55.637780 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-45d95728-5424-4cc4-b8dc-9ace11851bce admin admin] Publish callbacks [] for router_controller (1df19f93-ddd2-4633-93f0-f23031cad133), precommit_delete_associations {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:55.676908 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:45:55.756713 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-45d95728-5424-4cc4-b8dc-9ace11851bce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2007659'] for router (1df19f93-ddd2-4633-93f0-f23031cad133), after_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:55.757373 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45d95728-5424-4cc4-b8dc-9ace11851bce admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1df19f93-ddd2-4633-93f0-f23031cad133 {{(pid=107279) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 07:45:55.762318 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-45d95728-5424-4cc4-b8dc-9ace11851bce admin admin] Publish callbacks [] for router (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:55.763461 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-45d95728-5424-4cc4-b8dc-9ace11851bce admin admin] 10.222.0.42 "DELETE /networking/v2.0/routers/1df19f93-ddd2-4633-93f0-f23031cad133 HTTP/1.1" status: 204 len: 168 time: 1.2056985 Sep 15 07:45:55.766603 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 38844) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:45:55.818452 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0da299b-35f2-4ed8-a62b-88d89d31667a admin admin] Deleting subnet 37c21616-a845-47e5-a620-a34a553bb45c {{(pid=107279) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 15 07:45:55.821894 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-c0da299b-35f2-4ed8-a62b-88d89d31667a admin admin] Publish callbacks [] for subnet (37c21616-a845-47e5-a620-a34a553bb45c), before_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:55.860719 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-c0da299b-35f2-4ed8-a62b-88d89d31667a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4067374'] for subnet (37c21616-a845-47e5-a620-a34a553bb45c), precommit_delete_associations {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:55.972370 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-c0da299b-35f2-4ed8-a62b-88d89d31667a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-831850'] for subnet (37c21616-a845-47e5-a620-a34a553bb45c), precommit_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:56.081547 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-0f44d0d5-b296-4658-a59d-71e94f9a3b32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (71b2a813-2b59-4e69-b901-83528b6ecb8f), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:56.111198 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-c0da299b-35f2-4ed8-a62b-88d89d31667a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-835415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3991718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260930273'] for subnet (37c21616-a845-47e5-a620-a34a553bb45c), after_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:56.136620 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0da299b-35f2-4ed8-a62b-88d89d31667a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37c21616-a845-47e5-a620-a34a553bb45c,revision_number=None']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:45:56.140940 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-c0da299b-35f2-4ed8-a62b-88d89d31667a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586190'] for subnet (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:56.149219 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-c0da299b-35f2-4ed8-a62b-88d89d31667a admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/37c21616-a845-47e5-a620-a34a553bb45c HTTP/1.1" status: 204 len: 168 time: 0.3765748 Sep 15 07:45:56.149219 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 38846) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:45:56.149517 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98fcfe66-6a33-4bb7-96ee-a3d1459ed3f7 None None] Network 2b6b3bac-c651-487a-b144-89fba4985d6c requested from dv-cinder-824149-6-iscsi {{(pid=107290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 07:45:56.204113 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:45:56.232250 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-c8bc153e-7574-444f-8432-e9ee8201bbe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-790559'] for network (2b6b3bac-c651-487a-b144-89fba4985d6c), before_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:56.293318 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.plugin [None req-c8bc153e-7574-444f-8432-e9ee8201bbe5 admin admin] Deleting port 95274461-c0f8-4be9-9edf-1728d6193c00 {{(pid=107279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 07:45:56.293689 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-c8bc153e-7574-444f-8432-e9ee8201bbe5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729658711565'] for port (95274461-c0f8-4be9-9edf-1728d6193c00), before_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:56.315414 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c62d5f-614f-4e2d-8e0e-d3e3d1dafb0c None None] DHCP port deletion for 2b6b3bac-c651-487a-b144-89fba4985d6c request from dv-cinder-824149-6-iscsi {{(pid=107290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 15 07:45:56.342948 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Device f1b43edf-4d80-42ab-8985-9ac1b7d49c1f no longer exists at agent ovs-agent-dv-cinder-824149-6-iscsi {{(pid=107290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 07:45:56.362733 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.db [None req-c8bc153e-7574-444f-8432-e9ee8201bbe5 admin admin] For port 95274461-c0f8-4be9-9edf-1728d6193c00, host dv-cinder-824149-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-6-iscsi',level=0,port_id=95274461-c0f8-4be9-9edf-1728d6193c00,segment=NetworkSegment(4e083812-1fad-4032-9ca4-75fb637b69f5),segment_id=4e083812-1fad-4032-9ca4-75fb637b69f5)] {{(pid=107279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:45:56.363097 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-c8bc153e-7574-444f-8432-e9ee8201bbe5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009180'] for port (95274461-c0f8-4be9-9edf-1728d6193c00), precommit_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:56.366062 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] No Port match for: f1b43edf-4d80-42ab-8985-9ac1b7d49c1f {{(pid=107290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 07:45:56.366407 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Device f1b43edf-4d80-42ab-8985-9ac1b7d49c1f not bound to the agent host dv-cinder-824149-6-iscsi {{(pid=107290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 07:45:56.374468 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-57c62d5f-614f-4e2d-8e0e-d3e3d1dafb0c None None] Deleting port 95274461-c0f8-4be9-9edf-1728d6193c00 {{(pid=107290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 07:45:56.375018 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-57c62d5f-614f-4e2d-8e0e-d3e3d1dafb0c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729658711565'] for port (95274461-c0f8-4be9-9edf-1728d6193c00), before_delete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:56.376160 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.plugin [None req-c8bc153e-7574-444f-8432-e9ee8201bbe5 admin admin] Calling delete_port for 95274461-c0f8-4be9-9edf-1728d6193c00 owned by network:dhcp {{(pid=107279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 07:45:56.440968 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-57c62d5f-614f-4e2d-8e0e-d3e3d1dafb0c None None] For port 95274461-c0f8-4be9-9edf-1728d6193c00, host dv-cinder-824149-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-6-iscsi',level=0,port_id=95274461-c0f8-4be9-9edf-1728d6193c00,segment=NetworkSegment(4e083812-1fad-4032-9ca4-75fb637b69f5),segment_id=4e083812-1fad-4032-9ca4-75fb637b69f5)] {{(pid=107290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:45:56.441360 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-57c62d5f-614f-4e2d-8e0e-d3e3d1dafb0c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009180'] for port (95274461-c0f8-4be9-9edf-1728d6193c00), precommit_delete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:56.454743 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-57c62d5f-614f-4e2d-8e0e-d3e3d1dafb0c None None] Calling delete_port for 95274461-c0f8-4be9-9edf-1728d6193c00 owned by network:dhcp {{(pid=107290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 07:45:56.522883 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-c8bc153e-7574-444f-8432-e9ee8201bbe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729658628491', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729658170588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991753'] for port (95274461-c0f8-4be9-9edf-1728d6193c00), after_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:56.531879 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-57c62d5f-614f-4e2d-8e0e-d3e3d1dafb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729658628491', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729658170588'] for port (95274461-c0f8-4be9-9edf-1728d6193c00), after_delete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:56.546513 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bc153e-7574-444f-8432-e9ee8201bbe5 admin admin] Pushing event deleted for resources: {'Port': ['ID=95274461-c0f8-4be9-9edf-1728d6193c00,revision_number=None']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:45:56.555228 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8bc153e-7574-444f-8432-e9ee8201bbe5 admin admin] No DVR routers for this DVR port 95274461-c0f8-4be9-9edf-1728d6193c00 on host dv-cinder-824149-6-iscsi {{(pid=107279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 07:45:56.555612 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c62d5f-614f-4e2d-8e0e-d3e3d1dafb0c None None] Pushing event deleted for resources: {'Port': ['ID=95274461-c0f8-4be9-9edf-1728d6193c00,revision_number=None']} {{(pid=107290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:45:56.559448 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c62d5f-614f-4e2d-8e0e-d3e3d1dafb0c None None] No DVR routers for this DVR port 95274461-c0f8-4be9-9edf-1728d6193c00 on host dv-cinder-824149-6-iscsi {{(pid=107290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 07:45:56.627060 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-c8bc153e-7574-444f-8432-e9ee8201bbe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861249', 'neutron.services.segments.db._delete_segments_for_network-8729658700737'] for network (2b6b3bac-c651-487a-b144-89fba4985d6c), precommit_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:56.648291 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.services.segments.db [None req-c8bc153e-7574-444f-8432-e9ee8201bbe5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b6b3bac-c651-487a-b144-89fba4985d6c']}} {{(pid=107279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:45:56.658062 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.services.segments.db [None req-c8bc153e-7574-444f-8432-e9ee8201bbe5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e083812-1fad-4032-9ca4-75fb637b69f5') {'for_net_delete': True} {{(pid=107279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:45:56.658362 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.services.segments.db [None req-c8bc153e-7574-444f-8432-e9ee8201bbe5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e083812-1fad-4032-9ca4-75fb637b69f5') {} {{(pid=107279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:45:56.668074 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-c8bc153e-7574-444f-8432-e9ee8201bbe5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729658700629', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4067349'] for segment (4e083812-1fad-4032-9ca4-75fb637b69f5), before_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:56.681338 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-c8bc153e-7574-444f-8432-e9ee8201bbe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906830'] for segment (4e083812-1fad-4032-9ca4-75fb637b69f5), precommit_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:56.688527 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8bc153e-7574-444f-8432-e9ee8201bbe5 admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=107279) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 07:45:56.688916 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-c8bc153e-7574-444f-8432-e9ee8201bbe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3991580'] for segment (4e083812-1fad-4032-9ca4-75fb637b69f5), after_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:56.736246 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.services.segments.plugin [-] Segment 4e083812-1fad-4032-9ca4-75fb637b69f5 resource provider aggregate not found Sep 15 07:45:56.757020 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.services.segments.plugin [-] Segment 4e083812-1fad-4032-9ca4-75fb637b69f5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4e083812-1fad-4032-9ca4-75fb637b69f5 found for delete ", "request_id": "req-e9df2e72-91c8-4252-90aa-5c6f00e2a8c2"}]} Sep 15 07:45:56.831188 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-c8bc153e-7574-444f-8432-e9ee8201bbe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2007433'] for network (2b6b3bac-c651-487a-b144-89fba4985d6c), after_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:56.837537 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-c8bc153e-7574-444f-8432-e9ee8201bbe5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586190'] for network (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:56.840551 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-c8bc153e-7574-444f-8432-e9ee8201bbe5 admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/2b6b3bac-c651-487a-b144-89fba4985d6c HTTP/1.1" status: 204 len: 168 time: 0.6930008 Sep 15 07:45:56.850853 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bc153e-7574-444f-8432-e9ee8201bbe5 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b6b3bac-c651-487a-b144-89fba4985d6c,revision_number=None']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:45:57.162709 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 38858) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:45:57.169020 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:45:57.205139 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-c59d8254-fd39-4940-86d9-d724c69f2bda admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=b4a8f2664964492e9c80a595ed043c71&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0412955 Sep 15 07:45:57.207575 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 38860) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:45:57.265107 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-941a97d9-1e2a-433a-93e6-b2f1447fcd1f admin admin] Publish callbacks [] for security_group (a749ca51-c65c-4f34-b038-c27e6661340c), before_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:57.288886 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-941a97d9-1e2a-433a-93e6-b2f1447fcd1f admin admin] Publish callbacks [] for security_group (a749ca51-c65c-4f34-b038-c27e6661340c), precommit_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:57.510243 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-941a97d9-1e2a-433a-93e6-b2f1447fcd1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (a749ca51-c65c-4f34-b038-c27e6661340c), after_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:57.510517 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-677e5667-6d12-4a09-97b6-65dca69daeb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (4c9c4bf3-096b-4dee-b844-12a870317301), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:57.512878 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-941a97d9-1e2a-433a-93e6-b2f1447fcd1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:57.514215 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-941a97d9-1e2a-433a-93e6-b2f1447fcd1f admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/a749ca51-c65c-4f34-b038-c27e6661340c HTTP/1.1" status: 204 len: 168 time: 0.3057575 Sep 15 07:45:57.523000 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941a97d9-1e2a-433a-93e6-b2f1447fcd1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a749ca51-c65c-4f34-b038-c27e6661340c,revision_number=None']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:45:57.716667 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (c3acd0b9-3b8e-4f77-9053-2ca2457616b3), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:57.912909 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Device 95274461-c0f8-4be9-9edf-1728d6193c00 no longer exists at agent ovs-agent-dv-cinder-824149-6-iscsi {{(pid=107290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 07:45:57.938121 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] No Port match for: 95274461-c0f8-4be9-9edf-1728d6193c00 {{(pid=107290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 07:45:57.938549 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Device 95274461-c0f8-4be9-9edf-1728d6193c00 not bound to the agent host dv-cinder-824149-6-iscsi {{(pid=107290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 07:45:57.939067 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Device e79aed76-cb3f-4eec-9144-605159e2236a no longer exists at agent ovs-agent-dv-cinder-824149-6-iscsi {{(pid=107290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 07:45:57.981924 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] No Port match for: e79aed76-cb3f-4eec-9144-605159e2236a {{(pid=107290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 07:45:57.981924 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Device e79aed76-cb3f-4eec-9144-605159e2236a not bound to the agent host dv-cinder-824149-6-iscsi {{(pid=107290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 07:45:58.543070 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 38896) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:45:58.641678 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.v2.base [None req-8a560cc8-0d4b-4c08-8418-e27e12f99401 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1805075857-network', 'tenant_id': 'a9d0f5e6d6cf423485157e1381a12713'}} {{(pid=107279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:45:58.655660 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=8,neutron:DELETE=3 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:45:58.733386 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a560cc8-0d4b-4c08-8418-e27e12f99401 admin admin] Made reservation on behalf of a9d0f5e6d6cf423485157e1381a12713 for: {'network': 1} {{(pid=107279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 07:45:58.735955 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-8a560cc8-0d4b-4c08-8418-e27e12f99401 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for network (None), before_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:58.744906 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-8a560cc8-0d4b-4c08-8418-e27e12f99401 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:58.766454 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=86,neutron:DELETE=9,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:45:58.823615 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-8a560cc8-0d4b-4c08-8418-e27e12f99401 admin admin] Publish callbacks [] for security_group (16364bb7-67df-43e5-95a4-ade30998c3a9), precommit_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:58.899108 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-8a560cc8-0d4b-4c08-8418-e27e12f99401 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (16364bb7-67df-43e5-95a4-ade30998c3a9), after_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:58.922415 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a560cc8-0d4b-4c08-8418-e27e12f99401 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=107279) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 07:45:58.937947 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a560cc8-0d4b-4c08-8418-e27e12f99401 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16364bb7-67df-43e5-95a4-ade30998c3a9,revision_number=1']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:45:58.942880 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-8a560cc8-0d4b-4c08-8418-e27e12f99401 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906830'] for segment (008f3101-5296-4c7d-b4d0-dc9475772d60), precommit_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:58.943232 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.db.segments_db [None req-8a560cc8-0d4b-4c08-8418-e27e12f99401 admin admin] Added segment 008f3101-5296-4c7d-b4d0-dc9475772d60 of type vlan for network a516fb80-088a-420e-bbe2-327bfb75896d Sep 15 07:45:58.987957 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-8a560cc8-0d4b-4c08-8418-e27e12f99401 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729658139832'] for network (a516fb80-088a-420e-bbe2-327bfb75896d), precommit_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:59.139126 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-8a560cc8-0d4b-4c08-8418-e27e12f99401 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204'] for network (a516fb80-088a-420e-bbe2-327bfb75896d), after_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:59.141087 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a560cc8-0d4b-4c08-8418-e27e12f99401 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:45:59.141700 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-8a560cc8-0d4b-4c08-8418-e27e12f99401 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586190'] for network (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:59.203177 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a560cc8-0d4b-4c08-8418-e27e12f99401 admin admin] Pushing event updated for resources: {'Network': ['ID=a516fb80-088a-420e-bbe2-327bfb75896d,revision_number=1']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:45:59.212580 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Network a516fb80-088a-420e-bbe2-327bfb75896d details requested by agent ovs-agent-dv-cinder-824149-6-iscsi with host dv-cinder-824149-6-iscsi {{(pid=107290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 07:45:59.251002 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-8a560cc8-0d4b-4c08-8418-e27e12f99401 admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7067380 Sep 15 07:45:59.254107 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 38904) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:45:59.259003 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.v2.base [None req-bea51210-8330-4d1d-a1a8-db04836f44e5 admin admin] Request body: {'subnet': {'network_id': 'a516fb80-088a-420e-bbe2-327bfb75896d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1805075857-subnet', 'tenant_id': 'a9d0f5e6d6cf423485157e1381a12713', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:45:59.385914 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=90,neutron:UPDATE=8,neutron:DELETE=2 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:45:59.402281 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bea51210-8330-4d1d-a1a8-db04836f44e5 admin admin] Made reservation on behalf of a9d0f5e6d6cf423485157e1381a12713 for: {'subnet': 1} {{(pid=107279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 07:45:59.404951 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-bea51210-8330-4d1d-a1a8-db04836f44e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260930254'] for subnet (None), before_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:59.522204 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:45:59.636959 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-bea51210-8330-4d1d-a1a8-db04836f44e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3994233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260930264'] for subnet (2011c2ef-cc51-4f76-b38a-cc4eb8a0b890), after_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:59.695163 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea51210-8330-4d1d-a1a8-db04836f44e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2011c2ef-cc51-4f76-b38a-cc4eb8a0b890,revision_number=0']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:45:59.706480 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea51210-8330-4d1d-a1a8-db04836f44e5 admin admin] Checking segment: {'id': '008f3101-5296-4c7d-b4d0-dc9475772d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'a516fb80-088a-420e-bbe2-327bfb75896d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 07:45:59.706838 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea51210-8330-4d1d-a1a8-db04836f44e5 admin admin] Network hostable DHCP agents. Network: a516fb80-088a-420e-bbe2-327bfb75896d, hostable agents: ['47b201f8-ba91-4005-8457-67653169c522'], hosted agents: [] {{(pid=107279) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 07:45:59.806470 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea51210-8330-4d1d-a1a8-db04836f44e5 admin admin] Network a516fb80-088a-420e-bbe2-327bfb75896d is scheduled to be hosted by DHCP agent 47b201f8-ba91-4005-8457-67653169c522 with binding_index 1 {{(pid=107279) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 07:45:59.881226 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.scheduler.base_scheduler [None req-bea51210-8330-4d1d-a1a8-db04836f44e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824149-6-iscsi, a516fb80-088a-420e-bbe2-327bfb75896d) {{(pid=107279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 07:45:59.885293 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea51210-8330-4d1d-a1a8-db04836f44e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:45:59.886153 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-bea51210-8330-4d1d-a1a8-db04836f44e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586190'] for subnet (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:45:59.891729 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51364db2-7220-4286-926f-010035995647 None None] Network a516fb80-088a-420e-bbe2-327bfb75896d requested from dv-cinder-824149-6-iscsi {{(pid=107290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 07:45:59.961700 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-bea51210-8330-4d1d-a1a8-db04836f44e5 admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7038727 Sep 15 07:45:59.961978 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 38912) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:45:59.966125 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.v2.base [None req-a4ed3c47-02c3-4ccd-846e-6419824c05ca admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1805075857-router', 'tenant_id': 'a9d0f5e6d6cf423485157e1381a12713', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa'}}} {{(pid=107279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:45:59.995997 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f62d43-fc2a-4fc1-8d08-79511f82042d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29e20e6a-f4c7-5fd3-bcac-85a18cccc141-a516fb80-088a-420e-bbe2-327bfb75896d', 'network_id': 'a516fb80-088a-420e-bbe2-327bfb75896d', 'project_id': 'a9d0f5e6d6cf423485157e1381a12713', 'fixed_ips': [{'subnet_id': '2011c2ef-cc51-4f76-b38a-cc4eb8a0b890'}]}} from dv-cinder-824149-6-iscsi. {{(pid=107290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 15 07:45:59.996902 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-f5f62d43-fc2a-4fc1-8d08-79511f82042d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (None), before_create {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:00.013389 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:46:00.042086 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-a4ed3c47-02c3-4ccd-846e-6419824c05ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2008969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1936'] for router (9aa1fe18-6227-4f90-9a37-aee3b4f745ec), before_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:00.043213 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-a4ed3c47-02c3-4ccd-846e-6419824c05ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2014644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2006267', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2072115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1945'] for router (9aa1fe18-6227-4f90-9a37-aee3b4f745ec), precommit_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:00.095039 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-a4ed3c47-02c3-4ccd-846e-6419824c05ca admin admin] Publish callbacks [] for router_controller (9aa1fe18-6227-4f90-9a37-aee3b4f745ec), precommit_add_association {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:00.139505 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.db_base_plugin_common [None req-f5f62d43-fc2a-4fc1-8d08-79511f82042d None None] Allocated IP 172.20.0.2 (a516fb80-088a-420e-bbe2-327bfb75896d/2011c2ef-cc51-4f76-b38a-cc4eb8a0b890/14f466d6-7c54-4c03-9da8-dd8ef92e34df) {{(pid=107290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 07:46:00.322613 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-f5f62d43-fc2a-4fc1-8d08-79511f82042d None None] Publish callbacks [] for port (14f466d6-7c54-4c03-9da8-dd8ef92e34df), precommit_create {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:00.348431 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-a4ed3c47-02c3-4ccd-846e-6419824c05ca admin admin] Publish callbacks [] for router_gateway (9aa1fe18-6227-4f90-9a37-aee3b4f745ec), precommit_update {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:00.410320 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-f5f62d43-fc2a-4fc1-8d08-79511f82042d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729658170579'] for port (14f466d6-7c54-4c03-9da8-dd8ef92e34df), after_create {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:00.438608 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:46:00.447215 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f62d43-fc2a-4fc1-8d08-79511f82042d None None] Network a516fb80-088a-420e-bbe2-327bfb75896d is already hosted by enough agents. {{(pid=107290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 07:46:00.450051 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.scheduler.base_scheduler [None req-f5f62d43-fc2a-4fc1-8d08-79511f82042d None None] Resources bound (agent type, host, resource id): {{(pid=107290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 07:46:00.452876 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f62d43-fc2a-4fc1-8d08-79511f82042d None None] Received port after_create {{(pid=107290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 07:46:00.468788 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f62d43-fc2a-4fc1-8d08-79511f82042d None None] Pushing event updated for resources: {'Port': ['ID=14f466d6-7c54-4c03-9da8-dd8ef92e34df,revision_number=1']} {{(pid=107290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:46:00.525369 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.managers [None req-f5f62d43-fc2a-4fc1-8d08-79511f82042d None None] Attempting to bind port 14f466d6-7c54-4c03-9da8-dd8ef92e34df on host dv-cinder-824149-6-iscsi for vnic_type normal with profile {{(pid=107290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 07:46:00.532368 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.managers [None req-f5f62d43-fc2a-4fc1-8d08-79511f82042d None None] Attempting to bind port 14f466d6-7c54-4c03-9da8-dd8ef92e34df by drivers openvswitch,hyperv on host dv-cinder-824149-6-iscsi at level 0 using segments [{'id': '008f3101-5296-4c7d-b4d0-dc9475772d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'a516fb80-088a-420e-bbe2-327bfb75896d'}] {{(pid=107290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 07:46:00.532368 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f62d43-fc2a-4fc1-8d08-79511f82042d None None] Attempting to bind port 14f466d6-7c54-4c03-9da8-dd8ef92e34df on network a516fb80-088a-420e-bbe2-327bfb75896d {{(pid=107290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 07:46:00.569362 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f62d43-fc2a-4fc1-8d08-79511f82042d None None] Checking agent: {'id': 'c3acd0b9-3b8e-4f77-9053-2ca2457616b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824149-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 7, 30, 28), 'started_at': datetime.datetime(2022, 9, 15, 7, 30, 58), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 7, 45, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824149-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 07:46:00.569768 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f62d43-fc2a-4fc1-8d08-79511f82042d None None] Checking segment: {'id': '008f3101-5296-4c7d-b4d0-dc9475772d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'a516fb80-088a-420e-bbe2-327bfb75896d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 07:46:00.570176 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-f5f62d43-fc2a-4fc1-8d08-79511f82042d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:00.570572 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f62d43-fc2a-4fc1-8d08-79511f82042d None None] Bound using segment: {'id': '008f3101-5296-4c7d-b4d0-dc9475772d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'a516fb80-088a-420e-bbe2-327bfb75896d'} {{(pid=107290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 07:46:00.571055 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.managers [None req-f5f62d43-fc2a-4fc1-8d08-79511f82042d None None] Bound port: 14f466d6-7c54-4c03-9da8-dd8ef92e34df, host: dv-cinder-824149-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '008f3101-5296-4c7d-b4d0-dc9475772d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'a516fb80-088a-420e-bbe2-327bfb75896d'}}] {{(pid=107290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 07:46:00.571468 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-f5f62d43-fc2a-4fc1-8d08-79511f82042d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (14f466d6-7c54-4c03-9da8-dd8ef92e34df), before_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:00.617399 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-a4ed3c47-02c3-4ccd-846e-6419824c05ca admin admin] Publish callbacks [] for router_gateway (9aa1fe18-6227-4f90-9a37-aee3b4f745ec), before_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:00.636057 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-a4ed3c47-02c3-4ccd-846e-6419824c05ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (None), before_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:00.649795 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-f5f62d43-fc2a-4fc1-8d08-79511f82042d None None] For port 14f466d6-7c54-4c03-9da8-dd8ef92e34df, host dv-cinder-824149-6-iscsi, cleared binding levels {{(pid=107290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 07:46:00.652888 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-f5f62d43-fc2a-4fc1-8d08-79511f82042d None None] For port 14f466d6-7c54-4c03-9da8-dd8ef92e34df, host dv-cinder-824149-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-6-iscsi',level=0,port_id=14f466d6-7c54-4c03-9da8-dd8ef92e34df,segment=NetworkSegment(008f3101-5296-4c7d-b4d0-dc9475772d60),segment_id=008f3101-5296-4c7d-b4d0-dc9475772d60)] {{(pid=107290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 07:46:00.716733 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-f5f62d43-fc2a-4fc1-8d08-79511f82042d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615'] for port (14f466d6-7c54-4c03-9da8-dd8ef92e34df), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:00.760151 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.db.db_base_plugin_common [None req-a4ed3c47-02c3-4ccd-846e-6419824c05ca admin admin] Allocated IP 172.27.0.60 (7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa/2c94e072-16ef-4b41-8118-d589be48e89d/44fe9404-b114-42a7-afb5-f2e402df462c) {{(pid=107279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 07:46:00.775893 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f62d43-fc2a-4fc1-8d08-79511f82042d None None] Pushing event updated for resources: {'Port': ['ID=14f466d6-7c54-4c03-9da8-dd8ef92e34df,revision_number=2']} {{(pid=107290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:46:00.856994 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:INSERT=8,neutron:SELECT=88,neutron:UPDATE=4 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:46:00.881849 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-a4ed3c47-02c3-4ccd-846e-6419824c05ca admin admin] Publish callbacks [] for port (44fe9404-b114-42a7-afb5-f2e402df462c), precommit_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:01.007763 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-a4ed3c47-02c3-4ccd-846e-6419824c05ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729658170579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991753'] for port (44fe9404-b114-42a7-afb5-f2e402df462c), after_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:01.050936 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ed3c47-02c3-4ccd-846e-6419824c05ca admin admin] Network 7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa is already hosted by enough agents. {{(pid=107279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 07:46:01.056222 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.scheduler.base_scheduler [None req-a4ed3c47-02c3-4ccd-846e-6419824c05ca admin admin] Resources bound (agent type, host, resource id): {{(pid=107279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 07:46:01.062821 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ed3c47-02c3-4ccd-846e-6419824c05ca admin admin] Received port after_create {{(pid=107279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 07:46:01.083560 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ed3c47-02c3-4ccd-846e-6419824c05ca admin admin] Pushing event updated for resources: {'Port': ['ID=44fe9404-b114-42a7-afb5-f2e402df462c,revision_number=1']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:46:01.302348 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.agents_db [None req-df016ec4-f85e-4abb-9405-ce942686afd2 None None] Agent healthcheck: found 6 active agents {{(pid=107295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 07:46:01.364666 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-a4ed3c47-02c3-4ccd-846e-6419824c05ca admin admin] Publish callbacks [] for router_gateway (9aa1fe18-6227-4f90-9a37-aee3b4f745ec), after_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:01.689798 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5bd5497-c1e7-458c-8e65-3bb291ffb52c None None] Network a516fb80-088a-420e-bbe2-327bfb75896d requested from dv-cinder-824149-6-iscsi {{(pid=107290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 07:46:01.694349 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:46:01.803218 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-a4ed3c47-02c3-4ccd-846e-6419824c05ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2014700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2007332'] for router (9aa1fe18-6227-4f90-9a37-aee3b4f745ec), after_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:01.808797 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:46:01.810631 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-20b877a1-0dd0-499a-a9ea-b375e9179357 None None] Provisioning complete for port 14f466d6-7c54-4c03-9da8-dd8ef92e34df triggered by entity DHCP. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 07:46:01.811012 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-20b877a1-0dd0-499a-a9ea-b375e9179357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862942'] for port (14f466d6-7c54-4c03-9da8-dd8ef92e34df), provisioning_complete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:01.811925 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-20b877a1-0dd0-499a-a9ea-b375e9179357 None None] Attempt 1 to provision port 14f466d6-7c54-4c03-9da8-dd8ef92e34df Sep 15 07:46:01.896750 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:INSERT=2,neutron:SELECT=96,neutron:UPDATE=2 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:46:01.899940 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-20b877a1-0dd0-499a-a9ea-b375e9179357 None None] Current status of the port 14f466d6-7c54-4c03-9da8-dd8ef92e34df is: DOWN; New status is: ACTIVE {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:46:01.900552 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-20b877a1-0dd0-499a-a9ea-b375e9179357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (14f466d6-7c54-4c03-9da8-dd8ef92e34df), before_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:01.963675 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-20b877a1-0dd0-499a-a9ea-b375e9179357 None None] For port 14f466d6-7c54-4c03-9da8-dd8ef92e34df, host dv-cinder-824149-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-6-iscsi',level=0,port_id=14f466d6-7c54-4c03-9da8-dd8ef92e34df,segment=NetworkSegment(008f3101-5296-4c7d-b4d0-dc9475772d60),segment_id=008f3101-5296-4c7d-b4d0-dc9475772d60)] {{(pid=107290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:46:02.007662 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Device 14f466d6-7c54-4c03-9da8-dd8ef92e34df up at agent ovs-agent-dv-cinder-824149-6-iscsi {{(pid=107290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 07:46:02.059445 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-20b877a1-0dd0-499a-a9ea-b375e9179357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615'] for port (14f466d6-7c54-4c03-9da8-dd8ef92e34df), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:02.064275 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4ed3c47-02c3-4ccd-846e-6419824c05ca admin admin] Router 9aa1fe18-6227-4f90-9a37-aee3b4f745ec is scheduled to L3 agent 6177172c-20b9-4a3a-92be-d5dd082cfa3a with binding_index 1 {{(pid=107279) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 07:46:02.083210 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Provisioning complete for port 14f466d6-7c54-4c03-9da8-dd8ef92e34df triggered by entity L2. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 07:46:02.083581 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862942'] for port (14f466d6-7c54-4c03-9da8-dd8ef92e34df), provisioning_complete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:02.083919 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Attempt 1 to provision port 14f466d6-7c54-4c03-9da8-dd8ef92e34df Sep 15 07:46:02.137226 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b877a1-0dd0-499a-a9ea-b375e9179357 None None] Pushing event updated for resources: {'Port': ['ID=14f466d6-7c54-4c03-9da8-dd8ef92e34df,revision_number=3']} {{(pid=107290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:46:02.169840 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4ed3c47-02c3-4ccd-846e-6419824c05ca admin admin] Notify agent at l3_agent.dv-cinder-824149-6-iscsi the message routers_updated {{(pid=107279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 07:46:02.197043 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a486431d-c8a9-47eb-afe6-82d51395c9ba None None] Sync routers for ids ['9aa1fe18-6227-4f90-9a37-aee3b4f745ec'] in dv-cinder-824149-6-iscsi {{(pid=107290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 07:46:02.203126 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Current status of the port 14f466d6-7c54-4c03-9da8-dd8ef92e34df is: ACTIVE; New status is: ACTIVE {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:46:02.210065 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-fab4b733-c8da-4a89-9a30-5a91a0299087 None None] Provisioning complete for port 14f466d6-7c54-4c03-9da8-dd8ef92e34df triggered by entity DHCP. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 07:46:02.210065 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-fab4b733-c8da-4a89-9a30-5a91a0299087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862942'] for port (14f466d6-7c54-4c03-9da8-dd8ef92e34df), provisioning_complete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:02.210411 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-fab4b733-c8da-4a89-9a30-5a91a0299087 None None] Attempt 1 to provision port 14f466d6-7c54-4c03-9da8-dd8ef92e34df Sep 15 07:46:02.238747 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a486431d-c8a9-47eb-afe6-82d51395c9ba None None] Routers {'9aa1fe18-6227-4f90-9a37-aee3b4f745ec'} bound to L3 agent in host dv-cinder-824149-6-iscsi {{(pid=107290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 07:46:02.239390 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_hamode_db [None req-a486431d-c8a9-47eb-afe6-82d51395c9ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-15T07:30:25Z,description=,heartbeat_timestamp=2022-09-15T07:45:55Z,host='dv-cinder-824149-6-iscsi',id=6177172c-20b9-4a3a-92be-d5dd082cfa3a,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T07:30:25Z,topic='l3_agent')) {'router_ids': ['9aa1fe18-6227-4f90-9a37-aee3b4f745ec'], 'active': True} {{(pid=107290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:46:02.295723 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-a4ed3c47-02c3-4ccd-846e-6419824c05ca admin admin] Publish callbacks [] for router (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:02.297204 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-a4ed3c47-02c3-4ccd-846e-6419824c05ca admin admin] 10.222.0.42 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.3342574 Sep 15 07:46:02.300050 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 38950) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:46:02.366500 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:46:02.382289 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvr_db [None req-a486431d-c8a9-47eb-afe6-82d51395c9ba None None] Set router 9aa1fe18-6227-4f90-9a37-aee3b4f745ec gateway port host: dv-cinder-824149-6-iscsi {{(pid=107290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 07:46:02.421382 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:46:02.440938 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-fab4b733-c8da-4a89-9a30-5a91a0299087 None None] Current status of the port 14f466d6-7c54-4c03-9da8-dd8ef92e34df is: ACTIVE; New status is: ACTIVE {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:46:02.560449 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_hamode_db [None req-a486431d-c8a9-47eb-afe6-82d51395c9ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aa1fe18-6227-4f90-9a37-aee3b4f745ec', 'name': 'tempest-AttachVolumeTestJSON-1805075857-router', 'tenant_id': 'a9d0f5e6d6cf423485157e1381a12713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '44fe9404-b114-42a7-afb5-f2e402df462c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:46:00Z', 'updated_at': '2022-09-15T07:46:01Z', 'revision_number': 3, 'project_id': 'a9d0f5e6d6cf423485157e1381a12713', 'gw_port': {'id': '44fe9404-b114-42a7-afb5-f2e402df462c', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f9:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9aa1fe18-6227-4f90-9a37-aee3b4f745ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:46:00Z', 'updated_at': '2022-09-15T07:46:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi'}], 'dv-cinder-824149-6-iscsi', False) {} {{(pid=107290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:46:02.589898 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a486431d-c8a9-47eb-afe6-82d51395c9ba None None] Checking router: 9aa1fe18-6227-4f90-9a37-aee3b4f745ec for host: dv-cinder-824149-6-iscsi {{(pid=107290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 07:46:02.590247 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a486431d-c8a9-47eb-afe6-82d51395c9ba None None] Updating router 9aa1fe18-6227-4f90-9a37-aee3b4f745ec port 44fe9404-b114-42a7-afb5-f2e402df462c binding host dv-cinder-824149-6-iscsi {{(pid=107290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 07:46:02.618783 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-a486431d-c8a9-47eb-afe6-82d51395c9ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (44fe9404-b114-42a7-afb5-f2e402df462c), before_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:02.728326 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-e5f1b99e-851a-4a7e-9e49-34aff8459a47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (None), before_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:02.820448 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:46:02.835589 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:46:02.883925 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.db.db_base_plugin_common [None req-e5f1b99e-851a-4a7e-9e49-34aff8459a47 admin admin] Allocated IP 172.20.0.1 (a516fb80-088a-420e-bbe2-327bfb75896d/2011c2ef-cc51-4f76-b38a-cc4eb8a0b890/06cb40a0-061b-43f6-a12e-80fcf62e2427) {{(pid=107279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 07:46:02.884844 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-a486431d-c8a9-47eb-afe6-82d51395c9ba None None] Publish callbacks [] for port (44fe9404-b114-42a7-afb5-f2e402df462c), precommit_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:02.967280 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-a486431d-c8a9-47eb-afe6-82d51395c9ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615'] for port (44fe9404-b114-42a7-afb5-f2e402df462c), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:02.993446 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-e5f1b99e-851a-4a7e-9e49-34aff8459a47 admin admin] Publish callbacks [] for port (06cb40a0-061b-43f6-a12e-80fcf62e2427), precommit_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:03.005030 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.managers [None req-a486431d-c8a9-47eb-afe6-82d51395c9ba None None] Attempting to bind port 44fe9404-b114-42a7-afb5-f2e402df462c on host dv-cinder-824149-6-iscsi for vnic_type normal with profile {{(pid=107290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 07:46:03.005402 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.managers [None req-a486431d-c8a9-47eb-afe6-82d51395c9ba None None] Attempting to bind port 44fe9404-b114-42a7-afb5-f2e402df462c by drivers openvswitch,hyperv on host dv-cinder-824149-6-iscsi at level 0 using segments [{'id': '8c607054-1f24-4b82-9f54-7b368db757ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa'}] {{(pid=107290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 07:46:03.005789 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a486431d-c8a9-47eb-afe6-82d51395c9ba None None] Attempting to bind port 44fe9404-b114-42a7-afb5-f2e402df462c on network 7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa {{(pid=107290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 07:46:03.038017 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83432c64-c26a-457d-ab3e-7bffb5ab08f6 None None] Pushing event updated for resources: {'Port': ['ID=44fe9404-b114-42a7-afb5-f2e402df462c,revision_number=2']} {{(pid=107290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:46:03.058566 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a486431d-c8a9-47eb-afe6-82d51395c9ba None None] Checking agent: {'id': 'c3acd0b9-3b8e-4f77-9053-2ca2457616b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824149-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 7, 30, 28), 'started_at': datetime.datetime(2022, 9, 15, 7, 30, 58), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 7, 45, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824149-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 07:46:03.058963 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a486431d-c8a9-47eb-afe6-82d51395c9ba None None] Checking segment: {'id': '8c607054-1f24-4b82-9f54-7b368db757ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 07:46:03.059365 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-a486431d-c8a9-47eb-afe6-82d51395c9ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:03.059747 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a486431d-c8a9-47eb-afe6-82d51395c9ba None None] Bound using segment: {'id': '8c607054-1f24-4b82-9f54-7b368db757ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa'} {{(pid=107290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 07:46:03.060217 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.managers [None req-a486431d-c8a9-47eb-afe6-82d51395c9ba None None] Bound port: 44fe9404-b114-42a7-afb5-f2e402df462c, host: dv-cinder-824149-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c607054-1f24-4b82-9f54-7b368db757ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa'}}] {{(pid=107290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 07:46:03.060595 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-a486431d-c8a9-47eb-afe6-82d51395c9ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (44fe9404-b114-42a7-afb5-f2e402df462c), before_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:03.070594 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-e5f1b99e-851a-4a7e-9e49-34aff8459a47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729658170579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991753'] for port (06cb40a0-061b-43f6-a12e-80fcf62e2427), after_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:03.106150 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f1b99e-851a-4a7e-9e49-34aff8459a47 admin admin] Network a516fb80-088a-420e-bbe2-327bfb75896d is already hosted by enough agents. {{(pid=107279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 07:46:03.109835 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.scheduler.base_scheduler [None req-e5f1b99e-851a-4a7e-9e49-34aff8459a47 admin admin] Resources bound (agent type, host, resource id): {{(pid=107279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 07:46:03.109992 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-a486431d-c8a9-47eb-afe6-82d51395c9ba None None] For port 44fe9404-b114-42a7-afb5-f2e402df462c, host dv-cinder-824149-6-iscsi, cleared binding levels {{(pid=107290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 07:46:03.112308 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f1b99e-851a-4a7e-9e49-34aff8459a47 admin admin] Received port after_create {{(pid=107279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 07:46:03.113408 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-a486431d-c8a9-47eb-afe6-82d51395c9ba None None] For port 44fe9404-b114-42a7-afb5-f2e402df462c, host dv-cinder-824149-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-6-iscsi',level=0,port_id=44fe9404-b114-42a7-afb5-f2e402df462c,segment=NetworkSegment(8c607054-1f24-4b82-9f54-7b368db757ce),segment_id=8c607054-1f24-4b82-9f54-7b368db757ce)] {{(pid=107290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 07:46:03.154026 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f1b99e-851a-4a7e-9e49-34aff8459a47 admin admin] Pushing event updated for resources: {'Port': ['ID=06cb40a0-061b-43f6-a12e-80fcf62e2427,revision_number=1']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:46:03.169000 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-e5f1b99e-851a-4a7e-9e49-34aff8459a47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2002461'] for router_interface (9aa1fe18-6227-4f90-9a37-aee3b4f745ec), before_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:03.213571 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-a486431d-c8a9-47eb-afe6-82d51395c9ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615'] for port (44fe9404-b114-42a7-afb5-f2e402df462c), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:03.220339 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:46:03.252310 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a486431d-c8a9-47eb-afe6-82d51395c9ba None None] Routers {'9aa1fe18-6227-4f90-9a37-aee3b4f745ec'} bound to L3 agent in host dv-cinder-824149-6-iscsi {{(pid=107290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 07:46:03.252310 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_hamode_db [None req-a486431d-c8a9-47eb-afe6-82d51395c9ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-15T07:30:25Z,description=,heartbeat_timestamp=2022-09-15T07:45:55Z,host='dv-cinder-824149-6-iscsi',id=6177172c-20b9-4a3a-92be-d5dd082cfa3a,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T07:30:25Z,topic='l3_agent')) {'router_ids': ['9aa1fe18-6227-4f90-9a37-aee3b4f745ec'], 'active': True} {{(pid=107290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:46:03.318218 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83432c64-c26a-457d-ab3e-7bffb5ab08f6 None None] Pushing event updated for resources: {'Port': ['ID=44fe9404-b114-42a7-afb5-f2e402df462c,revision_number=3']} {{(pid=107290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:46:03.378329 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-35b72717-5944-4aab-bf0b-84ba52cb09ad None None] Provisioning complete for port 06cb40a0-061b-43f6-a12e-80fcf62e2427 triggered by entity DHCP. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 07:46:03.379099 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-35b72717-5944-4aab-bf0b-84ba52cb09ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862942'] for port (06cb40a0-061b-43f6-a12e-80fcf62e2427), provisioning_complete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:03.379099 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-35b72717-5944-4aab-bf0b-84ba52cb09ad None None] Attempt 1 to provision port 06cb40a0-061b-43f6-a12e-80fcf62e2427 Sep 15 07:46:03.388414 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-e5f1b99e-851a-4a7e-9e49-34aff8459a47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (06cb40a0-061b-43f6-a12e-80fcf62e2427), before_update {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:03.407471 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvr_db [None req-a486431d-c8a9-47eb-afe6-82d51395c9ba None None] Set router 9aa1fe18-6227-4f90-9a37-aee3b4f745ec gateway port host: dv-cinder-824149-6-iscsi {{(pid=107290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 07:46:03.476029 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-35b72717-5944-4aab-bf0b-84ba52cb09ad None None] Port 06cb40a0-061b-43f6-a12e-80fcf62e2427 cannot update to ACTIVE because it is not bound. {{(pid=107290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 07:46:03.565458 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-e5f1b99e-851a-4a7e-9e49-34aff8459a47 admin admin] Publish callbacks [] for port (06cb40a0-061b-43f6-a12e-80fcf62e2427), precommit_update {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:03.576969 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:46:03.589664 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_hamode_db [None req-a486431d-c8a9-47eb-afe6-82d51395c9ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aa1fe18-6227-4f90-9a37-aee3b4f745ec', 'name': 'tempest-AttachVolumeTestJSON-1805075857-router', 'tenant_id': 'a9d0f5e6d6cf423485157e1381a12713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '44fe9404-b114-42a7-afb5-f2e402df462c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:46:00Z', 'updated_at': '2022-09-15T07:46:01Z', 'revision_number': 3, 'project_id': 'a9d0f5e6d6cf423485157e1381a12713', 'gw_port': {'id': '44fe9404-b114-42a7-afb5-f2e402df462c', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f9:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9aa1fe18-6227-4f90-9a37-aee3b4f745ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:46:00Z', 'updated_at': '2022-09-15T07:46:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi'}], 'dv-cinder-824149-6-iscsi', False) {} {{(pid=107290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:46:03.614340 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a486431d-c8a9-47eb-afe6-82d51395c9ba None None] The sync data for ids ['9aa1fe18-6227-4f90-9a37-aee3b4f745ec'] in dv-cinder-824149-6-iscsi is: [{'id': '9aa1fe18-6227-4f90-9a37-aee3b4f745ec', 'name': 'tempest-AttachVolumeTestJSON-1805075857-router', 'tenant_id': 'a9d0f5e6d6cf423485157e1381a12713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '44fe9404-b114-42a7-afb5-f2e402df462c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:46:00Z', 'updated_at': '2022-09-15T07:46:01Z', 'revision_number': 3, 'project_id': 'a9d0f5e6d6cf423485157e1381a12713', 'gw_port': {'id': '44fe9404-b114-42a7-afb5-f2e402df462c', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f9:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9aa1fe18-6227-4f90-9a37-aee3b4f745ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:46:00Z', 'updated_at': '2022-09-15T07:46:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi'}] {{(pid=107290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 07:46:03.659109 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-e5f1b99e-851a-4a7e-9e49-34aff8459a47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991792'] for port (06cb40a0-061b-43f6-a12e-80fcf62e2427), after_update {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:03.728295 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f1b99e-851a-4a7e-9e49-34aff8459a47 admin admin] Pushing event updated for resources: {'Port': ['ID=06cb40a0-061b-43f6-a12e-80fcf62e2427,revision_number=2']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:46:03.731120 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-e5f1b99e-851a-4a7e-9e49-34aff8459a47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2002569'] for router_interface (9aa1fe18-6227-4f90-9a37-aee3b4f745ec), after_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:03.839080 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f1b99e-851a-4a7e-9e49-34aff8459a47 admin admin] Network a516fb80-088a-420e-bbe2-327bfb75896d is already hosted by enough agents. {{(pid=107279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 07:46:03.842554 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.scheduler.base_scheduler [None req-e5f1b99e-851a-4a7e-9e49-34aff8459a47 admin admin] Resources bound (agent type, host, resource id): {{(pid=107279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 07:46:03.977520 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-35b72717-5944-4aab-bf0b-84ba52cb09ad None None] Attempt 2 to provision port 06cb40a0-061b-43f6-a12e-80fcf62e2427 Sep 15 07:46:04.012236 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5f1b99e-851a-4a7e-9e49-34aff8459a47 admin admin] Router 9aa1fe18-6227-4f90-9a37-aee3b4f745ec has already been hosted by L3 agent 6177172c-20b9-4a3a-92be-d5dd082cfa3a {{(pid=107279) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 07:46:04.034650 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-35b72717-5944-4aab-bf0b-84ba52cb09ad None None] Port 06cb40a0-061b-43f6-a12e-80fcf62e2427 cannot update to ACTIVE because it is not bound. {{(pid=107290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 07:46:04.088608 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Device 14f466d6-7c54-4c03-9da8-dd8ef92e34df up at agent ovs-agent-dv-cinder-824149-6-iscsi {{(pid=107290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 07:46:04.145628 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5f1b99e-851a-4a7e-9e49-34aff8459a47 admin admin] Notify agent at l3_agent.dv-cinder-824149-6-iscsi the message routers_updated {{(pid=107279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 07:46:04.159382 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-e5f1b99e-851a-4a7e-9e49-34aff8459a47 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/9aa1fe18-6227-4f90-9a37-aee3b4f745ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8499718 Sep 15 07:46:04.280827 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Provisioning complete for port 14f466d6-7c54-4c03-9da8-dd8ef92e34df triggered by entity L2. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 07:46:04.280827 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862942'] for port (14f466d6-7c54-4c03-9da8-dd8ef92e34df), provisioning_complete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:04.280827 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Attempt 1 to provision port 14f466d6-7c54-4c03-9da8-dd8ef92e34df Sep 15 07:46:04.361483 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Current status of the port 14f466d6-7c54-4c03-9da8-dd8ef92e34df is: ACTIVE; New status is: ACTIVE {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:46:04.362582 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Device 44fe9404-b114-42a7-afb5-f2e402df462c up at agent ovs-agent-dv-cinder-824149-6-iscsi {{(pid=107290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 07:46:04.414601 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Provisioning complete for port 44fe9404-b114-42a7-afb5-f2e402df462c triggered by entity L2. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 07:46:04.414953 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862942'] for port (44fe9404-b114-42a7-afb5-f2e402df462c), provisioning_complete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:04.415294 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Attempt 1 to provision port 44fe9404-b114-42a7-afb5-f2e402df462c Sep 15 07:46:04.494860 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Current status of the port 44fe9404-b114-42a7-afb5-f2e402df462c is: DOWN; New status is: ACTIVE {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:46:04.495251 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (44fe9404-b114-42a7-afb5-f2e402df462c), before_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:04.517667 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] For port 44fe9404-b114-42a7-afb5-f2e402df462c, host dv-cinder-824149-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-6-iscsi',level=0,port_id=44fe9404-b114-42a7-afb5-f2e402df462c,segment=NetworkSegment(8c607054-1f24-4b82-9f54-7b368db757ce),segment_id=8c607054-1f24-4b82-9f54-7b368db757ce)] {{(pid=107290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:46:04.536099 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-35b72717-5944-4aab-bf0b-84ba52cb09ad None None] Attempt 3 to provision port 06cb40a0-061b-43f6-a12e-80fcf62e2427 Sep 15 07:46:04.539420 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 38976) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:46:04.544146 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.v2.base [None req-e17158cd-c5aa-4834-93c5-31fb71868812 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1311928287', 'description': 'tempest-description--1335642627'}} {{(pid=107279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:46:04.566568 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:46:04.571597 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-35b72717-5944-4aab-bf0b-84ba52cb09ad None None] Port 06cb40a0-061b-43f6-a12e-80fcf62e2427 cannot update to ACTIVE because it is not bound. {{(pid=107290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 07:46:04.601069 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615'] for port (44fe9404-b114-42a7-afb5-f2e402df462c), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:04.652039 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Pushing event updated for resources: {'Port': ['ID=44fe9404-b114-42a7-afb5-f2e402df462c,revision_number=4']} {{(pid=107290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:46:04.653203 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-e17158cd-c5aa-4834-93c5-31fb71868812 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Publish callbacks [] for security_group (None), before_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:04.729838 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-e17158cd-c5aa-4834-93c5-31fb71868812 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Publish callbacks [] for security_group (be0daa10-fd6e-4380-aa0f-09cb542308d7), precommit_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:04.812991 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-e17158cd-c5aa-4834-93c5-31fb71868812 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (be0daa10-fd6e-4380-aa0f-09cb542308d7), after_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:04.825951 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:46:04.845201 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17158cd-c5aa-4834-93c5-31fb71868812 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be0daa10-fd6e-4380-aa0f-09cb542308d7,revision_number=1']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:46:04.917521 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-e17158cd-c5aa-4834-93c5-31fb71868812 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Publish callbacks [] for security_group (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:04.918803 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-e17158cd-c5aa-4834-93c5-31fb71868812 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] 10.222.0.42 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3783889 Sep 15 07:46:04.922119 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 38980) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:46:04.926476 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.v2.base [None req-193414f5-3af1-4a75-9d32-3d39b5672e37 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Request body: {'security_group_rule': {'security_group_id': 'be0daa10-fd6e-4380-aa0f-09cb542308d7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:46:05.036210 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-193414f5-3af1-4a75-9d32-3d39b5672e37 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Publish callbacks [] for security_group_rule (533dc932-1687-40c4-b773-649ed282de7e), before_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:05.072681 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-35b72717-5944-4aab-bf0b-84ba52cb09ad None None] Attempt 4 to provision port 06cb40a0-061b-43f6-a12e-80fcf62e2427 Sep 15 07:46:05.105773 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-193414f5-3af1-4a75-9d32-3d39b5672e37 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Publish callbacks [] for security_group_rule (533dc932-1687-40c4-b773-649ed282de7e), precommit_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:05.106348 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-35b72717-5944-4aab-bf0b-84ba52cb09ad None None] Port 06cb40a0-061b-43f6-a12e-80fcf62e2427 cannot update to ACTIVE because it is not bound. {{(pid=107290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 07:46:05.166124 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-193414f5-3af1-4a75-9d32-3d39b5672e37 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691784'] for security_group_rule (533dc932-1687-40c4-b773-649ed282de7e), after_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:05.174652 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=25 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:46:05.186706 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193414f5-3af1-4a75-9d32-3d39b5672e37 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=533dc932-1687-40c4-b773-649ed282de7e,revision_number=0']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:46:05.253764 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-193414f5-3af1-4a75-9d32-3d39b5672e37 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:05.257820 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-193414f5-3af1-4a75-9d32-3d39b5672e37 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3319740 Sep 15 07:46:05.257937 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 38982) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:46:05.262370 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.v2.base [None req-c2aada98-8f8d-46fe-8cc0-416e0ba1a806 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Request body: {'security_group_rule': {'security_group_id': 'be0daa10-fd6e-4380-aa0f-09cb542308d7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:46:05.271789 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b41ba028-b308-4be1-b8e8-6322c2d2110f None None] Sync routers for ids ['9aa1fe18-6227-4f90-9a37-aee3b4f745ec'] in dv-cinder-824149-6-iscsi {{(pid=107295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 07:46:05.282923 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41ba028-b308-4be1-b8e8-6322c2d2110f None None] Routers {'9aa1fe18-6227-4f90-9a37-aee3b4f745ec'} bound to L3 agent in host dv-cinder-824149-6-iscsi {{(pid=107295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 07:46:05.283535 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_hamode_db [None req-b41ba028-b308-4be1-b8e8-6322c2d2110f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-15T07:30:25Z,description=,heartbeat_timestamp=2022-09-15T07:45:55Z,host='dv-cinder-824149-6-iscsi',id=6177172c-20b9-4a3a-92be-d5dd082cfa3a,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T07:30:25Z,topic='l3_agent')) {'router_ids': ['9aa1fe18-6227-4f90-9a37-aee3b4f745ec'], 'active': True} {{(pid=107295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:46:05.372211 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-c2aada98-8f8d-46fe-8cc0-416e0ba1a806 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Publish callbacks [] for security_group_rule (de9e0370-595d-46de-b8f7-4b419a9f0c27), before_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:05.385539 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_dvr_db [None req-b41ba028-b308-4be1-b8e8-6322c2d2110f None None] Set router 9aa1fe18-6227-4f90-9a37-aee3b4f745ec gateway port host: dv-cinder-824149-6-iscsi {{(pid=107295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 07:46:05.432533 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-c2aada98-8f8d-46fe-8cc0-416e0ba1a806 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Publish callbacks [] for security_group_rule (de9e0370-595d-46de-b8f7-4b419a9f0c27), precommit_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:05.510179 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-c2aada98-8f8d-46fe-8cc0-416e0ba1a806 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691784'] for security_group_rule (de9e0370-595d-46de-b8f7-4b419a9f0c27), after_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:05.535028 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2aada98-8f8d-46fe-8cc0-416e0ba1a806 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de9e0370-595d-46de-b8f7-4b419a9f0c27,revision_number=0']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:46:05.589788 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_hamode_db [None req-b41ba028-b308-4be1-b8e8-6322c2d2110f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aa1fe18-6227-4f90-9a37-aee3b4f745ec', 'name': 'tempest-AttachVolumeTestJSON-1805075857-router', 'tenant_id': 'a9d0f5e6d6cf423485157e1381a12713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '44fe9404-b114-42a7-afb5-f2e402df462c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:46:00Z', 'updated_at': '2022-09-15T07:46:03Z', 'revision_number': 4, 'project_id': 'a9d0f5e6d6cf423485157e1381a12713', 'gw_port': {'id': '44fe9404-b114-42a7-afb5-f2e402df462c', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aa1fe18-6227-4f90-9a37-aee3b4f745ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:46:00Z', 'updated_at': '2022-09-15T07:46:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi', '_interfaces': [{'id': '06cb40a0-061b-43f6-a12e-80fcf62e2427', 'name': '', 'network_id': 'a516fb80-088a-420e-bbe2-327bfb75896d', 'tenant_id': 'a9d0f5e6d6cf423485157e1381a12713', 'mac_address': 'fa:16:3e:2f:4b:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9aa1fe18-6227-4f90-9a37-aee3b4f745ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '2011c2ef-cc51-4f76-b38a-cc4eb8a0b890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:46:02Z', 'updated_at': '2022-09-15T07:46:03Z', 'revision_number': 2, 'project_id': 'a9d0f5e6d6cf423485157e1381a12713', 'subnets': [{'id': '2011c2ef-cc51-4f76-b38a-cc4eb8a0b890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-6-iscsi', False) {} {{(pid=107295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:46:05.607281 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-35b72717-5944-4aab-bf0b-84ba52cb09ad None None] Attempt 5 to provision port 06cb40a0-061b-43f6-a12e-80fcf62e2427 Sep 15 07:46:05.616137 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b41ba028-b308-4be1-b8e8-6322c2d2110f None None] Checking router: 9aa1fe18-6227-4f90-9a37-aee3b4f745ec for host: dv-cinder-824149-6-iscsi {{(pid=107295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 07:46:05.616528 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b41ba028-b308-4be1-b8e8-6322c2d2110f None None] Updating router 9aa1fe18-6227-4f90-9a37-aee3b4f745ec port 06cb40a0-061b-43f6-a12e-80fcf62e2427 binding host dv-cinder-824149-6-iscsi {{(pid=107295) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 07:46:05.626683 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-c2aada98-8f8d-46fe-8cc0-416e0ba1a806 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:05.630858 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-c2aada98-8f8d-46fe-8cc0-416e0ba1a806 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3689198 Sep 15 07:46:05.631107 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 38986) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:46:05.635737 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.v2.base [None req-1f7a6786-0561-45e4-b404-285360ebcb00 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Request body: {'floatingip': {'floating_network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa'}} {{(pid=107279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:46:05.641745 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-35b72717-5944-4aab-bf0b-84ba52cb09ad None None] Port 06cb40a0-061b-43f6-a12e-80fcf62e2427 cannot update to ACTIVE because it is not bound. {{(pid=107290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 07:46:05.648569 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron_lib.callbacks.manager [None req-b41ba028-b308-4be1-b8e8-6322c2d2110f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (06cb40a0-061b-43f6-a12e-80fcf62e2427), before_update {{(pid=107295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:05.744063 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-1f7a6786-0561-45e4-b404-285360ebcb00 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:05.828658 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-1f7a6786-0561-45e4-b404-285360ebcb00 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (None), before_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:05.924300 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:46:05.928967 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron_lib.callbacks.manager [None req-b41ba028-b308-4be1-b8e8-6322c2d2110f None None] Publish callbacks [] for port (06cb40a0-061b-43f6-a12e-80fcf62e2427), precommit_update {{(pid=107295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:05.937342 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Device 44fe9404-b114-42a7-afb5-f2e402df462c up at agent ovs-agent-dv-cinder-824149-6-iscsi {{(pid=107290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 07:46:05.958056 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.db.db_base_plugin_common [None req-1f7a6786-0561-45e4-b404-285360ebcb00 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Allocated IP 172.27.0.217 (7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa/2c94e072-16ef-4b41-8118-d589be48e89d/a2979802-ac46-418b-aeff-83f095c70db3) {{(pid=107279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 07:46:05.980527 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:46:05.988300 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Provisioning complete for port 44fe9404-b114-42a7-afb5-f2e402df462c triggered by entity L2. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 07:46:05.988683 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862942'] for port (44fe9404-b114-42a7-afb5-f2e402df462c), provisioning_complete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:05.989020 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Attempt 1 to provision port 44fe9404-b114-42a7-afb5-f2e402df462c Sep 15 07:46:06.030607 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron_lib.callbacks.manager [None req-b41ba028-b308-4be1-b8e8-6322c2d2110f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615'] for port (06cb40a0-061b-43f6-a12e-80fcf62e2427), after_update {{(pid=107295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:06.072004 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2389850-cd34-4596-96d5-66e8a8b4ce79 None None] Pushing event updated for resources: {'Port': ['ID=06cb40a0-061b-43f6-a12e-80fcf62e2427,revision_number=3']} {{(pid=107295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:46:06.072752 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Current status of the port 44fe9404-b114-42a7-afb5-f2e402df462c is: ACTIVE; New status is: ACTIVE {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:46:06.080846 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2389850-cd34-4596-96d5-66e8a8b4ce79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:46:06.085442 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2389850-cd34-4596-96d5-66e8a8b4ce79 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:46:06.085442 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2389850-cd34-4596-96d5-66e8a8b4ce79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:46:06.085442 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2389850-cd34-4596-96d5-66e8a8b4ce79 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:46:06.085442 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2389850-cd34-4596-96d5-66e8a8b4ce79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:46:06.085442 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2389850-cd34-4596-96d5-66e8a8b4ce79 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:46:06.085442 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2389850-cd34-4596-96d5-66e8a8b4ce79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:46:06.085442 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2389850-cd34-4596-96d5-66e8a8b4ce79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:46:06.085442 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2389850-cd34-4596-96d5-66e8a8b4ce79 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:46:06.085442 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2389850-cd34-4596-96d5-66e8a8b4ce79 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:46:06.085442 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2389850-cd34-4596-96d5-66e8a8b4ce79 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:46:06.085442 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2389850-cd34-4596-96d5-66e8a8b4ce79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:46:06.085442 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2389850-cd34-4596-96d5-66e8a8b4ce79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:46:06.085442 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2389850-cd34-4596-96d5-66e8a8b4ce79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:46:06.085442 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2389850-cd34-4596-96d5-66e8a8b4ce79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:46:06.099512 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-1f7a6786-0561-45e4-b404-285360ebcb00 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Publish callbacks [] for port (a2979802-ac46-418b-aeff-83f095c70db3), precommit_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:06.142683 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-35b72717-5944-4aab-bf0b-84ba52cb09ad None None] Attempt 6 to provision port 06cb40a0-061b-43f6-a12e-80fcf62e2427 Sep 15 07:46:06.145442 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.plugins.ml2.managers [None req-b41ba028-b308-4be1-b8e8-6322c2d2110f None None] Attempting to bind port 06cb40a0-061b-43f6-a12e-80fcf62e2427 on host dv-cinder-824149-6-iscsi for vnic_type normal with profile {{(pid=107295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 07:46:06.145860 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.plugins.ml2.managers [None req-b41ba028-b308-4be1-b8e8-6322c2d2110f None None] Attempting to bind port 06cb40a0-061b-43f6-a12e-80fcf62e2427 by drivers openvswitch,hyperv on host dv-cinder-824149-6-iscsi at level 0 using segments [{'id': '008f3101-5296-4c7d-b4d0-dc9475772d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'a516fb80-088a-420e-bbe2-327bfb75896d'}] {{(pid=107295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 07:46:06.146248 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41ba028-b308-4be1-b8e8-6322c2d2110f None None] Attempting to bind port 06cb40a0-061b-43f6-a12e-80fcf62e2427 on network a516fb80-088a-420e-bbe2-327bfb75896d {{(pid=107295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 07:46:06.177852 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:46:06.180783 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-35b72717-5944-4aab-bf0b-84ba52cb09ad None None] Port 06cb40a0-061b-43f6-a12e-80fcf62e2427 cannot update to ACTIVE because it is not bound. {{(pid=107290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 07:46:06.195648 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41ba028-b308-4be1-b8e8-6322c2d2110f None None] Checking agent: {'id': 'c3acd0b9-3b8e-4f77-9053-2ca2457616b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824149-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 7, 30, 28), 'started_at': datetime.datetime(2022, 9, 15, 7, 30, 58), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 7, 45, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824149-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 07:46:06.196222 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-1f7a6786-0561-45e4-b404-285360ebcb00 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729658170579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991753'] for port (a2979802-ac46-418b-aeff-83f095c70db3), after_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:06.196876 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41ba028-b308-4be1-b8e8-6322c2d2110f None None] Checking segment: {'id': '008f3101-5296-4c7d-b4d0-dc9475772d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'a516fb80-088a-420e-bbe2-327bfb75896d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 07:46:06.197333 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron_lib.callbacks.manager [None req-b41ba028-b308-4be1-b8e8-6322c2d2110f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:06.197944 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41ba028-b308-4be1-b8e8-6322c2d2110f None None] Bound using segment: {'id': '008f3101-5296-4c7d-b4d0-dc9475772d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'a516fb80-088a-420e-bbe2-327bfb75896d'} {{(pid=107295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 07:46:06.198633 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.plugins.ml2.managers [None req-b41ba028-b308-4be1-b8e8-6322c2d2110f None None] Bound port: 06cb40a0-061b-43f6-a12e-80fcf62e2427, host: dv-cinder-824149-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '008f3101-5296-4c7d-b4d0-dc9475772d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'a516fb80-088a-420e-bbe2-327bfb75896d'}}] {{(pid=107295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 07:46:06.199802 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron_lib.callbacks.manager [None req-b41ba028-b308-4be1-b8e8-6322c2d2110f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (06cb40a0-061b-43f6-a12e-80fcf62e2427), before_update {{(pid=107295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:06.209758 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:46:06.216779 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:46:06.246025 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f7a6786-0561-45e4-b404-285360ebcb00 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Network 7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa is already hosted by enough agents. {{(pid=107279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 07:46:06.253709 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.scheduler.base_scheduler [None req-1f7a6786-0561-45e4-b404-285360ebcb00 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Resources bound (agent type, host, resource id): {{(pid=107279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 07:46:06.258625 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7a6786-0561-45e4-b404-285360ebcb00 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Received port after_create {{(pid=107279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 07:46:06.264333 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=1,neutron:INSERT=5 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:46:06.264333 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7a6786-0561-45e4-b404-285360ebcb00 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Pushing event updated for resources: {'Port': ['ID=a2979802-ac46-418b-aeff-83f095c70db3,revision_number=1']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:46:06.264552 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.plugins.ml2.db [None req-b41ba028-b308-4be1-b8e8-6322c2d2110f None None] For port 06cb40a0-061b-43f6-a12e-80fcf62e2427, host dv-cinder-824149-6-iscsi, cleared binding levels {{(pid=107295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 07:46:06.268380 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.plugins.ml2.db [None req-b41ba028-b308-4be1-b8e8-6322c2d2110f None None] For port 06cb40a0-061b-43f6-a12e-80fcf62e2427, host dv-cinder-824149-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-6-iscsi',level=0,port_id=06cb40a0-061b-43f6-a12e-80fcf62e2427,segment=NetworkSegment(008f3101-5296-4c7d-b4d0-dc9475772d60),segment_id=008f3101-5296-4c7d-b4d0-dc9475772d60)] {{(pid=107295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 07:46:06.315646 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron_lib.callbacks.manager [None req-b41ba028-b308-4be1-b8e8-6322c2d2110f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615'] for port (06cb40a0-061b-43f6-a12e-80fcf62e2427), after_update {{(pid=107295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:06.345550 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-1f7a6786-0561-45e4-b404-285360ebcb00 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Publish callbacks [] for floatingip (6e91ba6b-f40a-46c7-a49d-6ea1826f0ef3), precommit_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:06.352091 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41ba028-b308-4be1-b8e8-6322c2d2110f None None] Routers {'9aa1fe18-6227-4f90-9a37-aee3b4f745ec'} bound to L3 agent in host dv-cinder-824149-6-iscsi {{(pid=107295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 07:46:06.352779 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_hamode_db [None req-b41ba028-b308-4be1-b8e8-6322c2d2110f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-15T07:30:25Z,description=,heartbeat_timestamp=2022-09-15T07:45:55Z,host='dv-cinder-824149-6-iscsi',id=6177172c-20b9-4a3a-92be-d5dd082cfa3a,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T07:30:25Z,topic='l3_agent')) {'router_ids': ['9aa1fe18-6227-4f90-9a37-aee3b4f745ec'], 'active': True} {{(pid=107295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:46:06.410964 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2389850-cd34-4596-96d5-66e8a8b4ce79 None None] Pushing event updated for resources: {'Port': ['ID=06cb40a0-061b-43f6-a12e-80fcf62e2427,revision_number=4']} {{(pid=107295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:46:06.420283 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-1f7a6786-0561-45e4-b404-285360ebcb00 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (a2979802-ac46-418b-aeff-83f095c70db3), before_update {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:06.568497 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_dvr_db [None req-b41ba028-b308-4be1-b8e8-6322c2d2110f None None] Set router 9aa1fe18-6227-4f90-9a37-aee3b4f745ec gateway port host: dv-cinder-824149-6-iscsi {{(pid=107295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 07:46:06.589966 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-1f7a6786-0561-45e4-b404-285360ebcb00 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Publish callbacks [] for port (a2979802-ac46-418b-aeff-83f095c70db3), precommit_update {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:06.681878 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-35b72717-5944-4aab-bf0b-84ba52cb09ad None None] Attempt 7 to provision port 06cb40a0-061b-43f6-a12e-80fcf62e2427 Sep 15 07:46:06.710104 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-1f7a6786-0561-45e4-b404-285360ebcb00 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991792'] for port (a2979802-ac46-418b-aeff-83f095c70db3), after_update {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:06.768185 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_hamode_db [None req-b41ba028-b308-4be1-b8e8-6322c2d2110f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aa1fe18-6227-4f90-9a37-aee3b4f745ec', 'name': 'tempest-AttachVolumeTestJSON-1805075857-router', 'tenant_id': 'a9d0f5e6d6cf423485157e1381a12713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '44fe9404-b114-42a7-afb5-f2e402df462c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:46:00Z', 'updated_at': '2022-09-15T07:46:03Z', 'revision_number': 4, 'project_id': 'a9d0f5e6d6cf423485157e1381a12713', 'gw_port': {'id': '44fe9404-b114-42a7-afb5-f2e402df462c', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aa1fe18-6227-4f90-9a37-aee3b4f745ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:46:00Z', 'updated_at': '2022-09-15T07:46:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi', '_interfaces': [{'id': '06cb40a0-061b-43f6-a12e-80fcf62e2427', 'name': '', 'network_id': 'a516fb80-088a-420e-bbe2-327bfb75896d', 'tenant_id': 'a9d0f5e6d6cf423485157e1381a12713', 'mac_address': 'fa:16:3e:2f:4b:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9aa1fe18-6227-4f90-9a37-aee3b4f745ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '2011c2ef-cc51-4f76-b38a-cc4eb8a0b890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:46:02Z', 'updated_at': '2022-09-15T07:46:06Z', 'revision_number': 4, 'project_id': 'a9d0f5e6d6cf423485157e1381a12713', 'subnets': [{'id': '2011c2ef-cc51-4f76-b38a-cc4eb8a0b890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-6-iscsi', False) {} {{(pid=107295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:46:06.781339 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-35b72717-5944-4aab-bf0b-84ba52cb09ad None None] Current status of the port 06cb40a0-061b-43f6-a12e-80fcf62e2427 is: DOWN; New status is: ACTIVE {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:46:06.781755 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-35b72717-5944-4aab-bf0b-84ba52cb09ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (06cb40a0-061b-43f6-a12e-80fcf62e2427), before_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:06.787157 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7a6786-0561-45e4-b404-285360ebcb00 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Pushing event updated for resources: {'Port': ['ID=a2979802-ac46-418b-aeff-83f095c70db3,revision_number=2']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:46:06.789895 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-1f7a6786-0561-45e4-b404-285360ebcb00 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2007462'] for floatingip (6e91ba6b-f40a-46c7-a49d-6ea1826f0ef3), after_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:06.793554 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b41ba028-b308-4be1-b8e8-6322c2d2110f None None] The sync data for ids ['9aa1fe18-6227-4f90-9a37-aee3b4f745ec'] in dv-cinder-824149-6-iscsi is: [{'id': '9aa1fe18-6227-4f90-9a37-aee3b4f745ec', 'name': 'tempest-AttachVolumeTestJSON-1805075857-router', 'tenant_id': 'a9d0f5e6d6cf423485157e1381a12713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '44fe9404-b114-42a7-afb5-f2e402df462c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:46:00Z', 'updated_at': '2022-09-15T07:46:03Z', 'revision_number': 4, 'project_id': 'a9d0f5e6d6cf423485157e1381a12713', 'gw_port': {'id': '44fe9404-b114-42a7-afb5-f2e402df462c', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aa1fe18-6227-4f90-9a37-aee3b4f745ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:46:00Z', 'updated_at': '2022-09-15T07:46:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi', '_interfaces': [{'id': '06cb40a0-061b-43f6-a12e-80fcf62e2427', 'name': '', 'network_id': 'a516fb80-088a-420e-bbe2-327bfb75896d', 'tenant_id': 'a9d0f5e6d6cf423485157e1381a12713', 'mac_address': 'fa:16:3e:2f:4b:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9aa1fe18-6227-4f90-9a37-aee3b4f745ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '2011c2ef-cc51-4f76-b38a-cc4eb8a0b890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:46:02Z', 'updated_at': '2022-09-15T07:46:06Z', 'revision_number': 4, 'project_id': 'a9d0f5e6d6cf423485157e1381a12713', 'subnets': [{'id': '2011c2ef-cc51-4f76-b38a-cc4eb8a0b890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 07:46:06.838393 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-35b72717-5944-4aab-bf0b-84ba52cb09ad None None] For port 06cb40a0-061b-43f6-a12e-80fcf62e2427, host dv-cinder-824149-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-6-iscsi',level=0,port_id=06cb40a0-061b-43f6-a12e-80fcf62e2427,segment=NetworkSegment(008f3101-5296-4c7d-b4d0-dc9475772d60),segment_id=008f3101-5296-4c7d-b4d0-dc9475772d60)] {{(pid=107290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:46:06.877670 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-1f7a6786-0561-45e4-b404-285360ebcb00 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382552'] for floatingip (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:06.881658 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-1f7a6786-0561-45e4-b404-285360ebcb00 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2468493 Sep 15 07:46:06.892611 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-35b72717-5944-4aab-bf0b-84ba52cb09ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615'] for port (06cb40a0-061b-43f6-a12e-80fcf62e2427), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:06.954736 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b72717-5944-4aab-bf0b-84ba52cb09ad None None] Pushing event updated for resources: {'Port': ['ID=06cb40a0-061b-43f6-a12e-80fcf62e2427,revision_number=5']} {{(pid=107290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:46:07.012865 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-40598bdd-db0a-46a2-9e52-cfc53db3e8e3 None None] Provisioning complete for port 06cb40a0-061b-43f6-a12e-80fcf62e2427 triggered by entity DHCP. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 07:46:07.013391 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-40598bdd-db0a-46a2-9e52-cfc53db3e8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862942'] for port (06cb40a0-061b-43f6-a12e-80fcf62e2427), provisioning_complete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:07.014302 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-40598bdd-db0a-46a2-9e52-cfc53db3e8e3 None None] Attempt 1 to provision port 06cb40a0-061b-43f6-a12e-80fcf62e2427 Sep 15 07:46:07.024484 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:46:07.065308 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-a7ba18e5-f558-495b-bdd8-94cbf570cd09 req-f5f08340-e49b-4a7b-acfd-aaa49547e778 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1311928287&fields=id&tenant_id=a9d0f5e6d6cf423485157e1381a12713 HTTP/1.1" status: 200 len: 267 time: 0.0478761 Sep 15 07:46:07.113489 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-40598bdd-db0a-46a2-9e52-cfc53db3e8e3 None None] Current status of the port 06cb40a0-061b-43f6-a12e-80fcf62e2427 is: ACTIVE; New status is: ACTIVE {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:46:07.206547 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ba18e5-f558-495b-bdd8-94cbf570cd09 req-c46c0dfe-fefb-4272-b392-8a558b00bff6 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:46:07.208195 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-a7ba18e5-f558-495b-bdd8-94cbf570cd09 req-c46c0dfe-fefb-4272-b392-8a558b00bff6 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] 10.222.0.42 "GET /networking/v2.0/networks?id=a516fb80-088a-420e-bbe2-327bfb75896d HTTP/1.1" status: 200 len: 811 time: 0.1362886 Sep 15 07:46:07.227295 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-a7ba18e5-f558-495b-bdd8-94cbf570cd09 req-747ed171-1a1e-4038-8d4d-6ff0bda80e52 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] 10.222.0.42 "GET /networking/v2.0/quotas/a9d0f5e6d6cf423485157e1381a12713 HTTP/1.1" status: 200 len: 375 time: 0.0129592 Sep 15 07:46:07.301268 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-a7ba18e5-f558-495b-bdd8-94cbf570cd09 req-a5ebe5d1-0bab-40df-beb5-1e8b4254a6bf tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=a9d0f5e6d6cf423485157e1381a12713&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0661204 Sep 15 07:46:07.407952 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-a7ba18e5-f558-495b-bdd8-94cbf570cd09 req-4bccb051-0bfe-4104-8e59-09a2dd879ba0 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/a516fb80-088a-420e-bbe2-327bfb75896d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937662 Sep 15 07:46:07.527778 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-a7ba18e5-f558-495b-bdd8-94cbf570cd09 req-37195c43-02d2-4b8e-a84c-74eaddbfdb51 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/a516fb80-088a-420e-bbe2-327bfb75896d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136863 Sep 15 07:46:07.795831 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-2ae2bab7-c97b-4f9f-a960-66538d0bfa8a req-eb7f114d-987b-4264-a468-153993698078 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=30ed5535-17bd-48d9-b6b5-ba296066b7ec HTTP/1.1" status: 200 len: 210 time: 0.0300708 Sep 15 07:46:07.963753 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Device 06cb40a0-061b-43f6-a12e-80fcf62e2427 up at agent ovs-agent-dv-cinder-824149-6-iscsi {{(pid=107290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 07:46:08.008358 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Provisioning complete for port 06cb40a0-061b-43f6-a12e-80fcf62e2427 triggered by entity L2. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 07:46:08.008737 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862942'] for port (06cb40a0-061b-43f6-a12e-80fcf62e2427), provisioning_complete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:08.009080 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Attempt 1 to provision port 06cb40a0-061b-43f6-a12e-80fcf62e2427 Sep 15 07:46:08.085869 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Current status of the port 06cb40a0-061b-43f6-a12e-80fcf62e2427 is: ACTIVE; New status is: ACTIVE {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:46:08.906715 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-a295296f-8eb8-4437-beb1-eeb0047ae3ae req-caa822c0-a9f4-448e-81c8-99df0b0287ff tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=30ed5535-17bd-48d9-b6b5-ba296066b7ec HTTP/1.1" status: 200 len: 210 time: 0.0297120 Sep 15 07:46:09.055562 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 39050) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:46:09.163397 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-6f2be155-a5c6-48ae-90e9-760c8db734c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:09.243088 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-6f2be155-a5c6-48ae-90e9-760c8db734c3 admin admin] Publish callbacks [] for security_group (6cc968ef-6cbb-405c-8e75-95fba7be8226), precommit_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:09.355051 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-6f2be155-a5c6-48ae-90e9-760c8db734c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (6cc968ef-6cbb-405c-8e75-95fba7be8226), after_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:09.366381 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:46:09.396931 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-6f2be155-a5c6-48ae-90e9-760c8db734c3 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=0b6b9cbe658645a0b02febf7cd46c695&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3402071 Sep 15 07:46:09.398957 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2be155-a5c6-48ae-90e9-760c8db734c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cc968ef-6cbb-405c-8e75-95fba7be8226,revision_number=1']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:46:09.399678 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 39054) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:46:09.456058 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-57c9db3b-2aa5-4072-8973-0f6724cfb6bc admin admin] Publish callbacks [] for security_group (6cc968ef-6cbb-405c-8e75-95fba7be8226), before_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:09.476451 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-57c9db3b-2aa5-4072-8973-0f6724cfb6bc admin admin] Publish callbacks [] for security_group (6cc968ef-6cbb-405c-8e75-95fba7be8226), precommit_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:09.731507 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-57c9db3b-2aa5-4072-8973-0f6724cfb6bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (6cc968ef-6cbb-405c-8e75-95fba7be8226), after_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:09.734704 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-57c9db3b-2aa5-4072-8973-0f6724cfb6bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:09.735952 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-57c9db3b-2aa5-4072-8973-0f6724cfb6bc admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/6cc968ef-6cbb-405c-8e75-95fba7be8226 HTTP/1.1" status: 204 len: 168 time: 0.3351164 Sep 15 07:46:09.744332 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c9db3b-2aa5-4072-8973-0f6724cfb6bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cc968ef-6cbb-405c-8e75-95fba7be8226,revision_number=None']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:46:10.016863 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-9355a1d6-f96b-493f-8c1b-0dc5ba95a2bb req-86e0706c-5ea4-477b-a139-59eb5f9f0804 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=30ed5535-17bd-48d9-b6b5-ba296066b7ec HTTP/1.1" status: 200 len: 210 time: 0.0310347 Sep 15 07:46:10.176028 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ba18e5-f558-495b-bdd8-94cbf570cd09 req-1d74a572-be13-4cae-8dfd-bd8a4e44045e tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:46:10.177463 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-a7ba18e5-f558-495b-bdd8-94cbf570cd09 req-1d74a572-be13-4cae-8dfd-bd8a4e44045e tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] 10.222.0.26 "GET /networking/v2.0/networks?id=a516fb80-088a-420e-bbe2-327bfb75896d HTTP/1.1" status: 200 len: 811 time: 0.1157684 Sep 15 07:46:10.238747 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-a7ba18e5-f558-495b-bdd8-94cbf570cd09 req-c262bf51-7005-42ca-a08b-29a80117a00d tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] 10.222.0.26 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=a9d0f5e6d6cf423485157e1381a12713 HTTP/1.1" status: 200 len: 380 time: 0.0528572 Sep 15 07:46:10.250681 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.v2.base [req-a7ba18e5-f558-495b-bdd8-94cbf570cd09 req-37f4a03c-eab7-4b15-824a-85314c233454 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Request body: {'port': {'device_id': '30ed5535-17bd-48d9-b6b5-ba296066b7ec', 'network_id': 'a516fb80-088a-420e-bbe2-327bfb75896d', 'admin_state_up': True, 'tenant_id': 'a9d0f5e6d6cf423485157e1381a12713', 'security_groups': ['be0daa10-fd6e-4380-aa0f-09cb542308d7']}} {{(pid=107276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:46:10.433822 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7ba18e5-f558-495b-bdd8-94cbf570cd09 req-37f4a03c-eab7-4b15-824a-85314c233454 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Made reservation on behalf of a9d0f5e6d6cf423485157e1381a12713 for: {'port': 1} {{(pid=107276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 07:46:10.437772 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-a7ba18e5-f558-495b-bdd8-94cbf570cd09 req-37f4a03c-eab7-4b15-824a-85314c233454 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (None), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:10.467765 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 39072) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:46:10.481179 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-9c28c97b-22a7-4f17-a0ef-6ed34aad1fc7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:10.566878 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-9c28c97b-22a7-4f17-a0ef-6ed34aad1fc7 admin admin] Publish callbacks [] for security_group (2357a0be-cefb-4da8-ad50-e5847e2905fe), precommit_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:10.567649 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.db.db_base_plugin_common [req-a7ba18e5-f558-495b-bdd8-94cbf570cd09 req-37f4a03c-eab7-4b15-824a-85314c233454 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Allocated IP 172.20.0.12 (a516fb80-088a-420e-bbe2-327bfb75896d/2011c2ef-cc51-4f76-b38a-cc4eb8a0b890/6e5a7191-bf35-416a-9367-9584add6f1b5) {{(pid=107276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 07:46:10.662158 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-9c28c97b-22a7-4f17-a0ef-6ed34aad1fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (2357a0be-cefb-4da8-ad50-e5847e2905fe), after_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:10.702628 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-9c28c97b-22a7-4f17-a0ef-6ed34aad1fc7 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=1e4bf6cae5844e948f69618537148255&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2337577 Sep 15 07:46:10.703737 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c28c97b-22a7-4f17-a0ef-6ed34aad1fc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2357a0be-cefb-4da8-ad50-e5847e2905fe,revision_number=1']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:46:10.705543 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 39078) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:46:10.715960 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-a7ba18e5-f558-495b-bdd8-94cbf570cd09 req-37f4a03c-eab7-4b15-824a-85314c233454 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Publish callbacks [] for port (6e5a7191-bf35-416a-9367-9584add6f1b5), precommit_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:10.773285 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:46:10.781186 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:46:10.784107 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-40594076-cc36-464e-bafe-441e4cb0ed0f admin admin] Publish callbacks [] for security_group (2357a0be-cefb-4da8-ad50-e5847e2905fe), before_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:10.804924 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-40594076-cc36-464e-bafe-441e4cb0ed0f admin admin] Publish callbacks [] for security_group (2357a0be-cefb-4da8-ad50-e5847e2905fe), precommit_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:10.821280 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-a7ba18e5-f558-495b-bdd8-94cbf570cd09 req-37f4a03c-eab7-4b15-824a-85314c233454 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729658170579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260827426'] for port (6e5a7191-bf35-416a-9367-9584add6f1b5), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:10.887473 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7ba18e5-f558-495b-bdd8-94cbf570cd09 req-37f4a03c-eab7-4b15-824a-85314c233454 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Network a516fb80-088a-420e-bbe2-327bfb75896d is already hosted by enough agents. {{(pid=107276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 07:46:10.889280 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.scheduler.base_scheduler [req-a7ba18e5-f558-495b-bdd8-94cbf570cd09 req-37f4a03c-eab7-4b15-824a-85314c233454 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Resources bound (agent type, host, resource id): {{(pid=107276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 07:46:10.891759 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f4a03c-eab7-4b15-824a-85314c233454 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Pushing event updated for resources: {'Port': ['ID=6e5a7191-bf35-416a-9367-9584add6f1b5,revision_number=1']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:46:10.894375 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7ba18e5-f558-495b-bdd8-94cbf570cd09 req-37f4a03c-eab7-4b15-824a-85314c233454 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Received port after_create {{(pid=107276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 07:46:10.944475 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ba18e5-f558-495b-bdd8-94cbf570cd09 req-37f4a03c-eab7-4b15-824a-85314c233454 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:46:10.946771 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-a7ba18e5-f558-495b-bdd8-94cbf570cd09 req-37f4a03c-eab7-4b15-824a-85314c233454 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382552'] for port (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:10.994557 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-40594076-cc36-464e-bafe-441e4cb0ed0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (2357a0be-cefb-4da8-ad50-e5847e2905fe), after_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:10.997113 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-40594076-cc36-464e-bafe-441e4cb0ed0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:10.999823 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-40594076-cc36-464e-bafe-441e4cb0ed0f admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/2357a0be-cefb-4da8-ad50-e5847e2905fe HTTP/1.1" status: 204 len: 168 time: 0.2933202 Sep 15 07:46:11.008515 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40594076-cc36-464e-bafe-441e4cb0ed0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2357a0be-cefb-4da8-ad50-e5847e2905fe,revision_number=None']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:46:11.027365 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-a7ba18e5-f558-495b-bdd8-94cbf570cd09 req-37f4a03c-eab7-4b15-824a-85314c233454 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7810991 Sep 15 07:46:11.046634 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.v2.base [req-a7ba18e5-f558-495b-bdd8-94cbf570cd09 req-d763738c-b5f2-4de5-8ccd-2c4ddf1e1f25 service neutron] Request body: {'port': {'device_id': '30ed5535-17bd-48d9-b6b5-ba296066b7ec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82414'}} {{(pid=107276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:46:11.117144 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-a7ba18e5-f558-495b-bdd8-94cbf570cd09 req-d763738c-b5f2-4de5-8ccd-2c4ddf1e1f25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (6e5a7191-bf35-416a-9367-9584add6f1b5), before_update {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:11.162291 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85ad817-4f00-4336-b108-52759ca2182a req-80ffd8c6-4171-48c1-876b-b69b11b3ed51 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:46:11.164377 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-c85ad817-4f00-4336-b108-52759ca2182a req-80ffd8c6-4171-48c1-876b-b69b11b3ed51 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=30ed5535-17bd-48d9-b6b5-ba296066b7ec HTTP/1.1" status: 200 len: 932 time: 0.0674109 Sep 15 07:46:11.181842 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-1c311e33-944a-49af-a457-508af3efb3d3 None None] Provisioning complete for port 6e5a7191-bf35-416a-9367-9584add6f1b5 triggered by entity DHCP. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 07:46:11.183946 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-1c311e33-944a-49af-a457-508af3efb3d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862942'] for port (6e5a7191-bf35-416a-9367-9584add6f1b5), provisioning_complete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:11.184490 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-1c311e33-944a-49af-a457-508af3efb3d3 None None] Attempt 1 to provision port 6e5a7191-bf35-416a-9367-9584add6f1b5 Sep 15 07:46:11.221269 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-1c311e33-944a-49af-a457-508af3efb3d3 None None] Port 6e5a7191-bf35-416a-9367-9584add6f1b5 cannot update to ACTIVE because it is not bound. {{(pid=107290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 07:46:11.233923 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-c85ad817-4f00-4336-b108-52759ca2182a req-48de5652-fb4c-4eb1-938c-bb63bbdcac7a tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=be0daa10-fd6e-4380-aa0f-09cb542308d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549674 Sep 15 07:46:11.446276 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.notifiers.nova [req-a7ba18e5-f558-495b-bdd8-94cbf570cd09 req-d763738c-b5f2-4de5-8ccd-2c4ddf1e1f25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e5a7191-bf35-416a-9367-9584add6f1b5 {{(pid=107276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 07:46:11.452978 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:46:11.454979 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-a7ba18e5-f558-495b-bdd8-94cbf570cd09 req-d763738c-b5f2-4de5-8ccd-2c4ddf1e1f25 service neutron] Publish callbacks [] for port (6e5a7191-bf35-416a-9367-9584add6f1b5), precommit_update {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:11.468894 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.db.provisioning_blocks [req-a7ba18e5-f558-495b-bdd8-94cbf570cd09 req-d763738c-b5f2-4de5-8ccd-2c4ddf1e1f25 service neutron] Transition to ACTIVE for port object 6e5a7191-bf35-416a-9367-9584add6f1b5 will not be triggered until provisioned by entity L2. {{(pid=107276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 15 07:46:11.531653 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-a7ba18e5-f558-495b-bdd8-94cbf570cd09 req-d763738c-b5f2-4de5-8ccd-2c4ddf1e1f25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260827419'] for port (6e5a7191-bf35-416a-9367-9584add6f1b5), after_update {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:11.593778 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d763738c-b5f2-4de5-8ccd-2c4ddf1e1f25 service neutron] Pushing event updated for resources: {'Port': ['ID=6e5a7191-bf35-416a-9367-9584add6f1b5,revision_number=2']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:46:11.654649 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.managers [req-a7ba18e5-f558-495b-bdd8-94cbf570cd09 req-d763738c-b5f2-4de5-8ccd-2c4ddf1e1f25 service neutron] Attempting to bind port 6e5a7191-bf35-416a-9367-9584add6f1b5 on host hv-cinder-82414 for vnic_type normal with profile {{(pid=107276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 07:46:11.654998 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.managers [req-a7ba18e5-f558-495b-bdd8-94cbf570cd09 req-d763738c-b5f2-4de5-8ccd-2c4ddf1e1f25 service neutron] Attempting to bind port 6e5a7191-bf35-416a-9367-9584add6f1b5 by drivers openvswitch,hyperv on host hv-cinder-82414 at level 0 using segments [{'id': '008f3101-5296-4c7d-b4d0-dc9475772d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'a516fb80-088a-420e-bbe2-327bfb75896d'}] {{(pid=107276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 07:46:11.655332 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ba18e5-f558-495b-bdd8-94cbf570cd09 req-d763738c-b5f2-4de5-8ccd-2c4ddf1e1f25 service neutron] Attempting to bind port 6e5a7191-bf35-416a-9367-9584add6f1b5 on network a516fb80-088a-420e-bbe2-327bfb75896d {{(pid=107276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 07:46:11.700000 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ba18e5-f558-495b-bdd8-94cbf570cd09 req-d763738c-b5f2-4de5-8ccd-2c4ddf1e1f25 service neutron] Port 6e5a7191-bf35-416a-9367-9584add6f1b5 on network a516fb80-088a-420e-bbe2-327bfb75896d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82414 {{(pid=107276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 07:46:11.701795 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ba18e5-f558-495b-bdd8-94cbf570cd09 req-d763738c-b5f2-4de5-8ccd-2c4ddf1e1f25 service neutron] Attempting to bind port 6e5a7191-bf35-416a-9367-9584add6f1b5 on network a516fb80-088a-420e-bbe2-327bfb75896d {{(pid=107276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 07:46:11.722068 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-1c311e33-944a-49af-a457-508af3efb3d3 None None] Attempt 2 to provision port 6e5a7191-bf35-416a-9367-9584add6f1b5 Sep 15 07:46:11.752606 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ba18e5-f558-495b-bdd8-94cbf570cd09 req-d763738c-b5f2-4de5-8ccd-2c4ddf1e1f25 service neutron] Checking agent: {'id': '25cf60a6-7ad2-448a-9326-c12b453ddee0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82414', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 7, 36, 43), 'started_at': datetime.datetime(2022, 9, 15, 7, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 7, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 07:46:11.753077 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ba18e5-f558-495b-bdd8-94cbf570cd09 req-d763738c-b5f2-4de5-8ccd-2c4ddf1e1f25 service neutron] Checking segment: {'id': '008f3101-5296-4c7d-b4d0-dc9475772d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'a516fb80-088a-420e-bbe2-327bfb75896d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 07:46:11.753286 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ba18e5-f558-495b-bdd8-94cbf570cd09 req-d763738c-b5f2-4de5-8ccd-2c4ddf1e1f25 service neutron] Bound using segment: {'id': '008f3101-5296-4c7d-b4d0-dc9475772d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'a516fb80-088a-420e-bbe2-327bfb75896d'} {{(pid=107276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 07:46:11.753756 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.managers [req-a7ba18e5-f558-495b-bdd8-94cbf570cd09 req-d763738c-b5f2-4de5-8ccd-2c4ddf1e1f25 service neutron] Bound port: 6e5a7191-bf35-416a-9367-9584add6f1b5, host: hv-cinder-82414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '008f3101-5296-4c7d-b4d0-dc9475772d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'a516fb80-088a-420e-bbe2-327bfb75896d'}}] {{(pid=107276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 07:46:11.754124 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-a7ba18e5-f558-495b-bdd8-94cbf570cd09 req-d763738c-b5f2-4de5-8ccd-2c4ddf1e1f25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (6e5a7191-bf35-416a-9367-9584add6f1b5), before_update {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:11.768562 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 39110) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:46:11.768750 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-1c311e33-944a-49af-a457-508af3efb3d3 None None] Port 6e5a7191-bf35-416a-9367-9584add6f1b5 cannot update to ACTIVE because it is not bound. {{(pid=107290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 07:46:11.831593 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.db [req-a7ba18e5-f558-495b-bdd8-94cbf570cd09 req-d763738c-b5f2-4de5-8ccd-2c4ddf1e1f25 service neutron] For port 6e5a7191-bf35-416a-9367-9584add6f1b5, host hv-cinder-82414, cleared binding levels {{(pid=107276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 07:46:11.834838 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.db [req-a7ba18e5-f558-495b-bdd8-94cbf570cd09 req-d763738c-b5f2-4de5-8ccd-2c4ddf1e1f25 service neutron] For port 6e5a7191-bf35-416a-9367-9584add6f1b5, host hv-cinder-82414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=6e5a7191-bf35-416a-9367-9584add6f1b5,segment=NetworkSegment(008f3101-5296-4c7d-b4d0-dc9475772d60),segment_id=008f3101-5296-4c7d-b4d0-dc9475772d60)] {{(pid=107276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 07:46:11.835914 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:46:11.885239 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-935a6d34-e281-4d5e-b157-8f924114364d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:11.946532 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-a7ba18e5-f558-495b-bdd8-94cbf570cd09 req-d763738c-b5f2-4de5-8ccd-2c4ddf1e1f25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260827419'] for port (6e5a7191-bf35-416a-9367-9584add6f1b5), after_update {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:11.956818 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ba18e5-f558-495b-bdd8-94cbf570cd09 req-d763738c-b5f2-4de5-8ccd-2c4ddf1e1f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:46:11.957443 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-a7ba18e5-f558-495b-bdd8-94cbf570cd09 req-d763738c-b5f2-4de5-8ccd-2c4ddf1e1f25 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382552'] for port (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:11.958855 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-a7ba18e5-f558-495b-bdd8-94cbf570cd09 req-d763738c-b5f2-4de5-8ccd-2c4ddf1e1f25 service neutron] 10.222.0.26 "PUT /networking/v2.0/ports/6e5a7191-bf35-416a-9367-9584add6f1b5 HTTP/1.1" status: 200 len: 1094 time: 0.9182048 Sep 15 07:46:11.959415 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30ed5535-17bd-48d9-b6b5-ba296066b7ec', 'tag': '6e5a7191-bf35-416a-9367-9584add6f1b5'}] {{(pid=107276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 07:46:11.963724 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e3724867bd40dd9d720ab8c058c996a0c2f5593be620855f41bc083494bf738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e190d2c-0c29-4979-a21e-c4b7e44c0185" -d '{"events": [{"name": "network-changed", "server_uuid": "30ed5535-17bd-48d9-b6b5-ba296066b7ec", "tag": "6e5a7191-bf35-416a-9367-9584add6f1b5"}]}' {{(pid=107276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 07:46:12.001516 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 07:46:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1d0590e-d241-47c9-9ff4-ca1f8c4009c0 x-openstack-request-id: req-a1d0590e-d241-47c9-9ff4-ca1f8c4009c0 {{(pid=107276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 07:46:12.001823 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30ed5535-17bd-48d9-b6b5-ba296066b7ec", "tag": "6e5a7191-bf35-416a-9367-9584add6f1b5", "status": "completed", "code": 200}]} {{(pid=107276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 07:46:12.002070 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a1d0590e-d241-47c9-9ff4-ca1f8c4009c0 {{(pid=107276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 07:46:12.002461 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1d0590e-d241-47c9-9ff4-ca1f8c4009c0'] response: {'name': 'network-changed', 'server_uuid': '30ed5535-17bd-48d9-b6b5-ba296066b7ec', 'tag': '6e5a7191-bf35-416a-9367-9584add6f1b5', 'status': 'completed', 'code': 200} Sep 15 07:46:12.025026 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-935a6d34-e281-4d5e-b157-8f924114364d admin admin] Publish callbacks [] for security_group (27b42bda-cbaa-49a8-bba6-9f5b74591248), precommit_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:12.070580 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d763738c-b5f2-4de5-8ccd-2c4ddf1e1f25 service neutron] Pushing event updated for resources: {'Port': ['ID=6e5a7191-bf35-416a-9367-9584add6f1b5,revision_number=3']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:46:12.080340 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e190d2c-0c29-4979-a21e-c4b7e44c0185 req-78d6c5d7-4899-4bc7-8594-dc35aa767b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:46:12.081905 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-4e190d2c-0c29-4979-a21e-c4b7e44c0185 req-78d6c5d7-4899-4bc7-8594-dc35aa767b80 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=a9d0f5e6d6cf423485157e1381a12713&device_id=30ed5535-17bd-48d9-b6b5-ba296066b7ec HTTP/1.1" status: 200 len: 1128 time: 0.0551269 Sep 15 07:46:12.101241 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-935a6d34-e281-4d5e-b157-8f924114364d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (27b42bda-cbaa-49a8-bba6-9f5b74591248), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:12.188404 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-935a6d34-e281-4d5e-b157-8f924114364d admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=99c0ca510d39467a8fd3a9ad77926902&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4184284 Sep 15 07:46:12.191189 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 39128) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:46:12.191687 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935a6d34-e281-4d5e-b157-8f924114364d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27b42bda-cbaa-49a8-bba6-9f5b74591248,revision_number=1']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:46:12.233475 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e190d2c-0c29-4979-a21e-c4b7e44c0185 req-af5016fe-e06a-452a-9a75-9d0ff549d29b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:46:12.234982 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-4e190d2c-0c29-4979-a21e-c4b7e44c0185 req-af5016fe-e06a-452a-9a75-9d0ff549d29b service neutron] 10.222.0.26 "GET /networking/v2.0/networks?tenant_id=a9d0f5e6d6cf423485157e1381a12713&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1466651 Sep 15 07:46:12.248794 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-770f6997-ddc4-4a7d-9750-d87605f63ea1 admin admin] Publish callbacks [] for security_group (27b42bda-cbaa-49a8-bba6-9f5b74591248), before_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:12.270091 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-1c311e33-944a-49af-a457-508af3efb3d3 None None] Attempt 3 to provision port 6e5a7191-bf35-416a-9367-9584add6f1b5 Sep 15 07:46:12.271693 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-770f6997-ddc4-4a7d-9750-d87605f63ea1 admin admin] Publish callbacks [] for security_group (27b42bda-cbaa-49a8-bba6-9f5b74591248), precommit_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:12.338880 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-1c311e33-944a-49af-a457-508af3efb3d3 None None] Port 6e5a7191-bf35-416a-9367-9584add6f1b5 had new provisioning blocks added so it will not transition to active. {{(pid=107290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 15 07:46:12.360360 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e190d2c-0c29-4979-a21e-c4b7e44c0185 req-33f33085-be63-4c7f-bdb4-b6fe34b1f359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:46:12.362424 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-4e190d2c-0c29-4979-a21e-c4b7e44c0185 req-33f33085-be63-4c7f-bdb4-b6fe34b1f359 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1196885 Sep 15 07:46:12.389010 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-770f6997-ddc4-4a7d-9750-d87605f63ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (27b42bda-cbaa-49a8-bba6-9f5b74591248), after_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:12.391603 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-770f6997-ddc4-4a7d-9750-d87605f63ea1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:12.392750 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-770f6997-ddc4-4a7d-9750-d87605f63ea1 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/27b42bda-cbaa-49a8-bba6-9f5b74591248 HTTP/1.1" status: 204 len: 168 time: 0.1999340 Sep 15 07:46:12.400479 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa770fc-0014-498b-a7ef-f7e934c7f089 req-be56d354-8885-4ef8-bcff-a539ec1d3988 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:46:12.408055 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-3aa770fc-0014-498b-a7ef-f7e934c7f089 req-be56d354-8885-4ef8-bcff-a539ec1d3988 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=30ed5535-17bd-48d9-b6b5-ba296066b7ec HTTP/1.1" status: 200 len: 944 time: 0.0692370 Sep 15 07:46:12.427956 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770f6997-ddc4-4a7d-9750-d87605f63ea1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27b42bda-cbaa-49a8-bba6-9f5b74591248,revision_number=None']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:46:12.456577 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ba18e5-f558-495b-bdd8-94cbf570cd09 req-61b4e793-3740-4780-9e5e-4f0ee6ad15df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:46:12.459898 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-a7ba18e5-f558-495b-bdd8-94cbf570cd09 req-61b4e793-3740-4780-9e5e-4f0ee6ad15df service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=a9d0f5e6d6cf423485157e1381a12713&device_id=30ed5535-17bd-48d9-b6b5-ba296066b7ec HTTP/1.1" status: 200 len: 1128 time: 0.0555570 Sep 15 07:46:12.489211 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-3aa770fc-0014-498b-a7ef-f7e934c7f089 req-a74674dd-05a4-4e4c-98b7-1ccfbef855d8 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=be0daa10-fd6e-4380-aa0f-09cb542308d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760915 Sep 15 07:46:12.506022 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-a7ba18e5-f558-495b-bdd8-94cbf570cd09 req-6720c84d-8fb1-4e84-bb88-ec6955dc1e34 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e5a7191-bf35-416a-9367-9584add6f1b5 HTTP/1.1" status: 200 len: 217 time: 0.0377038 Sep 15 07:46:12.560594 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ba18e5-f558-495b-bdd8-94cbf570cd09 req-4613c9bd-c50a-448a-8c5c-4d4f321b16ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:46:12.562063 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-a7ba18e5-f558-495b-bdd8-94cbf570cd09 req-4613c9bd-c50a-448a-8c5c-4d4f321b16ba service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=2011c2ef-cc51-4f76-b38a-cc4eb8a0b890 HTTP/1.1" status: 200 len: 850 time: 0.0503724 Sep 15 07:46:12.577331 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:46:12.605354 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ba18e5-f558-495b-bdd8-94cbf570cd09 req-fe35552b-b37e-40f6-b7da-daa1c5f71ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:46:12.606940 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-a7ba18e5-f558-495b-bdd8-94cbf570cd09 req-fe35552b-b37e-40f6-b7da-daa1c5f71ee9 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=a516fb80-088a-420e-bbe2-327bfb75896d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383391 Sep 15 07:46:12.702581 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-a7ba18e5-f558-495b-bdd8-94cbf570cd09 req-1a4a2b62-32a7-46a0-ad78-8142b9633c53 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/a516fb80-088a-420e-bbe2-327bfb75896d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878551 Sep 15 07:46:12.759032 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (25cf60a6-7ad2-448a-9326-c12b453ddee0), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:12.800749 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-a7ba18e5-f558-495b-bdd8-94cbf570cd09 req-1bdccf21-c7a3-40cf-bf46-1c62db7f8cd7 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/a516fb80-088a-420e-bbe2-327bfb75896d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921483 Sep 15 07:46:13.622812 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d29e64-1057-4503-a216-20116bf81e4a req-23a037c7-eea0-40a8-aea6-1587eb7de331 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:46:13.624465 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-84d29e64-1057-4503-a216-20116bf81e4a req-23a037c7-eea0-40a8-aea6-1587eb7de331 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=30ed5535-17bd-48d9-b6b5-ba296066b7ec HTTP/1.1" status: 200 len: 944 time: 0.0637214 Sep 15 07:46:13.637202 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:46:13.676876 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-84d29e64-1057-4503-a216-20116bf81e4a req-da912176-7959-402b-b49b-75dd73d57efe tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=be0daa10-fd6e-4380-aa0f-09cb542308d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465655 Sep 15 07:46:14.804190 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f076e849-1475-48fb-aa1c-e445d241f98c req-4d0c2159-5025-40bb-97ad-f14eb9a4e241 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:46:14.805644 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-f076e849-1475-48fb-aa1c-e445d241f98c req-4d0c2159-5025-40bb-97ad-f14eb9a4e241 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=30ed5535-17bd-48d9-b6b5-ba296066b7ec HTTP/1.1" status: 200 len: 944 time: 0.0468519 Sep 15 07:46:14.859079 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-f076e849-1475-48fb-aa1c-e445d241f98c req-65aaea7f-8980-4b39-a46d-8bafd58a0a8d tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=be0daa10-fd6e-4380-aa0f-09cb542308d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470119 Sep 15 07:46:15.484098 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Device 6e5a7191-bf35-416a-9367-9584add6f1b5 details requested by agent hyperv_hv-cinder-82414 with host hv-cinder-82414 {{(pid=107290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 07:46:15.599035 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] For port 6e5a7191-bf35-416a-9367-9584add6f1b5, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=6e5a7191-bf35-416a-9367-9584add6f1b5,segment=NetworkSegment(008f3101-5296-4c7d-b4d0-dc9475772d60),segment_id=008f3101-5296-4c7d-b4d0-dc9475772d60)] {{(pid=107290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:46:15.611794 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Returning: {'device': '6e5a7191-bf35-416a-9367-9584add6f1b5', 'network_id': 'a516fb80-088a-420e-bbe2-327bfb75896d', 'port_id': '6e5a7191-bf35-416a-9367-9584add6f1b5', 'mac_address': 'fa:16:3e:2a:3e:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2011c2ef-cc51-4f76-b38a-cc4eb8a0b890', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 07:46:15.648285 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Current status of the port 6e5a7191-bf35-416a-9367-9584add6f1b5 is: DOWN; New status is: BUILD {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:46:15.648670 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (6e5a7191-bf35-416a-9367-9584add6f1b5), before_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:15.658377 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:46:15.663456 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.notifiers.nova [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e5a7191-bf35-416a-9367-9584add6f1b5 {{(pid=107290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 07:46:15.682534 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:46:15.684385 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] For port 6e5a7191-bf35-416a-9367-9584add6f1b5, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=6e5a7191-bf35-416a-9367-9584add6f1b5,segment=NetworkSegment(008f3101-5296-4c7d-b4d0-dc9475772d60),segment_id=008f3101-5296-4c7d-b4d0-dc9475772d60)] {{(pid=107290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:46:15.758597 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615'] for port (6e5a7191-bf35-416a-9367-9584add6f1b5), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:15.808383 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Pushing event updated for resources: {'Port': ['ID=6e5a7191-bf35-416a-9367-9584add6f1b5,revision_number=4']} {{(pid=107290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:46:15.982824 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820a4005-f387-45bb-bdb7-097a9b3f50e8 req-7636ebe2-61d3-42d0-95be-ed027a62526b tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:46:15.984299 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-820a4005-f387-45bb-bdb7-097a9b3f50e8 req-7636ebe2-61d3-42d0-95be-ed027a62526b tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=30ed5535-17bd-48d9-b6b5-ba296066b7ec HTTP/1.1" status: 200 len: 945 time: 0.0502121 Sep 15 07:46:16.013846 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] get_ports_and_sgs() called for port_ids ['6e5a7191-bf35-416a-9367-9584add6f1b5'] {{(pid=107290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 07:46:16.054046 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-820a4005-f387-45bb-bdb7-097a9b3f50e8 req-0f451b8b-91ad-4099-8eff-be48db25d924 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=be0daa10-fd6e-4380-aa0f-09cb542308d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633655 Sep 15 07:46:16.792813 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=84,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:46:17.179250 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3a2595-5192-4a6a-a1dd-a4565cf8e888 req-57f42260-200b-4059-bac5-35d3c15a4ff9 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:46:17.180738 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-2b3a2595-5192-4a6a-a1dd-a4565cf8e888 req-57f42260-200b-4059-bac5-35d3c15a4ff9 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=30ed5535-17bd-48d9-b6b5-ba296066b7ec HTTP/1.1" status: 200 len: 945 time: 0.0472133 Sep 15 07:46:17.229854 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-2b3a2595-5192-4a6a-a1dd-a4565cf8e888 req-9bd28388-6df5-42e3-9bee-7d8023ae90ce tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=be0daa10-fd6e-4380-aa0f-09cb542308d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429034 Sep 15 07:46:17.484199 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Device 6e5a7191-bf35-416a-9367-9584add6f1b5 up at agent hyperv_hv-cinder-82414 {{(pid=107290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 07:46:17.526529 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Provisioning for port 6e5a7191-bf35-416a-9367-9584add6f1b5 completed by entity L2. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 15 07:46:17.638325 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Provisioning complete for port 6e5a7191-bf35-416a-9367-9584add6f1b5 triggered by entity L2. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 07:46:17.638711 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862942'] for port (6e5a7191-bf35-416a-9367-9584add6f1b5), provisioning_complete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:17.639051 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Attempt 1 to provision port 6e5a7191-bf35-416a-9367-9584add6f1b5 Sep 15 07:46:17.715877 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Current status of the port 6e5a7191-bf35-416a-9367-9584add6f1b5 is: BUILD; New status is: ACTIVE {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:46:17.716266 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (6e5a7191-bf35-416a-9367-9584add6f1b5), before_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:17.740027 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30ed5535-17bd-48d9-b6b5-ba296066b7ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e5a7191-bf35-416a-9367-9584add6f1b5'}] {{(pid=107290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 07:46:17.742357 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff93a2f2a3cb789a491bb2a8c4b01cf70d8343c1611f7c7394898ef54d6aa0cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eadfe539-3db3-4f23-8485-23cc82e144f6" -d '{"events": [{"server_uuid": "30ed5535-17bd-48d9-b6b5-ba296066b7ec", "name": "network-vif-plugged", "status": "completed", "tag": "6e5a7191-bf35-416a-9367-9584add6f1b5"}]}' {{(pid=107290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 07:46:17.755426 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] For port 6e5a7191-bf35-416a-9367-9584add6f1b5, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=6e5a7191-bf35-416a-9367-9584add6f1b5,segment=NetworkSegment(008f3101-5296-4c7d-b4d0-dc9475772d60),segment_id=008f3101-5296-4c7d-b4d0-dc9475772d60)] {{(pid=107290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:46:17.787974 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 07:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77c5ca85-1291-4ba7-ac29-d1366253cebf x-openstack-request-id: req-77c5ca85-1291-4ba7-ac29-d1366253cebf {{(pid=107290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 07:46:17.788264 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30ed5535-17bd-48d9-b6b5-ba296066b7ec", "name": "network-vif-plugged", "status": "completed", "tag": "6e5a7191-bf35-416a-9367-9584add6f1b5", "code": 200}]} {{(pid=107290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 07:46:17.788513 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-77c5ca85-1291-4ba7-ac29-d1366253cebf {{(pid=107290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 07:46:17.788906 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77c5ca85-1291-4ba7-ac29-d1366253cebf'] response: {'server_uuid': '30ed5535-17bd-48d9-b6b5-ba296066b7ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e5a7191-bf35-416a-9367-9584add6f1b5', 'code': 200} Sep 15 07:46:17.838983 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615'] for port (6e5a7191-bf35-416a-9367-9584add6f1b5), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:17.891015 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Pushing event updated for resources: {'Port': ['ID=6e5a7191-bf35-416a-9367-9584add6f1b5,revision_number=5']} {{(pid=107290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:46:18.132824 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca197c4-83be-4b54-bae9-0a81c96b369c req-3fe48884-7ded-44ee-9fbc-91ab1511c23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:46:18.135657 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-5ca197c4-83be-4b54-bae9-0a81c96b369c req-3fe48884-7ded-44ee-9fbc-91ab1511c23d service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=30ed5535-17bd-48d9-b6b5-ba296066b7ec HTTP/1.1" status: 200 len: 1130 time: 0.0407219 Sep 15 07:46:18.181075 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-5ca197c4-83be-4b54-bae9-0a81c96b369c req-c0595677-498b-497a-bba6-8b25923faee7 service neutron] 10.222.0.26 "GET /networking/v2.0/security-groups?id=be0daa10-fd6e-4380-aa0f-09cb542308d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391595 Sep 15 07:46:18.343650 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:46:18.357559 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845768f8-c5a2-4fd8-8fd3-f60ea298031f req-bab7f2d8-88de-4bc3-abb6-00ef0a37d0bf tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:46:18.359089 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-845768f8-c5a2-4fd8-8fd3-f60ea298031f req-bab7f2d8-88de-4bc3-abb6-00ef0a37d0bf tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=30ed5535-17bd-48d9-b6b5-ba296066b7ec HTTP/1.1" status: 200 len: 946 time: 0.0526376 Sep 15 07:46:18.407422 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-845768f8-c5a2-4fd8-8fd3-f60ea298031f req-2bd70ab7-6e90-4fb2-ab7a-2f48681a2803 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=be0daa10-fd6e-4380-aa0f-09cb542308d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427990 Sep 15 07:46:19.534914 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aa5243-352b-4961-9be5-7a0948700afa req-36938934-3d0c-445e-a267-0c0afcc3a410 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:46:19.536690 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-a9aa5243-352b-4961-9be5-7a0948700afa req-36938934-3d0c-445e-a267-0c0afcc3a410 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=30ed5535-17bd-48d9-b6b5-ba296066b7ec HTTP/1.1" status: 200 len: 946 time: 0.0490999 Sep 15 07:46:19.591397 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-a9aa5243-352b-4961-9be5-7a0948700afa req-0cdcef49-c43c-4666-82e4-95d97e008f41 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=be0daa10-fd6e-4380-aa0f-09cb542308d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458305 Sep 15 07:46:19.716025 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2e8d72-284e-4a00-8843-91707e8616fa req-d626d3df-f266-46e2-ae14-f3cd42a1b485 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:46:19.718306 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-7a2e8d72-284e-4a00-8843-91707e8616fa req-d626d3df-f266-46e2-ae14-f3cd42a1b485 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=30ed5535-17bd-48d9-b6b5-ba296066b7ec HTTP/1.1" status: 200 len: 946 time: 0.0509336 Sep 15 07:46:19.728453 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 39274) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:46:19.732865 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.v2.base [None req-878ad1bd-8e5b-49d4-b3ea-6075954c3e4a tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Request body: {'floatingip': {'port_id': '6e5a7191-bf35-416a-9367-9584add6f1b5'}} {{(pid=107279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:46:19.771899 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-878ad1bd-8e5b-49d4-b3ea-6075954c3e4a tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Publish callbacks [] for floatingip (6e91ba6b-f40a-46c7-a49d-6ea1826f0ef3), before_update {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:20.206234 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=100 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:46:20.210532 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-878ad1bd-8e5b-49d4-b3ea-6075954c3e4a tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:20.284229 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-878ad1bd-8e5b-49d4-b3ea-6075954c3e4a tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2007462'] for floatingip (6e91ba6b-f40a-46c7-a49d-6ea1826f0ef3), after_update {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:20.334071 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=20,neutron:DELETE=1 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:46:20.378886 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.db.l3_db [None req-878ad1bd-8e5b-49d4-b3ea-6075954c3e4a tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Floating IP 6e91ba6b-f40a-46c7-a49d-6ea1826f0ef3 associated. External IP: 172.27.0.217, port: 6e5a7191-bf35-416a-9367-9584add6f1b5. Sep 15 07:46:20.823007 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-878ad1bd-8e5b-49d4-b3ea-6075954c3e4a tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Router 9aa1fe18-6227-4f90-9a37-aee3b4f745ec has already been hosted by L3 agent 6177172c-20b9-4a3a-92be-d5dd082cfa3a {{(pid=107279) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 07:46:20.920463 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:46:20.938946 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-878ad1bd-8e5b-49d4-b3ea-6075954c3e4a tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Notify agent at l3_agent.dv-cinder-824149-6-iscsi the message routers_updated {{(pid=107279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 07:46:20.944676 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-878ad1bd-8e5b-49d4-b3ea-6075954c3e4a tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382552'] for floatingip (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:20.965257 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00638c4-f60c-4024-9b90-92259c58995d None None] Sync routers for ids ['9aa1fe18-6227-4f90-9a37-aee3b4f745ec'] in dv-cinder-824149-6-iscsi {{(pid=107290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 07:46:20.983036 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00638c4-f60c-4024-9b90-92259c58995d None None] Routers {'9aa1fe18-6227-4f90-9a37-aee3b4f745ec'} bound to L3 agent in host dv-cinder-824149-6-iscsi {{(pid=107290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 07:46:20.984134 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_hamode_db [None req-d00638c4-f60c-4024-9b90-92259c58995d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-15T07:30:25Z,description=,heartbeat_timestamp=2022-09-15T07:45:55Z,host='dv-cinder-824149-6-iscsi',id=6177172c-20b9-4a3a-92be-d5dd082cfa3a,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T07:30:25Z,topic='l3_agent')) {'router_ids': ['9aa1fe18-6227-4f90-9a37-aee3b4f745ec'], 'active': True} {{(pid=107290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:46:20.992875 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-878ad1bd-8e5b-49d4-b3ea-6075954c3e4a tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] 10.222.0.42 "PUT /networking/v2.0/floatingips/6e91ba6b-f40a-46c7-a49d-6ea1826f0ef3 HTTP/1.1" status: 200 len: 992 time: 1.2633994 Sep 15 07:46:20.993560 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30ed5535-17bd-48d9-b6b5-ba296066b7ec', 'tag': '6e5a7191-bf35-416a-9367-9584add6f1b5'}] {{(pid=107279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 07:46:20.995978 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706979451550896f7b9833a7a6f18e8e6b98f6eca7edeab709f82497fe6197ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3c38c05-e859-48df-a28a-d7c5a4ce3626" -d '{"events": [{"name": "network-changed", "server_uuid": "30ed5535-17bd-48d9-b6b5-ba296066b7ec", "tag": "6e5a7191-bf35-416a-9367-9584add6f1b5"}]}' {{(pid=107279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 07:46:21.072915 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 07:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4f42ac0-411c-4871-9235-2f52e8d9409d x-openstack-request-id: req-a4f42ac0-411c-4871-9235-2f52e8d9409d {{(pid=107279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 07:46:21.073487 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30ed5535-17bd-48d9-b6b5-ba296066b7ec", "tag": "6e5a7191-bf35-416a-9367-9584add6f1b5", "status": "completed", "code": 200}]} {{(pid=107279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 07:46:21.073923 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a4f42ac0-411c-4871-9235-2f52e8d9409d {{(pid=107279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 07:46:21.074609 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4f42ac0-411c-4871-9235-2f52e8d9409d'] response: {'name': 'network-changed', 'server_uuid': '30ed5535-17bd-48d9-b6b5-ba296066b7ec', 'tag': '6e5a7191-bf35-416a-9367-9584add6f1b5', 'status': 'completed', 'code': 200} Sep 15 07:46:21.112632 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvr_db [None req-d00638c4-f60c-4024-9b90-92259c58995d None None] Set router 9aa1fe18-6227-4f90-9a37-aee3b4f745ec gateway port host: dv-cinder-824149-6-iscsi {{(pid=107290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 07:46:21.144759 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c38c05-e859-48df-a28a-d7c5a4ce3626 req-9a8249b1-8bb2-4c22-b2e6-50c18303bda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:46:21.146881 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-f3c38c05-e859-48df-a28a-d7c5a4ce3626 req-9a8249b1-8bb2-4c22-b2e6-50c18303bda7 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=a9d0f5e6d6cf423485157e1381a12713&device_id=30ed5535-17bd-48d9-b6b5-ba296066b7ec HTTP/1.1" status: 200 len: 1130 time: 0.0457928 Sep 15 07:46:21.246150 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=100 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:46:21.253386 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c38c05-e859-48df-a28a-d7c5a4ce3626 req-2f0b44b1-d6ce-4f90-9032-3873a01a399f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:46:21.255460 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-f3c38c05-e859-48df-a28a-d7c5a4ce3626 req-2f0b44b1-d6ce-4f90-9032-3873a01a399f service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=a516fb80-088a-420e-bbe2-327bfb75896d HTTP/1.1" status: 200 len: 912 time: 0.0991406 Sep 15 07:46:21.323312 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-f3c38c05-e859-48df-a28a-d7c5a4ce3626 req-4a97a4e0-64cc-460c-8cd2-a60f4076c24e service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e5a7191-bf35-416a-9367-9584add6f1b5 HTTP/1.1" status: 200 len: 1000 time: 0.0623169 Sep 15 07:46:21.375938 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c38c05-e859-48df-a28a-d7c5a4ce3626 req-1b010090-0337-4e37-ae5f-9eb74010d22f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:46:21.378966 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-f3c38c05-e859-48df-a28a-d7c5a4ce3626 req-1b010090-0337-4e37-ae5f-9eb74010d22f service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=2011c2ef-cc51-4f76-b38a-cc4eb8a0b890 HTTP/1.1" status: 200 len: 850 time: 0.0498126 Sep 15 07:46:21.386708 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:46:21.392427 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_hamode_db [None req-d00638c4-f60c-4024-9b90-92259c58995d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aa1fe18-6227-4f90-9a37-aee3b4f745ec', 'name': 'tempest-AttachVolumeTestJSON-1805075857-router', 'tenant_id': 'a9d0f5e6d6cf423485157e1381a12713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '44fe9404-b114-42a7-afb5-f2e402df462c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:46:00Z', 'updated_at': '2022-09-15T07:46:03Z', 'revision_number': 4, 'project_id': 'a9d0f5e6d6cf423485157e1381a12713', 'gw_port': {'id': '44fe9404-b114-42a7-afb5-f2e402df462c', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aa1fe18-6227-4f90-9a37-aee3b4f745ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:46:00Z', 'updated_at': '2022-09-15T07:46:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi', '_floatingips': [{'id': '6e91ba6b-f40a-46c7-a49d-6ea1826f0ef3', 'tenant_id': 'a9d0f5e6d6cf423485157e1381a12713', 'floating_ip_address': '172.27.0.217', 'floating_network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'router_id': '9aa1fe18-6227-4f90-9a37-aee3b4f745ec', 'port_id': '6e5a7191-bf35-416a-9367-9584add6f1b5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a516fb80-088a-420e-bbe2-327bfb75896d', 'mac_address': 'fa:16:3e:2a:3e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ed5535-17bd-48d9-b6b5-ba296066b7ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T07:46:06Z', 'updated_at': '2022-09-15T07:46:20Z', 'revision_number': 1, 'project_id': 'a9d0f5e6d6cf423485157e1381a12713', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06cb40a0-061b-43f6-a12e-80fcf62e2427', 'name': '', 'network_id': 'a516fb80-088a-420e-bbe2-327bfb75896d', 'tenant_id': 'a9d0f5e6d6cf423485157e1381a12713', 'mac_address': 'fa:16:3e:2f:4b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aa1fe18-6227-4f90-9a37-aee3b4f745ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '2011c2ef-cc51-4f76-b38a-cc4eb8a0b890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:46:02Z', 'updated_at': '2022-09-15T07:46:06Z', 'revision_number': 5, 'project_id': 'a9d0f5e6d6cf423485157e1381a12713', 'subnets': [{'id': '2011c2ef-cc51-4f76-b38a-cc4eb8a0b890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-6-iscsi', False) {} {{(pid=107290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:46:21.419274 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00638c4-f60c-4024-9b90-92259c58995d None None] Checking router: 9aa1fe18-6227-4f90-9a37-aee3b4f745ec for host: dv-cinder-824149-6-iscsi {{(pid=107290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 07:46:21.428703 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00638c4-f60c-4024-9b90-92259c58995d None None] Routers {'9aa1fe18-6227-4f90-9a37-aee3b4f745ec'} bound to L3 agent in host dv-cinder-824149-6-iscsi {{(pid=107290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 07:46:21.429314 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_hamode_db [None req-d00638c4-f60c-4024-9b90-92259c58995d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-15T07:30:25Z,description=,heartbeat_timestamp=2022-09-15T07:45:55Z,host='dv-cinder-824149-6-iscsi',id=6177172c-20b9-4a3a-92be-d5dd082cfa3a,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T07:30:25Z,topic='l3_agent')) {'router_ids': ['9aa1fe18-6227-4f90-9a37-aee3b4f745ec'], 'active': True} {{(pid=107290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:46:21.434329 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c38c05-e859-48df-a28a-d7c5a4ce3626 req-bf28eb30-8af6-42e4-862b-4e6acd07e4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:46:21.436066 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-f3c38c05-e859-48df-a28a-d7c5a4ce3626 req-bf28eb30-8af6-42e4-862b-4e6acd07e4f9 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=a516fb80-088a-420e-bbe2-327bfb75896d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0502343 Sep 15 07:46:21.484611 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:46:21.538312 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvr_db [None req-d00638c4-f60c-4024-9b90-92259c58995d None None] Set router 9aa1fe18-6227-4f90-9a37-aee3b4f745ec gateway port host: dv-cinder-824149-6-iscsi {{(pid=107290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 07:46:21.540075 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-f3c38c05-e859-48df-a28a-d7c5a4ce3626 req-8fa8b1bd-4d77-4c21-b7b5-77f65b03858b service neutron] 10.222.0.26 "GET /networking/v2.0/networks/a516fb80-088a-420e-bbe2-327bfb75896d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955653 Sep 15 07:46:21.636145 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-f3c38c05-e859-48df-a28a-d7c5a4ce3626 req-160410e4-4269-4e4c-9649-69bd9ba946b0 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/a516fb80-088a-420e-bbe2-327bfb75896d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890381 Sep 15 07:46:21.767006 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_hamode_db [None req-d00638c4-f60c-4024-9b90-92259c58995d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aa1fe18-6227-4f90-9a37-aee3b4f745ec', 'name': 'tempest-AttachVolumeTestJSON-1805075857-router', 'tenant_id': 'a9d0f5e6d6cf423485157e1381a12713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '44fe9404-b114-42a7-afb5-f2e402df462c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:46:00Z', 'updated_at': '2022-09-15T07:46:03Z', 'revision_number': 4, 'project_id': 'a9d0f5e6d6cf423485157e1381a12713', 'gw_port': {'id': '44fe9404-b114-42a7-afb5-f2e402df462c', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aa1fe18-6227-4f90-9a37-aee3b4f745ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:46:00Z', 'updated_at': '2022-09-15T07:46:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi', '_floatingips': [{'id': '6e91ba6b-f40a-46c7-a49d-6ea1826f0ef3', 'tenant_id': 'a9d0f5e6d6cf423485157e1381a12713', 'floating_ip_address': '172.27.0.217', 'floating_network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'router_id': '9aa1fe18-6227-4f90-9a37-aee3b4f745ec', 'port_id': '6e5a7191-bf35-416a-9367-9584add6f1b5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a516fb80-088a-420e-bbe2-327bfb75896d', 'mac_address': 'fa:16:3e:2a:3e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ed5535-17bd-48d9-b6b5-ba296066b7ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T07:46:06Z', 'updated_at': '2022-09-15T07:46:20Z', 'revision_number': 1, 'project_id': 'a9d0f5e6d6cf423485157e1381a12713', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06cb40a0-061b-43f6-a12e-80fcf62e2427', 'name': '', 'network_id': 'a516fb80-088a-420e-bbe2-327bfb75896d', 'tenant_id': 'a9d0f5e6d6cf423485157e1381a12713', 'mac_address': 'fa:16:3e:2f:4b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aa1fe18-6227-4f90-9a37-aee3b4f745ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '2011c2ef-cc51-4f76-b38a-cc4eb8a0b890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:46:02Z', 'updated_at': '2022-09-15T07:46:06Z', 'revision_number': 5, 'project_id': 'a9d0f5e6d6cf423485157e1381a12713', 'subnets': [{'id': '2011c2ef-cc51-4f76-b38a-cc4eb8a0b890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-6-iscsi', False) {} {{(pid=107290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:46:21.792075 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00638c4-f60c-4024-9b90-92259c58995d None None] The sync data for ids ['9aa1fe18-6227-4f90-9a37-aee3b4f745ec'] in dv-cinder-824149-6-iscsi is: [{'id': '9aa1fe18-6227-4f90-9a37-aee3b4f745ec', 'name': 'tempest-AttachVolumeTestJSON-1805075857-router', 'tenant_id': 'a9d0f5e6d6cf423485157e1381a12713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '44fe9404-b114-42a7-afb5-f2e402df462c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:46:00Z', 'updated_at': '2022-09-15T07:46:03Z', 'revision_number': 4, 'project_id': 'a9d0f5e6d6cf423485157e1381a12713', 'gw_port': {'id': '44fe9404-b114-42a7-afb5-f2e402df462c', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aa1fe18-6227-4f90-9a37-aee3b4f745ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:46:00Z', 'updated_at': '2022-09-15T07:46:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi', '_floatingips': [{'id': '6e91ba6b-f40a-46c7-a49d-6ea1826f0ef3', 'tenant_id': 'a9d0f5e6d6cf423485157e1381a12713', 'floating_ip_address': '172.27.0.217', 'floating_network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'router_id': '9aa1fe18-6227-4f90-9a37-aee3b4f745ec', 'port_id': '6e5a7191-bf35-416a-9367-9584add6f1b5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a516fb80-088a-420e-bbe2-327bfb75896d', 'mac_address': 'fa:16:3e:2a:3e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ed5535-17bd-48d9-b6b5-ba296066b7ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T07:46:06Z', 'updated_at': '2022-09-15T07:46:20Z', 'revision_number': 1, 'project_id': 'a9d0f5e6d6cf423485157e1381a12713', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06cb40a0-061b-43f6-a12e-80fcf62e2427', 'name': '', 'network_id': 'a516fb80-088a-420e-bbe2-327bfb75896d', 'tenant_id': 'a9d0f5e6d6cf423485157e1381a12713', 'mac_address': 'fa:16:3e:2f:4b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aa1fe18-6227-4f90-9a37-aee3b4f745ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '2011c2ef-cc51-4f76-b38a-cc4eb8a0b890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:46:02Z', 'updated_at': '2022-09-15T07:46:06Z', 'revision_number': 5, 'project_id': 'a9d0f5e6d6cf423485157e1381a12713', 'subnets': [{'id': '2011c2ef-cc51-4f76-b38a-cc4eb8a0b890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 07:46:21.987708 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a26cd8-d3c7-4618-9c8f-21f2a18793b5 None None] New status for floating IP 6e91ba6b-f40a-46c7-a49d-6ea1826f0ef3: ACTIVE {{(pid=107295) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 15 07:46:22.519126 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-1b78ccf6-6ada-45fe-af06-4b473f9ace93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (47b201f8-ba91-4005-8457-67653169c522), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:23.289139 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 39332) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:46:23.395036 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-62436e4a-0036-467b-a96d-924d9ca9f777 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:23.467996 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-62436e4a-0036-467b-a96d-924d9ca9f777 admin admin] Publish callbacks [] for security_group (db420dd9-4223-441b-81b7-e2da40d1eddb), precommit_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:23.518005 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-62436e4a-0036-467b-a96d-924d9ca9f777 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (db420dd9-4223-441b-81b7-e2da40d1eddb), after_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:23.560609 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62436e4a-0036-467b-a96d-924d9ca9f777 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db420dd9-4223-441b-81b7-e2da40d1eddb,revision_number=1']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:46:23.564952 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-62436e4a-0036-467b-a96d-924d9ca9f777 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=87211e3d93d54012a968a182217df89f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2747588 Sep 15 07:46:23.567621 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 39336) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:46:23.618494 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-4d445085-1135-4c0c-b98c-94a75e48f194 admin admin] Publish callbacks [] for security_group (db420dd9-4223-441b-81b7-e2da40d1eddb), before_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:23.638807 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-4d445085-1135-4c0c-b98c-94a75e48f194 admin admin] Publish callbacks [] for security_group (db420dd9-4223-441b-81b7-e2da40d1eddb), precommit_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:23.763922 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-4d445085-1135-4c0c-b98c-94a75e48f194 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (db420dd9-4223-441b-81b7-e2da40d1eddb), after_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:23.766538 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-4d445085-1135-4c0c-b98c-94a75e48f194 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:23.767681 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-4d445085-1135-4c0c-b98c-94a75e48f194 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/db420dd9-4223-441b-81b7-e2da40d1eddb HTTP/1.1" status: 204 len: 168 time: 0.1989951 Sep 15 07:46:23.775965 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d445085-1135-4c0c-b98c-94a75e48f194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db420dd9-4223-441b-81b7-e2da40d1eddb,revision_number=None']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:46:24.371563 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 39344) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:46:24.385866 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-8d2cdfe8-af10-41c9-9775-7b307f0f7449 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:24.461619 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-8d2cdfe8-af10-41c9-9775-7b307f0f7449 admin admin] Publish callbacks [] for security_group (4ed547ee-c546-449c-b3ac-7695ed9af1f3), precommit_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:24.518019 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-8d2cdfe8-af10-41c9-9775-7b307f0f7449 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (4ed547ee-c546-449c-b3ac-7695ed9af1f3), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:24.562273 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-8d2cdfe8-af10-41c9-9775-7b307f0f7449 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=3dad55c07f754464bb200cddb6e5cbb3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1895514 Sep 15 07:46:24.563134 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2cdfe8-af10-41c9-9775-7b307f0f7449 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ed547ee-c546-449c-b3ac-7695ed9af1f3,revision_number=1']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:46:24.564901 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 39346) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:46:24.614971 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-d9734e7b-aeee-44db-b237-e7d848dda015 admin admin] Publish callbacks [] for security_group (4ed547ee-c546-449c-b3ac-7695ed9af1f3), before_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:24.634736 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-d9734e7b-aeee-44db-b237-e7d848dda015 admin admin] Publish callbacks [] for security_group (4ed547ee-c546-449c-b3ac-7695ed9af1f3), precommit_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:24.641041 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:46:24.769709 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-d9734e7b-aeee-44db-b237-e7d848dda015 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (4ed547ee-c546-449c-b3ac-7695ed9af1f3), after_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:24.772301 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-d9734e7b-aeee-44db-b237-e7d848dda015 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:24.773457 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-d9734e7b-aeee-44db-b237-e7d848dda015 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/4ed547ee-c546-449c-b3ac-7695ed9af1f3 HTTP/1.1" status: 204 len: 168 time: 0.2074888 Sep 15 07:46:24.782765 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9734e7b-aeee-44db-b237-e7d848dda015 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ed547ee-c546-449c-b3ac-7695ed9af1f3,revision_number=None']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:46:24.799498 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-757c3414-91b2-4281-92c1-3ad2da0875e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (6177172c-20b9-4a3a-92be-d5dd082cfa3a), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:25.398756 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 39354) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:46:25.412189 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-0928fbb4-c8f3-436e-b8bf-5508dce1f317 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:25.460503 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:46:25.487167 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-0928fbb4-c8f3-436e-b8bf-5508dce1f317 admin admin] Publish callbacks [] for security_group (6d832922-a35a-4661-9112-a629fd5e4c0c), precommit_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:25.534831 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-0928fbb4-c8f3-436e-b8bf-5508dce1f317 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (6d832922-a35a-4661-9112-a629fd5e4c0c), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:25.574290 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0928fbb4-c8f3-436e-b8bf-5508dce1f317 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d832922-a35a-4661-9112-a629fd5e4c0c,revision_number=1']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:46:25.579706 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-0928fbb4-c8f3-436e-b8bf-5508dce1f317 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=82861236b039483a81e97c7ffe846892&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1799464 Sep 15 07:46:25.582518 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 39356) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:46:25.609842 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=88,neutron:INSERT=12 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:46:25.632683 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-050b6fa5-268d-4a93-b3b4-e6cc7454417d admin admin] Publish callbacks [] for security_group (6d832922-a35a-4661-9112-a629fd5e4c0c), before_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:25.652494 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-050b6fa5-268d-4a93-b3b4-e6cc7454417d admin admin] Publish callbacks [] for security_group (6d832922-a35a-4661-9112-a629fd5e4c0c), precommit_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:25.740660 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-050b6fa5-268d-4a93-b3b4-e6cc7454417d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (6d832922-a35a-4661-9112-a629fd5e4c0c), after_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:25.743246 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-050b6fa5-268d-4a93-b3b4-e6cc7454417d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:25.744414 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-050b6fa5-268d-4a93-b3b4-e6cc7454417d admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/6d832922-a35a-4661-9112-a629fd5e4c0c HTTP/1.1" status: 204 len: 168 time: 0.1610739 Sep 15 07:46:25.752374 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050b6fa5-268d-4a93-b3b4-e6cc7454417d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d832922-a35a-4661-9112-a629fd5e4c0c,revision_number=None']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:46:26.048330 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-0f44d0d5-b296-4658-a59d-71e94f9a3b32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (71b2a813-2b59-4e69-b901-83528b6ecb8f), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:27.529436 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-677e5667-6d12-4a09-97b6-65dca69daeb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (4c9c4bf3-096b-4dee-b844-12a870317301), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:27.769009 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (c3acd0b9-3b8e-4f77-9053-2ca2457616b3), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:32.087267 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:46:32.092002 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:46:34.777435 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=56,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:46:35.747272 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=21,neutron:DELETE=2 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:46:35.748062 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=3,neutron:DELETE=2 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:46:37.335879 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 39576) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:46:37.473965 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-3c267a56-7f3b-49f1-b2d7-d84d5f53216d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:37.616585 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=69,neutron:UPDATE=1 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:46:37.618540 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=12,neutron:UPDATE=4 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:46:37.713909 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-3c267a56-7f3b-49f1-b2d7-d84d5f53216d admin admin] Publish callbacks [] for security_group (6e6b0477-bd10-46c3-9ffa-c468ff08399f), precommit_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:37.830337 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-3c267a56-7f3b-49f1-b2d7-d84d5f53216d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (6e6b0477-bd10-46c3-9ffa-c468ff08399f), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:37.870243 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c267a56-7f3b-49f1-b2d7-d84d5f53216d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e6b0477-bd10-46c3-9ffa-c468ff08399f,revision_number=1']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:46:37.875982 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-3c267a56-7f3b-49f1-b2d7-d84d5f53216d admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=165d45f48d9d4f66ab9f3af1b64ff778&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5389884 Sep 15 07:46:37.878793 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 39582) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:46:37.939356 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-a567b981-af7d-4db9-909d-cbf9a5ed8e5f admin admin] Publish callbacks [] for security_group (6e6b0477-bd10-46c3-9ffa-c468ff08399f), before_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:37.961247 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-a567b981-af7d-4db9-909d-cbf9a5ed8e5f admin admin] Publish callbacks [] for security_group (6e6b0477-bd10-46c3-9ffa-c468ff08399f), precommit_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:38.080375 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-a567b981-af7d-4db9-909d-cbf9a5ed8e5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (6e6b0477-bd10-46c3-9ffa-c468ff08399f), after_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:38.083186 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-a567b981-af7d-4db9-909d-cbf9a5ed8e5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:38.084759 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-a567b981-af7d-4db9-909d-cbf9a5ed8e5f admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/6e6b0477-bd10-46c3-9ffa-c468ff08399f HTTP/1.1" status: 204 len: 168 time: 0.2034791 Sep 15 07:46:38.095055 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a567b981-af7d-4db9-909d-cbf9a5ed8e5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e6b0477-bd10-46c3-9ffa-c468ff08399f,revision_number=None']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:46:38.301917 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.agents_db [None req-df016ec4-f85e-4abb-9405-ce942686afd2 None None] Agent healthcheck: found 6 active agents {{(pid=107295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 07:46:38.768208 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 39588) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:46:38.783584 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-360d5e9e-8ccb-4d82-bda9-8e1443f704a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:38.881101 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-360d5e9e-8ccb-4d82-bda9-8e1443f704a6 admin admin] Publish callbacks [] for security_group (12f4d287-319f-4e3e-ba13-f7af533e0d10), precommit_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:38.927720 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-360d5e9e-8ccb-4d82-bda9-8e1443f704a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (12f4d287-319f-4e3e-ba13-f7af533e0d10), after_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:38.989399 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-360d5e9e-8ccb-4d82-bda9-8e1443f704a6 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=86d78bc517bc44f186c0eb1779a22dd6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2166953 Sep 15 07:46:38.989538 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 39592) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:46:38.990717 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360d5e9e-8ccb-4d82-bda9-8e1443f704a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12f4d287-319f-4e3e-ba13-f7af533e0d10,revision_number=1']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:46:39.054785 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-6f69f93d-a469-446f-ad40-7baeba12b75e admin admin] Publish callbacks [] for security_group (12f4d287-319f-4e3e-ba13-f7af533e0d10), before_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:39.078268 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-6f69f93d-a469-446f-ad40-7baeba12b75e admin admin] Publish callbacks [] for security_group (12f4d287-319f-4e3e-ba13-f7af533e0d10), precommit_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:39.231154 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-6f69f93d-a469-446f-ad40-7baeba12b75e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (12f4d287-319f-4e3e-ba13-f7af533e0d10), after_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:39.233897 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-6f69f93d-a469-446f-ad40-7baeba12b75e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:39.235107 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-6f69f93d-a469-446f-ad40-7baeba12b75e admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/12f4d287-319f-4e3e-ba13-f7af533e0d10 HTTP/1.1" status: 204 len: 168 time: 0.2465560 Sep 15 07:46:39.246783 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f69f93d-a469-446f-ad40-7baeba12b75e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12f4d287-319f-4e3e-ba13-f7af533e0d10,revision_number=None']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:46:39.952716 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 39598) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:46:39.966899 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-8e371777-c58b-4fef-8437-25964dba6842 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:40.048557 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-8e371777-c58b-4fef-8437-25964dba6842 admin admin] Publish callbacks [] for security_group (bdad58cb-2b93-4ba8-8f20-af47d23fda07), precommit_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:40.109971 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-8e371777-c58b-4fef-8437-25964dba6842 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (bdad58cb-2b93-4ba8-8f20-af47d23fda07), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:40.151656 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-8e371777-c58b-4fef-8437-25964dba6842 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=9114fb76157a47e78ae03e889a9db861&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1977937 Sep 15 07:46:40.153041 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e371777-c58b-4fef-8437-25964dba6842 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdad58cb-2b93-4ba8-8f20-af47d23fda07,revision_number=1']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:46:40.154965 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 39602) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:46:40.210701 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-4760bac9-18cb-4454-94a9-0c16cc0c748f admin admin] Publish callbacks [] for security_group (bdad58cb-2b93-4ba8-8f20-af47d23fda07), before_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:40.238388 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-4760bac9-18cb-4454-94a9-0c16cc0c748f admin admin] Publish callbacks [] for security_group (bdad58cb-2b93-4ba8-8f20-af47d23fda07), precommit_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:40.372999 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-4760bac9-18cb-4454-94a9-0c16cc0c748f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (bdad58cb-2b93-4ba8-8f20-af47d23fda07), after_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:40.375534 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-4760bac9-18cb-4454-94a9-0c16cc0c748f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:40.376775 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-4760bac9-18cb-4454-94a9-0c16cc0c748f admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/bdad58cb-2b93-4ba8-8f20-af47d23fda07 HTTP/1.1" status: 204 len: 168 time: 0.2208691 Sep 15 07:46:40.385278 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4760bac9-18cb-4454-94a9-0c16cc0c748f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdad58cb-2b93-4ba8-8f20-af47d23fda07,revision_number=None']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:46:41.451064 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 39626) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:46:41.552951 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.v2.base [None req-791739e4-5364-4ae8-a34d-a198142b0d0e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1697127298-network', 'tenant_id': '988cf6a6fa2b452e8c4c017f282d144c'}} {{(pid=107279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:46:41.641466 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-791739e4-5364-4ae8-a34d-a198142b0d0e admin admin] Made reservation on behalf of 988cf6a6fa2b452e8c4c017f282d144c for: {'network': 1} {{(pid=107279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 07:46:41.643975 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-791739e4-5364-4ae8-a34d-a198142b0d0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for network (None), before_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:41.653105 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-791739e4-5364-4ae8-a34d-a198142b0d0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:41.729790 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-791739e4-5364-4ae8-a34d-a198142b0d0e admin admin] Publish callbacks [] for security_group (2422bd40-9810-4402-aa2f-1aab7adf2760), precommit_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:41.795996 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-791739e4-5364-4ae8-a34d-a198142b0d0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (2422bd40-9810-4402-aa2f-1aab7adf2760), after_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:41.824701 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-791739e4-5364-4ae8-a34d-a198142b0d0e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=107279) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 07:46:41.831122 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791739e4-5364-4ae8-a34d-a198142b0d0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2422bd40-9810-4402-aa2f-1aab7adf2760,revision_number=1']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:46:41.839228 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-791739e4-5364-4ae8-a34d-a198142b0d0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906830'] for segment (4608dfcc-ca7b-4602-8377-f77eb3674134), precommit_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:41.839228 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.db.segments_db [None req-791739e4-5364-4ae8-a34d-a198142b0d0e admin admin] Added segment 4608dfcc-ca7b-4602-8377-f77eb3674134 of type vlan for network 6566ac70-70ae-4e19-b0b8-45ffeb54dc33 Sep 15 07:46:41.884520 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-791739e4-5364-4ae8-a34d-a198142b0d0e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729658139832'] for network (6566ac70-70ae-4e19-b0b8-45ffeb54dc33), precommit_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:41.900339 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:46:41.905220 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=76,neutron:DELETE=5,neutron:INSERT=15,neutron:UPDATE=4 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:46:41.972711 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-791739e4-5364-4ae8-a34d-a198142b0d0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204'] for network (6566ac70-70ae-4e19-b0b8-45ffeb54dc33), after_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:41.973772 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-791739e4-5364-4ae8-a34d-a198142b0d0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:46:41.974360 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-791739e4-5364-4ae8-a34d-a198142b0d0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586190'] for network (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:42.034834 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791739e4-5364-4ae8-a34d-a198142b0d0e admin admin] Pushing event updated for resources: {'Network': ['ID=6566ac70-70ae-4e19-b0b8-45ffeb54dc33,revision_number=1']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:46:42.048791 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Network 6566ac70-70ae-4e19-b0b8-45ffeb54dc33 details requested by agent ovs-agent-dv-cinder-824149-6-iscsi with host dv-cinder-824149-6-iscsi {{(pid=107290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 07:46:42.089716 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-791739e4-5364-4ae8-a34d-a198142b0d0e admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6375551 Sep 15 07:46:42.152319 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 39634) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:46:42.158139 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.v2.base [None req-22681ff2-d9fe-49ac-b39c-5776c2beccd6 admin admin] Request body: {'subnet': {'network_id': '6566ac70-70ae-4e19-b0b8-45ffeb54dc33', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1697127298-subnet', 'tenant_id': '988cf6a6fa2b452e8c4c017f282d144c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:46:42.264492 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22681ff2-d9fe-49ac-b39c-5776c2beccd6 admin admin] Made reservation on behalf of 988cf6a6fa2b452e8c4c017f282d144c for: {'subnet': 1} {{(pid=107279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 07:46:42.266916 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-22681ff2-d9fe-49ac-b39c-5776c2beccd6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260930254'] for subnet (None), before_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:42.504240 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-22681ff2-d9fe-49ac-b39c-5776c2beccd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3994233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260930264'] for subnet (3ebecc23-dbcc-4893-b2b3-2106c0430d46), after_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:42.567231 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22681ff2-d9fe-49ac-b39c-5776c2beccd6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ebecc23-dbcc-4893-b2b3-2106c0430d46,revision_number=0']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:46:42.582445 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22681ff2-d9fe-49ac-b39c-5776c2beccd6 admin admin] Checking segment: {'id': '4608dfcc-ca7b-4602-8377-f77eb3674134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '6566ac70-70ae-4e19-b0b8-45ffeb54dc33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 07:46:42.582801 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22681ff2-d9fe-49ac-b39c-5776c2beccd6 admin admin] Network hostable DHCP agents. Network: 6566ac70-70ae-4e19-b0b8-45ffeb54dc33, hostable agents: ['47b201f8-ba91-4005-8457-67653169c522'], hosted agents: [] {{(pid=107279) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 07:46:42.651995 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22681ff2-d9fe-49ac-b39c-5776c2beccd6 admin admin] Network 6566ac70-70ae-4e19-b0b8-45ffeb54dc33 is scheduled to be hosted by DHCP agent 47b201f8-ba91-4005-8457-67653169c522 with binding_index 1 {{(pid=107279) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 07:46:42.743744 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.scheduler.base_scheduler [None req-22681ff2-d9fe-49ac-b39c-5776c2beccd6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824149-6-iscsi, 6566ac70-70ae-4e19-b0b8-45ffeb54dc33) {{(pid=107279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 07:46:42.748878 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22681ff2-d9fe-49ac-b39c-5776c2beccd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:46:42.750190 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-22681ff2-d9fe-49ac-b39c-5776c2beccd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586190'] for subnet (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:42.753976 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d85d85e-ca9a-464e-a1f0-a2a489d1d981 None None] Network 6566ac70-70ae-4e19-b0b8-45ffeb54dc33 requested from dv-cinder-824149-6-iscsi {{(pid=107290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 07:46:42.771768 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (25cf60a6-7ad2-448a-9326-c12b453ddee0), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:42.850691 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-22681ff2-d9fe-49ac-b39c-5776c2beccd6 admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6884797 Sep 15 07:46:43.000788 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a5c5ef-50b8-4006-aa48-ac8a3bf5d0c6 None None] Network 6566ac70-70ae-4e19-b0b8-45ffeb54dc33 requested from dv-cinder-824149-6-iscsi {{(pid=107290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 07:46:44.886080 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294d5069-0f47-4768-a3c6-5b2d03656c44 req-c9a35797-7571-4ac7-81cd-f0435be5e426 tempest-VolumesActionsTest-601705062 tempest-VolumesActionsTest-601705062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:46:44.887485 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-294d5069-0f47-4768-a3c6-5b2d03656c44 req-c9a35797-7571-4ac7-81cd-f0435be5e426 tempest-VolumesActionsTest-601705062 tempest-VolumesActionsTest-601705062-project] 10.222.0.42 "GET /networking/v2.0/networks?id=6566ac70-70ae-4e19-b0b8-45ffeb54dc33 HTTP/1.1" status: 200 len: 809 time: 0.1017940 Sep 15 07:46:44.901484 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-294d5069-0f47-4768-a3c6-5b2d03656c44 req-a1e3d86f-3351-4b19-8ad1-ed9b4893c31a tempest-VolumesActionsTest-601705062 tempest-VolumesActionsTest-601705062-project] 10.222.0.42 "GET /networking/v2.0/quotas/988cf6a6fa2b452e8c4c017f282d144c HTTP/1.1" status: 200 len: 375 time: 0.0087378 Sep 15 07:46:44.932450 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-294d5069-0f47-4768-a3c6-5b2d03656c44 req-7953f87b-12f8-413f-a728-4b7711eafef1 tempest-VolumesActionsTest-601705062 tempest-VolumesActionsTest-601705062-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=988cf6a6fa2b452e8c4c017f282d144c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262606 Sep 15 07:46:45.040469 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-294d5069-0f47-4768-a3c6-5b2d03656c44 req-c94f06ec-111c-44c6-9625-a30259d1846e service neutron] 10.222.0.42 "GET /networking/v2.0/networks/6566ac70-70ae-4e19-b0b8-45ffeb54dc33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007662 Sep 15 07:46:45.124905 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:46:45.139537 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-294d5069-0f47-4768-a3c6-5b2d03656c44 req-050d5750-c93a-4598-b369-862363b97d3b service neutron] 10.222.0.42 "GET /networking/v2.0/networks/6566ac70-70ae-4e19-b0b8-45ffeb54dc33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926597 Sep 15 07:46:45.395821 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-c0e065ae-9ca5-4007-9f01-9c514a257cbb req-acd1924c-5938-4aa5-904d-04d2775c1e20 tempest-VolumesActionsTest-601705062 tempest-VolumesActionsTest-601705062-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a875e416-cd4f-4ef4-b5f3-f9e1174ff843 HTTP/1.1" status: 200 len: 210 time: 0.0279093 Sep 15 07:46:46.502620 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-813a726e-d438-46a9-b460-d612fd23305c req-35ab67d5-6eec-46b7-b1a0-67df42fbe4c1 tempest-VolumesActionsTest-601705062 tempest-VolumesActionsTest-601705062-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a875e416-cd4f-4ef4-b5f3-f9e1174ff843 HTTP/1.1" status: 200 len: 210 time: 0.0275898 Sep 15 07:46:47.613084 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-2639665b-2c41-4162-ad0e-825c02272b15 req-026eda29-a6e8-47f4-ad51-ae3a21418654 tempest-VolumesActionsTest-601705062 tempest-VolumesActionsTest-601705062-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a875e416-cd4f-4ef4-b5f3-f9e1174ff843 HTTP/1.1" status: 200 len: 210 time: 0.0295897 Sep 15 07:46:48.260110 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294d5069-0f47-4768-a3c6-5b2d03656c44 req-a7733c6c-580f-4868-89ab-e6a66e126abd tempest-VolumesActionsTest-601705062 tempest-VolumesActionsTest-601705062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:46:48.261554 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-294d5069-0f47-4768-a3c6-5b2d03656c44 req-a7733c6c-580f-4868-89ab-e6a66e126abd tempest-VolumesActionsTest-601705062 tempest-VolumesActionsTest-601705062-project] 10.222.0.26 "GET /networking/v2.0/networks?id=6566ac70-70ae-4e19-b0b8-45ffeb54dc33 HTTP/1.1" status: 200 len: 809 time: 0.1082158 Sep 15 07:46:48.275199 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.v2.base [req-294d5069-0f47-4768-a3c6-5b2d03656c44 req-03673410-28c6-4882-8d3d-99a933f9aeab tempest-VolumesActionsTest-601705062 tempest-VolumesActionsTest-601705062-project] Request body: {'port': {'device_id': 'a875e416-cd4f-4ef4-b5f3-f9e1174ff843', 'network_id': '6566ac70-70ae-4e19-b0b8-45ffeb54dc33', 'admin_state_up': True, 'tenant_id': '988cf6a6fa2b452e8c4c017f282d144c'}} {{(pid=107276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:46:48.298226 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=2 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:46:48.457627 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-294d5069-0f47-4768-a3c6-5b2d03656c44 req-03673410-28c6-4882-8d3d-99a933f9aeab tempest-VolumesActionsTest-601705062 tempest-VolumesActionsTest-601705062-project] Made reservation on behalf of 988cf6a6fa2b452e8c4c017f282d144c for: {'port': 1} {{(pid=107276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 07:46:48.461475 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-294d5069-0f47-4768-a3c6-5b2d03656c44 req-03673410-28c6-4882-8d3d-99a933f9aeab tempest-VolumesActionsTest-601705062 tempest-VolumesActionsTest-601705062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (None), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:48.526505 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:46:48.539187 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:46:48.593633 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.db.db_base_plugin_common [req-294d5069-0f47-4768-a3c6-5b2d03656c44 req-03673410-28c6-4882-8d3d-99a933f9aeab tempest-VolumesActionsTest-601705062 tempest-VolumesActionsTest-601705062-project] Allocated IP 172.20.0.3 (6566ac70-70ae-4e19-b0b8-45ffeb54dc33/3ebecc23-dbcc-4893-b2b3-2106c0430d46/b478792f-ef04-4e67-9b7d-7f28eaf19a2d) {{(pid=107276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 07:46:48.721526 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-e75bbd67-3d36-45e0-beed-ee6f84b2f6cb req-398e8776-ffbe-4280-b896-598391f2641f tempest-VolumesActionsTest-601705062 tempest-VolumesActionsTest-601705062-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a875e416-cd4f-4ef4-b5f3-f9e1174ff843 HTTP/1.1" status: 200 len: 210 time: 0.0337217 Sep 15 07:46:48.999857 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-294d5069-0f47-4768-a3c6-5b2d03656c44 req-03673410-28c6-4882-8d3d-99a933f9aeab tempest-VolumesActionsTest-601705062 tempest-VolumesActionsTest-601705062-project] Publish callbacks [] for port (b478792f-ef04-4e67-9b7d-7f28eaf19a2d), precommit_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:49.093498 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-d56c370e-801c-473a-b622-a68ec0bcf907 req-fd499dd1-57c0-42af-94ac-f1a7f3dd902d service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=08d61aa0-bcb6-4fe0-bc26-20ef85c5025e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0539680 Sep 15 07:46:49.096834 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-294d5069-0f47-4768-a3c6-5b2d03656c44 req-03673410-28c6-4882-8d3d-99a933f9aeab tempest-VolumesActionsTest-601705062 tempest-VolumesActionsTest-601705062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729658170579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260827426'] for port (b478792f-ef04-4e67-9b7d-7f28eaf19a2d), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:49.138529 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-294d5069-0f47-4768-a3c6-5b2d03656c44 req-03673410-28c6-4882-8d3d-99a933f9aeab tempest-VolumesActionsTest-601705062 tempest-VolumesActionsTest-601705062-project] Network 6566ac70-70ae-4e19-b0b8-45ffeb54dc33 is already hosted by enough agents. {{(pid=107276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 07:46:49.143739 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.scheduler.base_scheduler [req-294d5069-0f47-4768-a3c6-5b2d03656c44 req-03673410-28c6-4882-8d3d-99a933f9aeab tempest-VolumesActionsTest-601705062 tempest-VolumesActionsTest-601705062-project] Resources bound (agent type, host, resource id): {{(pid=107276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 07:46:49.147632 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.db.l3_dvrscheduler_db [req-294d5069-0f47-4768-a3c6-5b2d03656c44 req-03673410-28c6-4882-8d3d-99a933f9aeab tempest-VolumesActionsTest-601705062 tempest-VolumesActionsTest-601705062-project] Received port after_create {{(pid=107276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 07:46:49.153499 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03673410-28c6-4882-8d3d-99a933f9aeab tempest-VolumesActionsTest-601705062 tempest-VolumesActionsTest-601705062-project] Pushing event updated for resources: {'Port': ['ID=b478792f-ef04-4e67-9b7d-7f28eaf19a2d,revision_number=1']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:46:49.175449 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56c370e-801c-473a-b622-a68ec0bcf907 req-1f21856a-d67a-43f2-a33f-c8e610b9473a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:46:49.177049 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-d56c370e-801c-473a-b622-a68ec0bcf907 req-1f21856a-d67a-43f2-a33f-c8e610b9473a service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=7e20a6e5fded473c8905bffff7775ed3&device_id=08d61aa0-bcb6-4fe0-bc26-20ef85c5025e HTTP/1.1" status: 200 len: 1130 time: 0.0412698 Sep 15 07:46:49.181528 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03673410-28c6-4882-8d3d-99a933f9aeab tempest-VolumesActionsTest-601705062 tempest-VolumesActionsTest-601705062-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:46:49.181898 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03673410-28c6-4882-8d3d-99a933f9aeab tempest-VolumesActionsTest-601705062 tempest-VolumesActionsTest-601705062-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:46:49.182246 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03673410-28c6-4882-8d3d-99a933f9aeab tempest-VolumesActionsTest-601705062 tempest-VolumesActionsTest-601705062-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:46:49.182582 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03673410-28c6-4882-8d3d-99a933f9aeab tempest-VolumesActionsTest-601705062 tempest-VolumesActionsTest-601705062-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:46:49.182920 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03673410-28c6-4882-8d3d-99a933f9aeab tempest-VolumesActionsTest-601705062 tempest-VolumesActionsTest-601705062-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:46:49.183244 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03673410-28c6-4882-8d3d-99a933f9aeab tempest-VolumesActionsTest-601705062 tempest-VolumesActionsTest-601705062-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:46:49.183568 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03673410-28c6-4882-8d3d-99a933f9aeab tempest-VolumesActionsTest-601705062 tempest-VolumesActionsTest-601705062-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:46:49.183889 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03673410-28c6-4882-8d3d-99a933f9aeab tempest-VolumesActionsTest-601705062 tempest-VolumesActionsTest-601705062-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:46:49.184211 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03673410-28c6-4882-8d3d-99a933f9aeab tempest-VolumesActionsTest-601705062 tempest-VolumesActionsTest-601705062-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:46:49.185081 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03673410-28c6-4882-8d3d-99a933f9aeab tempest-VolumesActionsTest-601705062 tempest-VolumesActionsTest-601705062-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:46:49.185404 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03673410-28c6-4882-8d3d-99a933f9aeab tempest-VolumesActionsTest-601705062 tempest-VolumesActionsTest-601705062-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:46:49.185746 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03673410-28c6-4882-8d3d-99a933f9aeab tempest-VolumesActionsTest-601705062 tempest-VolumesActionsTest-601705062-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:46:49.186068 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03673410-28c6-4882-8d3d-99a933f9aeab tempest-VolumesActionsTest-601705062 tempest-VolumesActionsTest-601705062-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:46:49.186388 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03673410-28c6-4882-8d3d-99a933f9aeab tempest-VolumesActionsTest-601705062 tempest-VolumesActionsTest-601705062-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:46:49.186702 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03673410-28c6-4882-8d3d-99a933f9aeab tempest-VolumesActionsTest-601705062 tempest-VolumesActionsTest-601705062-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:46:49.210528 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294d5069-0f47-4768-a3c6-5b2d03656c44 req-03673410-28c6-4882-8d3d-99a933f9aeab tempest-VolumesActionsTest-601705062 tempest-VolumesActionsTest-601705062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:46:49.211131 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-294d5069-0f47-4768-a3c6-5b2d03656c44 req-03673410-28c6-4882-8d3d-99a933f9aeab tempest-VolumesActionsTest-601705062 tempest-VolumesActionsTest-601705062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382552'] for port (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:49.222684 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:UPDATE=4,neutron:SELECT=91,neutron:INSERT=5 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:46:49.288545 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56c370e-801c-473a-b622-a68ec0bcf907 req-b65ae724-7e3b-4995-9398-f61b8f66b8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:46:49.290063 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-d56c370e-801c-473a-b622-a68ec0bcf907 req-b65ae724-7e3b-4995-9398-f61b8f66b8eb service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=85a7f1ba-3d89-421a-8e93-c34cc3e5ffc3 HTTP/1.1" status: 200 len: 909 time: 0.0905690 Sep 15 07:46:49.294575 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-294d5069-0f47-4768-a3c6-5b2d03656c44 req-03673410-28c6-4882-8d3d-99a933f9aeab tempest-VolumesActionsTest-601705062 tempest-VolumesActionsTest-601705062-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0227640 Sep 15 07:46:49.307238 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.v2.base [req-294d5069-0f47-4768-a3c6-5b2d03656c44 req-2b9692c6-d0c1-4047-9e10-ea7803113b59 service neutron] Request body: {'port': {'device_id': 'a875e416-cd4f-4ef4-b5f3-f9e1174ff843', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82414'}} {{(pid=107276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:46:49.365316 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-d56c370e-801c-473a-b622-a68ec0bcf907 req-b9cc7313-a2d0-48d1-9dfa-aafe090a229f service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a2038fe2-5f0d-43e2-96b0-b1c3e3a35f14 HTTP/1.1" status: 200 len: 1002 time: 0.0619912 Sep 15 07:46:49.373565 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-294d5069-0f47-4768-a3c6-5b2d03656c44 req-2b9692c6-d0c1-4047-9e10-ea7803113b59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (b478792f-ef04-4e67-9b7d-7f28eaf19a2d), before_update {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:49.417337 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56c370e-801c-473a-b622-a68ec0bcf907 req-eeea0ca7-426c-4d9d-89a6-8a6f8b31a5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:46:49.419440 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-d56c370e-801c-473a-b622-a68ec0bcf907 req-eeea0ca7-426c-4d9d-89a6-8a6f8b31a5b1 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=e61fdb9d-5934-42a7-84a4-5655559ab33d HTTP/1.1" status: 200 len: 847 time: 0.0478592 Sep 15 07:46:49.432938 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:46:49.471193 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56c370e-801c-473a-b622-a68ec0bcf907 req-c920aa90-9383-4c9a-bccd-eb5f2a11cac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:46:49.472692 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-d56c370e-801c-473a-b622-a68ec0bcf907 req-c920aa90-9383-4c9a-bccd-eb5f2a11cac7 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=85a7f1ba-3d89-421a-8e93-c34cc3e5ffc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0473256 Sep 15 07:46:49.576080 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-d56c370e-801c-473a-b622-a68ec0bcf907 req-1057d9b3-8807-4ada-805c-938cd05fe972 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/85a7f1ba-3d89-421a-8e93-c34cc3e5ffc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958107 Sep 15 07:46:49.643414 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.notifiers.nova [req-294d5069-0f47-4768-a3c6-5b2d03656c44 req-2b9692c6-d0c1-4047-9e10-ea7803113b59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b478792f-ef04-4e67-9b7d-7f28eaf19a2d {{(pid=107276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 07:46:49.652161 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-294d5069-0f47-4768-a3c6-5b2d03656c44 req-2b9692c6-d0c1-4047-9e10-ea7803113b59 service neutron] Publish callbacks [] for port (b478792f-ef04-4e67-9b7d-7f28eaf19a2d), precommit_update {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:49.664981 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.db.provisioning_blocks [req-294d5069-0f47-4768-a3c6-5b2d03656c44 req-2b9692c6-d0c1-4047-9e10-ea7803113b59 service neutron] Transition to ACTIVE for port object b478792f-ef04-4e67-9b7d-7f28eaf19a2d will not be triggered until provisioned by entity L2. {{(pid=107276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 15 07:46:49.673242 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-d56c370e-801c-473a-b622-a68ec0bcf907 req-ac3022ea-7e1f-498d-ba1f-946d61eac059 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/85a7f1ba-3d89-421a-8e93-c34cc3e5ffc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910716 Sep 15 07:46:49.760371 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-294d5069-0f47-4768-a3c6-5b2d03656c44 req-2b9692c6-d0c1-4047-9e10-ea7803113b59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260827419'] for port (b478792f-ef04-4e67-9b7d-7f28eaf19a2d), after_update {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:49.845567 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9692c6-d0c1-4047-9e10-ea7803113b59 service neutron] Pushing event updated for resources: {'Port': ['ID=b478792f-ef04-4e67-9b7d-7f28eaf19a2d,revision_number=2']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:46:49.860149 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:46:49.869587 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e9afb9-8ea8-4e1d-80b0-88bc035250bc req-74f6edb1-e00a-4fe1-b88b-16997ffcc48f tempest-VolumesActionsTest-601705062 tempest-VolumesActionsTest-601705062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:46:49.874268 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-f5e9afb9-8ea8-4e1d-80b0-88bc035250bc req-74f6edb1-e00a-4fe1-b88b-16997ffcc48f tempest-VolumesActionsTest-601705062 tempest-VolumesActionsTest-601705062-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a875e416-cd4f-4ef4-b5f3-f9e1174ff843 HTTP/1.1" status: 200 len: 943 time: 0.0506606 Sep 15 07:46:49.875997 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.managers [req-294d5069-0f47-4768-a3c6-5b2d03656c44 req-2b9692c6-d0c1-4047-9e10-ea7803113b59 service neutron] Attempting to bind port b478792f-ef04-4e67-9b7d-7f28eaf19a2d on host hv-cinder-82414 for vnic_type normal with profile {{(pid=107276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 07:46:49.876332 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.managers [req-294d5069-0f47-4768-a3c6-5b2d03656c44 req-2b9692c6-d0c1-4047-9e10-ea7803113b59 service neutron] Attempting to bind port b478792f-ef04-4e67-9b7d-7f28eaf19a2d by drivers openvswitch,hyperv on host hv-cinder-82414 at level 0 using segments [{'id': '4608dfcc-ca7b-4602-8377-f77eb3674134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '6566ac70-70ae-4e19-b0b8-45ffeb54dc33'}] {{(pid=107276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 07:46:49.876802 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294d5069-0f47-4768-a3c6-5b2d03656c44 req-2b9692c6-d0c1-4047-9e10-ea7803113b59 service neutron] Attempting to bind port b478792f-ef04-4e67-9b7d-7f28eaf19a2d on network 6566ac70-70ae-4e19-b0b8-45ffeb54dc33 {{(pid=107276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 07:46:49.918356 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294d5069-0f47-4768-a3c6-5b2d03656c44 req-2b9692c6-d0c1-4047-9e10-ea7803113b59 service neutron] Port b478792f-ef04-4e67-9b7d-7f28eaf19a2d on network 6566ac70-70ae-4e19-b0b8-45ffeb54dc33 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82414 {{(pid=107276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 07:46:49.918704 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294d5069-0f47-4768-a3c6-5b2d03656c44 req-2b9692c6-d0c1-4047-9e10-ea7803113b59 service neutron] Attempting to bind port b478792f-ef04-4e67-9b7d-7f28eaf19a2d on network 6566ac70-70ae-4e19-b0b8-45ffeb54dc33 {{(pid=107276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 07:46:49.934986 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-f5e9afb9-8ea8-4e1d-80b0-88bc035250bc req-d3d7cf14-bd24-42aa-b2ab-021cdd22a477 tempest-VolumesActionsTest-601705062 tempest-VolumesActionsTest-601705062-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2422bd40-9810-4402-aa2f-1aab7adf2760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438368 Sep 15 07:46:49.964454 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294d5069-0f47-4768-a3c6-5b2d03656c44 req-2b9692c6-d0c1-4047-9e10-ea7803113b59 service neutron] Checking agent: {'id': '25cf60a6-7ad2-448a-9326-c12b453ddee0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82414', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 7, 36, 43), 'started_at': datetime.datetime(2022, 9, 15, 7, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 7, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 07:46:49.964795 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294d5069-0f47-4768-a3c6-5b2d03656c44 req-2b9692c6-d0c1-4047-9e10-ea7803113b59 service neutron] Checking segment: {'id': '4608dfcc-ca7b-4602-8377-f77eb3674134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '6566ac70-70ae-4e19-b0b8-45ffeb54dc33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 07:46:49.965182 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294d5069-0f47-4768-a3c6-5b2d03656c44 req-2b9692c6-d0c1-4047-9e10-ea7803113b59 service neutron] Bound using segment: {'id': '4608dfcc-ca7b-4602-8377-f77eb3674134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '6566ac70-70ae-4e19-b0b8-45ffeb54dc33'} {{(pid=107276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 07:46:49.965665 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.managers [req-294d5069-0f47-4768-a3c6-5b2d03656c44 req-2b9692c6-d0c1-4047-9e10-ea7803113b59 service neutron] Bound port: b478792f-ef04-4e67-9b7d-7f28eaf19a2d, host: hv-cinder-82414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4608dfcc-ca7b-4602-8377-f77eb3674134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '6566ac70-70ae-4e19-b0b8-45ffeb54dc33'}}] {{(pid=107276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 07:46:49.966020 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-294d5069-0f47-4768-a3c6-5b2d03656c44 req-2b9692c6-d0c1-4047-9e10-ea7803113b59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (b478792f-ef04-4e67-9b7d-7f28eaf19a2d), before_update {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:50.031046 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.db [req-294d5069-0f47-4768-a3c6-5b2d03656c44 req-2b9692c6-d0c1-4047-9e10-ea7803113b59 service neutron] For port b478792f-ef04-4e67-9b7d-7f28eaf19a2d, host hv-cinder-82414, cleared binding levels {{(pid=107276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 07:46:50.034191 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.db [req-294d5069-0f47-4768-a3c6-5b2d03656c44 req-2b9692c6-d0c1-4047-9e10-ea7803113b59 service neutron] For port b478792f-ef04-4e67-9b7d-7f28eaf19a2d, host hv-cinder-82414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=b478792f-ef04-4e67-9b7d-7f28eaf19a2d,segment=NetworkSegment(4608dfcc-ca7b-4602-8377-f77eb3674134),segment_id=4608dfcc-ca7b-4602-8377-f77eb3674134)] {{(pid=107276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 07:46:50.130360 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-294d5069-0f47-4768-a3c6-5b2d03656c44 req-2b9692c6-d0c1-4047-9e10-ea7803113b59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260827419'] for port (b478792f-ef04-4e67-9b7d-7f28eaf19a2d), after_update {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:50.134621 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294d5069-0f47-4768-a3c6-5b2d03656c44 req-2b9692c6-d0c1-4047-9e10-ea7803113b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:46:50.135222 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-294d5069-0f47-4768-a3c6-5b2d03656c44 req-2b9692c6-d0c1-4047-9e10-ea7803113b59 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382552'] for port (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:50.136582 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-294d5069-0f47-4768-a3c6-5b2d03656c44 req-2b9692c6-d0c1-4047-9e10-ea7803113b59 service neutron] 10.222.0.26 "PUT /networking/v2.0/ports/b478792f-ef04-4e67-9b7d-7f28eaf19a2d HTTP/1.1" status: 200 len: 1093 time: 0.8333216 Sep 15 07:46:50.137155 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a875e416-cd4f-4ef4-b5f3-f9e1174ff843', 'tag': 'b478792f-ef04-4e67-9b7d-7f28eaf19a2d'}] {{(pid=107276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 07:46:50.139685 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e3724867bd40dd9d720ab8c058c996a0c2f5593be620855f41bc083494bf738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2cf9c59-a2ea-406f-92c8-829f9e22e207" -d '{"events": [{"name": "network-changed", "server_uuid": "a875e416-cd4f-4ef4-b5f3-f9e1174ff843", "tag": "b478792f-ef04-4e67-9b7d-7f28eaf19a2d"}]}' {{(pid=107276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 07:46:50.177367 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 07:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9cd1068-dfcb-47e5-999e-9a152eade56b x-openstack-request-id: req-d9cd1068-dfcb-47e5-999e-9a152eade56b {{(pid=107276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 07:46:50.177673 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a875e416-cd4f-4ef4-b5f3-f9e1174ff843", "tag": "b478792f-ef04-4e67-9b7d-7f28eaf19a2d", "status": "completed", "code": 200}]} {{(pid=107276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 07:46:50.177922 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d9cd1068-dfcb-47e5-999e-9a152eade56b {{(pid=107276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 07:46:50.178320 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9cd1068-dfcb-47e5-999e-9a152eade56b'] response: {'name': 'network-changed', 'server_uuid': 'a875e416-cd4f-4ef4-b5f3-f9e1174ff843', 'tag': 'b478792f-ef04-4e67-9b7d-7f28eaf19a2d', 'status': 'completed', 'code': 200} Sep 15 07:46:50.194712 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9692c6-d0c1-4047-9e10-ea7803113b59 service neutron] Pushing event updated for resources: {'Port': ['ID=b478792f-ef04-4e67-9b7d-7f28eaf19a2d,revision_number=3']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:46:50.236912 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cf9c59-a2ea-406f-92c8-829f9e22e207 req-a4d7ae6d-4c73-48e1-b03a-3bf6d0a75940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:46:50.238704 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-a2cf9c59-a2ea-406f-92c8-829f9e22e207 req-a4d7ae6d-4c73-48e1-b03a-3bf6d0a75940 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=988cf6a6fa2b452e8c4c017f282d144c&device_id=a875e416-cd4f-4ef4-b5f3-f9e1174ff843 HTTP/1.1" status: 200 len: 1127 time: 0.0392170 Sep 15 07:46:50.343144 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:46:50.346153 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cf9c59-a2ea-406f-92c8-829f9e22e207 req-d70163cb-3169-4eae-9f4a-3bceddd7bc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:46:50.347606 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-a2cf9c59-a2ea-406f-92c8-829f9e22e207 req-d70163cb-3169-4eae-9f4a-3bceddd7bc01 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?tenant_id=988cf6a6fa2b452e8c4c017f282d144c&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1012125 Sep 15 07:46:50.443079 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cf9c59-a2ea-406f-92c8-829f9e22e207 req-2b3ba1e0-628e-4026-a38b-beb45d3c7a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:46:50.444574 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-a2cf9c59-a2ea-406f-92c8-829f9e22e207 req-2b3ba1e0-628e-4026-a38b-beb45d3c7a43 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0907936 Sep 15 07:46:50.518506 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294d5069-0f47-4768-a3c6-5b2d03656c44 req-4bd9b718-9be3-4bea-8f2b-4c71692e88e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:46:50.519983 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-294d5069-0f47-4768-a3c6-5b2d03656c44 req-4bd9b718-9be3-4bea-8f2b-4c71692e88e7 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=988cf6a6fa2b452e8c4c017f282d144c&device_id=a875e416-cd4f-4ef4-b5f3-f9e1174ff843 HTTP/1.1" status: 200 len: 1127 time: 0.0417073 Sep 15 07:46:50.560484 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-294d5069-0f47-4768-a3c6-5b2d03656c44 req-73d5f873-11ca-46da-a5f1-af8d3a9162cf service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b478792f-ef04-4e67-9b7d-7f28eaf19a2d HTTP/1.1" status: 200 len: 217 time: 0.0337501 Sep 15 07:46:50.611988 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294d5069-0f47-4768-a3c6-5b2d03656c44 req-e014d2bf-c753-4774-8347-af8509d3d4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:46:50.613421 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-294d5069-0f47-4768-a3c6-5b2d03656c44 req-e014d2bf-c753-4774-8347-af8509d3d4b3 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=3ebecc23-dbcc-4893-b2b3-2106c0430d46 HTTP/1.1" status: 200 len: 849 time: 0.0477901 Sep 15 07:46:50.643601 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-294d5069-0f47-4768-a3c6-5b2d03656c44 req-39d804b4-becd-45e9-a572-28a1924574e7 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=6566ac70-70ae-4e19-b0b8-45ffeb54dc33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241661 Sep 15 07:46:50.737880 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-294d5069-0f47-4768-a3c6-5b2d03656c44 req-6a716358-d123-4dfc-9153-25a6065ef394 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/6566ac70-70ae-4e19-b0b8-45ffeb54dc33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882578 Sep 15 07:46:50.830983 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-294d5069-0f47-4768-a3c6-5b2d03656c44 req-a4d1fb6b-4c3c-4a8d-81ac-a74678f198a4 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/6566ac70-70ae-4e19-b0b8-45ffeb54dc33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875876 Sep 15 07:46:51.060819 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=100 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:46:51.069271 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9685b854-4eb1-46e9-b7a0-2fa4ae8494f5 req-cdc601dd-8aa5-448d-b719-c73a75a6b83a tempest-VolumesActionsTest-601705062 tempest-VolumesActionsTest-601705062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:46:51.070786 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-9685b854-4eb1-46e9-b7a0-2fa4ae8494f5 req-cdc601dd-8aa5-448d-b719-c73a75a6b83a tempest-VolumesActionsTest-601705062 tempest-VolumesActionsTest-601705062-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a875e416-cd4f-4ef4-b5f3-f9e1174ff843 HTTP/1.1" status: 200 len: 943 time: 0.0538793 Sep 15 07:46:51.119743 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-9685b854-4eb1-46e9-b7a0-2fa4ae8494f5 req-b78964b3-964e-4c05-8ba1-355b7c8088b5 tempest-VolumesActionsTest-601705062 tempest-VolumesActionsTest-601705062-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2422bd40-9810-4402-aa2f-1aab7adf2760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424292 Sep 15 07:46:52.241493 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf198ed-f2b2-48c3-94f5-fbfb7f377617 req-184a2619-b99f-41be-8ddd-03fcecea83ff tempest-VolumesActionsTest-601705062 tempest-VolumesActionsTest-601705062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:46:52.243019 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-1cf198ed-f2b2-48c3-94f5-fbfb7f377617 req-184a2619-b99f-41be-8ddd-03fcecea83ff tempest-VolumesActionsTest-601705062 tempest-VolumesActionsTest-601705062-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a875e416-cd4f-4ef4-b5f3-f9e1174ff843 HTTP/1.1" status: 200 len: 943 time: 0.0471754 Sep 15 07:46:52.290825 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-1cf198ed-f2b2-48c3-94f5-fbfb7f377617 req-526f6f47-103e-4e4a-b376-a5209c9d7c9b tempest-VolumesActionsTest-601705062 tempest-VolumesActionsTest-601705062-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2422bd40-9810-4402-aa2f-1aab7adf2760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423708 Sep 15 07:46:52.513151 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-36bdbc86-0d9f-4758-a31d-8c88a0cc15e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (47b201f8-ba91-4005-8457-67653169c522), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:53.426962 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869e672d-24ed-4a0e-bc5d-479a6db41c2b req-07e36411-cef2-41ea-a4f0-d362e8bc2a6c tempest-VolumesActionsTest-601705062 tempest-VolumesActionsTest-601705062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:46:53.428434 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-869e672d-24ed-4a0e-bc5d-479a6db41c2b req-07e36411-cef2-41ea-a4f0-d362e8bc2a6c tempest-VolumesActionsTest-601705062 tempest-VolumesActionsTest-601705062-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a875e416-cd4f-4ef4-b5f3-f9e1174ff843 HTTP/1.1" status: 200 len: 943 time: 0.0477741 Sep 15 07:46:53.479369 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-869e672d-24ed-4a0e-bc5d-479a6db41c2b req-e9a1b7df-c95d-4645-9f59-2434ddd75261 tempest-VolumesActionsTest-601705062 tempest-VolumesActionsTest-601705062-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2422bd40-9810-4402-aa2f-1aab7adf2760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455401 Sep 15 07:46:53.679560 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Device b478792f-ef04-4e67-9b7d-7f28eaf19a2d details requested by agent hyperv_hv-cinder-82414 with host hv-cinder-82414 {{(pid=107290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 07:46:53.781274 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] For port b478792f-ef04-4e67-9b7d-7f28eaf19a2d, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=b478792f-ef04-4e67-9b7d-7f28eaf19a2d,segment=NetworkSegment(4608dfcc-ca7b-4602-8377-f77eb3674134),segment_id=4608dfcc-ca7b-4602-8377-f77eb3674134)] {{(pid=107290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:46:53.792792 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Returning: {'device': 'b478792f-ef04-4e67-9b7d-7f28eaf19a2d', 'network_id': '6566ac70-70ae-4e19-b0b8-45ffeb54dc33', 'port_id': 'b478792f-ef04-4e67-9b7d-7f28eaf19a2d', 'mac_address': 'fa:16:3e:e8:d4:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ebecc23-dbcc-4893-b2b3-2106c0430d46', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 07:46:53.801543 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 39756) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:46:53.837527 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Current status of the port b478792f-ef04-4e67-9b7d-7f28eaf19a2d is: DOWN; New status is: BUILD {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:46:53.837936 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (b478792f-ef04-4e67-9b7d-7f28eaf19a2d), before_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:53.851112 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.notifiers.nova [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b478792f-ef04-4e67-9b7d-7f28eaf19a2d {{(pid=107290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 07:46:53.871605 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] For port b478792f-ef04-4e67-9b7d-7f28eaf19a2d, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=b478792f-ef04-4e67-9b7d-7f28eaf19a2d,segment=NetworkSegment(4608dfcc-ca7b-4602-8377-f77eb3674134),segment_id=4608dfcc-ca7b-4602-8377-f77eb3674134)] {{(pid=107290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:46:53.911454 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-779a2586-500d-4ff6-a87c-16fa658c878a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:53.929210 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615'] for port (b478792f-ef04-4e67-9b7d-7f28eaf19a2d), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:53.982190 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Pushing event updated for resources: {'Port': ['ID=b478792f-ef04-4e67-9b7d-7f28eaf19a2d,revision_number=4']} {{(pid=107290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:46:53.993692 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:46:53.994233 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:46:53.994779 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:46:53.995326 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:46:53.995873 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:46:53.996417 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:46:53.996962 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:46:53.997494 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:46:53.998054 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:46:53.998552 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:46:53.999092 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:46:53.999636 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:46:54.000163 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:46:54.000689 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:46:54.001220 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:46:54.005661 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-779a2586-500d-4ff6-a87c-16fa658c878a admin admin] Publish callbacks [] for security_group (a20a2016-0d97-4d53-9829-4aa733f0d0a9), precommit_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:54.050508 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-779a2586-500d-4ff6-a87c-16fa658c878a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (a20a2016-0d97-4d53-9829-4aa733f0d0a9), after_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:54.093063 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-779a2586-500d-4ff6-a87c-16fa658c878a admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=e681e2f82201457eb7fb7e753807f155&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2903950 Sep 15 07:46:54.093950 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779a2586-500d-4ff6-a87c-16fa658c878a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a20a2016-0d97-4d53-9829-4aa733f0d0a9,revision_number=1']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:46:54.095898 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 39760) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:46:54.101685 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779a2586-500d-4ff6-a87c-16fa658c878a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:46:54.102037 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779a2586-500d-4ff6-a87c-16fa658c878a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:46:54.102381 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779a2586-500d-4ff6-a87c-16fa658c878a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:46:54.102738 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779a2586-500d-4ff6-a87c-16fa658c878a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:46:54.103053 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779a2586-500d-4ff6-a87c-16fa658c878a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:46:54.103384 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779a2586-500d-4ff6-a87c-16fa658c878a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:46:54.103710 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779a2586-500d-4ff6-a87c-16fa658c878a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:46:54.104036 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779a2586-500d-4ff6-a87c-16fa658c878a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:46:54.104368 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779a2586-500d-4ff6-a87c-16fa658c878a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:46:54.104694 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779a2586-500d-4ff6-a87c-16fa658c878a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:46:54.105022 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779a2586-500d-4ff6-a87c-16fa658c878a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:46:54.105347 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779a2586-500d-4ff6-a87c-16fa658c878a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:46:54.105703 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779a2586-500d-4ff6-a87c-16fa658c878a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:46:54.106219 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779a2586-500d-4ff6-a87c-16fa658c878a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:46:54.106744 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779a2586-500d-4ff6-a87c-16fa658c878a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:46:54.146081 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-331c98af-2d8c-46c0-a5f0-09d4fee02e26 admin admin] Publish callbacks [] for security_group (a20a2016-0d97-4d53-9829-4aa733f0d0a9), before_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:54.165376 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-331c98af-2d8c-46c0-a5f0-09d4fee02e26 admin admin] Publish callbacks [] for security_group (a20a2016-0d97-4d53-9829-4aa733f0d0a9), precommit_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:54.171477 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] get_ports_and_sgs() called for port_ids ['b478792f-ef04-4e67-9b7d-7f28eaf19a2d'] {{(pid=107290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 07:46:54.285462 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-331c98af-2d8c-46c0-a5f0-09d4fee02e26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (a20a2016-0d97-4d53-9829-4aa733f0d0a9), after_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:54.288152 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-331c98af-2d8c-46c0-a5f0-09d4fee02e26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:54.289312 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-331c98af-2d8c-46c0-a5f0-09d4fee02e26 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/a20a2016-0d97-4d53-9829-4aa733f0d0a9 HTTP/1.1" status: 204 len: 168 time: 0.1923587 Sep 15 07:46:54.297908 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331c98af-2d8c-46c0-a5f0-09d4fee02e26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a20a2016-0d97-4d53-9829-4aa733f0d0a9,revision_number=None']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:46:54.600691 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971a8add-e911-4971-9ea9-347e0333d51a req-9ad5d0df-abab-481a-8da0-dc5ffd6bcf51 tempest-VolumesActionsTest-601705062 tempest-VolumesActionsTest-601705062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:46:54.602193 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-971a8add-e911-4971-9ea9-347e0333d51a req-9ad5d0df-abab-481a-8da0-dc5ffd6bcf51 tempest-VolumesActionsTest-601705062 tempest-VolumesActionsTest-601705062-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a875e416-cd4f-4ef4-b5f3-f9e1174ff843 HTTP/1.1" status: 200 len: 944 time: 0.0496640 Sep 15 07:46:54.651653 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-971a8add-e911-4971-9ea9-347e0333d51a req-f1999d0d-adb5-4417-bfb2-672b208c8b8c tempest-VolumesActionsTest-601705062 tempest-VolumesActionsTest-601705062-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2422bd40-9810-4402-aa2f-1aab7adf2760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430057 Sep 15 07:46:54.714781 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:46:54.782931 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-5a92cb35-7af3-463d-97d9-1db6a866b815 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (6177172c-20b9-4a3a-92be-d5dd082cfa3a), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:55.051133 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 39782) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:46:55.523940 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.plugin [None req-9d7facfe-d40f-4ddf-a983-5dc18398a605 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Deleting port 2e5ef969-6bfa-4599-8675-ed04b408211b {{(pid=107276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 07:46:55.524668 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-9d7facfe-d40f-4ddf-a983-5dc18398a605 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729658711565'] for port (2e5ef969-6bfa-4599-8675-ed04b408211b), before_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:55.604189 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-9d7facfe-d40f-4ddf-a983-5dc18398a605 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009180'] for port (2e5ef969-6bfa-4599-8675-ed04b408211b), precommit_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:55.604610 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-9d7facfe-d40f-4ddf-a983-5dc18398a605 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Publish callbacks [] for floatingip (2e5ef969-6bfa-4599-8675-ed04b408211b), precommit_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:55.613692 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:46:55.618371 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.plugin [None req-9d7facfe-d40f-4ddf-a983-5dc18398a605 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Calling delete_port for 2e5ef969-6bfa-4599-8675-ed04b408211b owned by network:floatingip {{(pid=107276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 07:46:55.682867 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Device b478792f-ef04-4e67-9b7d-7f28eaf19a2d up at agent hyperv_hv-cinder-82414 {{(pid=107290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 07:46:55.732646 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Provisioning for port b478792f-ef04-4e67-9b7d-7f28eaf19a2d completed by entity L2. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 15 07:46:55.741381 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:46:55.785503 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba80d94-fdd1-48ad-9d8a-1528bbfb0b5a req-9c3f30f4-4945-4a52-849d-451da5967155 tempest-VolumesActionsTest-601705062 tempest-VolumesActionsTest-601705062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:46:55.786637 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-cba80d94-fdd1-48ad-9d8a-1528bbfb0b5a req-9c3f30f4-4945-4a52-849d-451da5967155 tempest-VolumesActionsTest-601705062 tempest-VolumesActionsTest-601705062-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a875e416-cd4f-4ef4-b5f3-f9e1174ff843 HTTP/1.1" status: 200 len: 944 time: 0.0506341 Sep 15 07:46:55.833283 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Provisioning complete for port b478792f-ef04-4e67-9b7d-7f28eaf19a2d triggered by entity L2. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 07:46:55.833747 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862942'] for port (b478792f-ef04-4e67-9b7d-7f28eaf19a2d), provisioning_complete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:55.844342 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Attempt 1 to provision port b478792f-ef04-4e67-9b7d-7f28eaf19a2d Sep 15 07:46:55.844614 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-cba80d94-fdd1-48ad-9d8a-1528bbfb0b5a req-d6909adb-c0a7-4eee-85ec-69003792d80c tempest-VolumesActionsTest-601705062 tempest-VolumesActionsTest-601705062-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2422bd40-9810-4402-aa2f-1aab7adf2760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429077 Sep 15 07:46:55.896720 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-9d7facfe-d40f-4ddf-a983-5dc18398a605 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729658628491', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729658170588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260827426'] for port (2e5ef969-6bfa-4599-8675-ed04b408211b), after_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:55.910580 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:46:55.913088 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Current status of the port b478792f-ef04-4e67-9b7d-7f28eaf19a2d is: BUILD; New status is: ACTIVE {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:46:55.913378 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (b478792f-ef04-4e67-9b7d-7f28eaf19a2d), before_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:55.922774 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7facfe-d40f-4ddf-a983-5dc18398a605 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Pushing event deleted for resources: {'Port': ['ID=2e5ef969-6bfa-4599-8675-ed04b408211b,revision_number=None']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:46:55.944972 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a875e416-cd4f-4ef4-b5f3-f9e1174ff843', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b478792f-ef04-4e67-9b7d-7f28eaf19a2d'}] {{(pid=107290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 07:46:55.947631 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff93a2f2a3cb789a491bb2a8c4b01cf70d8343c1611f7c7394898ef54d6aa0cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c774ff0d-b9d5-40dd-9b08-73ec144cdce7" -d '{"events": [{"server_uuid": "a875e416-cd4f-4ef4-b5f3-f9e1174ff843", "name": "network-vif-plugged", "status": "completed", "tag": "b478792f-ef04-4e67-9b7d-7f28eaf19a2d"}]}' {{(pid=107290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 07:46:55.978260 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] For port b478792f-ef04-4e67-9b7d-7f28eaf19a2d, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=b478792f-ef04-4e67-9b7d-7f28eaf19a2d,segment=NetworkSegment(4608dfcc-ca7b-4602-8377-f77eb3674134),segment_id=4608dfcc-ca7b-4602-8377-f77eb3674134)] {{(pid=107290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:46:55.998513 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 07:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae300abd-b4e8-4729-b7e3-b1ee0773ca47 x-openstack-request-id: req-ae300abd-b4e8-4729-b7e3-b1ee0773ca47 {{(pid=107290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 07:46:55.999006 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a875e416-cd4f-4ef4-b5f3-f9e1174ff843", "name": "network-vif-plugged", "status": "completed", "tag": "b478792f-ef04-4e67-9b7d-7f28eaf19a2d", "code": 200}]} {{(pid=107290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 07:46:55.999353 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ae300abd-b4e8-4729-b7e3-b1ee0773ca47 {{(pid=107290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 07:46:55.999845 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae300abd-b4e8-4729-b7e3-b1ee0773ca47'] response: {'server_uuid': 'a875e416-cd4f-4ef4-b5f3-f9e1174ff843', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b478792f-ef04-4e67-9b7d-7f28eaf19a2d', 'code': 200} Sep 15 07:46:56.024720 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-9d7facfe-d40f-4ddf-a983-5dc18398a605 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Publish callbacks [] for floatingip (6fc80222-2956-47bf-b7ab-4d885d1a3f63), after_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:56.025162 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.db.l3_db [None req-9d7facfe-d40f-4ddf-a983-5dc18398a605 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Floating IP 6fc80222-2956-47bf-b7ab-4d885d1a3f63 disassociated (deleted). External IP: 172.27.0.208, port: a2038fe2-5f0d-43e2-96b0-b1c3e3a35f14. Sep 15 07:46:56.049715 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615'] for port (b478792f-ef04-4e67-9b7d-7f28eaf19a2d), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:56.054827 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-0f44d0d5-b296-4658-a59d-71e94f9a3b32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (71b2a813-2b59-4e69-b901-83528b6ecb8f), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:56.107101 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Pushing event updated for resources: {'Port': ['ID=b478792f-ef04-4e67-9b7d-7f28eaf19a2d,revision_number=5']} {{(pid=107290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:46:56.232185 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d7facfe-d40f-4ddf-a983-5dc18398a605 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Router 940e76ea-effa-4cb8-9e5a-a4f047fe5651 has already been hosted by L3 agent 6177172c-20b9-4a3a-92be-d5dd082cfa3a {{(pid=107276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 07:46:56.340156 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:DELETE=6,neutron:SELECT=94 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:46:56.361468 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218313d5-6e32-4c45-b026-bed1362b3dfd req-fa4d71ef-60b8-4175-a1a9-d11007847720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:46:56.362945 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-218313d5-6e32-4c45-b026-bed1362b3dfd req-fa4d71ef-60b8-4175-a1a9-d11007847720 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a875e416-cd4f-4ef4-b5f3-f9e1174ff843 HTTP/1.1" status: 200 len: 1129 time: 0.0515702 Sep 15 07:46:56.365440 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d7facfe-d40f-4ddf-a983-5dc18398a605 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Notify agent at l3_agent.dv-cinder-824149-6-iscsi the message routers_updated {{(pid=107276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 07:46:56.370250 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-9d7facfe-d40f-4ddf-a983-5dc18398a605 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382552'] for floatingip (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:56.375643 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95b205d-9d2b-4569-80e9-09cc53b26a33 None None] Sync routers for ids ['940e76ea-effa-4cb8-9e5a-a4f047fe5651'] in dv-cinder-824149-6-iscsi {{(pid=107290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 07:46:56.387651 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95b205d-9d2b-4569-80e9-09cc53b26a33 None None] Routers {'940e76ea-effa-4cb8-9e5a-a4f047fe5651'} bound to L3 agent in host dv-cinder-824149-6-iscsi {{(pid=107290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 07:46:56.388729 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_hamode_db [None req-b95b205d-9d2b-4569-80e9-09cc53b26a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-15T07:30:25Z,description=,heartbeat_timestamp=2022-09-15T07:46:55Z,host='dv-cinder-824149-6-iscsi',id=6177172c-20b9-4a3a-92be-d5dd082cfa3a,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T07:30:25Z,topic='l3_agent')) {'router_ids': ['940e76ea-effa-4cb8-9e5a-a4f047fe5651'], 'active': True} {{(pid=107290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:46:56.419414 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-9d7facfe-d40f-4ddf-a983-5dc18398a605 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/6fc80222-2956-47bf-b7ab-4d885d1a3f63 HTTP/1.1" status: 204 len: 168 time: 1.3671494 Sep 15 07:46:56.422817 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08d61aa0-bcb6-4fe0-bc26-20ef85c5025e', 'tag': 'a2038fe2-5f0d-43e2-96b0-b1c3e3a35f14'}] {{(pid=107276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 07:46:56.424840 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e3724867bd40dd9d720ab8c058c996a0c2f5593be620855f41bc083494bf738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50f21441-d5fa-44a5-8b9a-c84a0019381e" -d '{"events": [{"name": "network-changed", "server_uuid": "08d61aa0-bcb6-4fe0-bc26-20ef85c5025e", "tag": "a2038fe2-5f0d-43e2-96b0-b1c3e3a35f14"}]}' {{(pid=107276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 07:46:56.438363 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-218313d5-6e32-4c45-b026-bed1362b3dfd req-6e32dc9d-b95d-437d-a26a-55a131accf6d service neutron] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2422bd40-9810-4402-aa2f-1aab7adf2760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657332 Sep 15 07:46:56.481544 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 07:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84c3b380-0ab0-4a7a-8688-5d6a55cf5875 x-openstack-request-id: req-84c3b380-0ab0-4a7a-8688-5d6a55cf5875 {{(pid=107276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 07:46:56.481890 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08d61aa0-bcb6-4fe0-bc26-20ef85c5025e", "tag": "a2038fe2-5f0d-43e2-96b0-b1c3e3a35f14", "status": "completed", "code": 200}]} {{(pid=107276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 07:46:56.482137 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-84c3b380-0ab0-4a7a-8688-5d6a55cf5875 {{(pid=107276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 07:46:56.482599 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84c3b380-0ab0-4a7a-8688-5d6a55cf5875'] response: {'name': 'network-changed', 'server_uuid': '08d61aa0-bcb6-4fe0-bc26-20ef85c5025e', 'tag': 'a2038fe2-5f0d-43e2-96b0-b1c3e3a35f14', 'status': 'completed', 'code': 200} Sep 15 07:46:56.497339 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvr_db [None req-b95b205d-9d2b-4569-80e9-09cc53b26a33 None None] Set router 940e76ea-effa-4cb8-9e5a-a4f047fe5651 gateway port host: dv-cinder-824149-6-iscsi {{(pid=107290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 07:46:56.647551 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:46:56.688964 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_hamode_db [None req-b95b205d-9d2b-4569-80e9-09cc53b26a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '940e76ea-effa-4cb8-9e5a-a4f047fe5651', 'name': 'tempest-TestShelveInstance-797075323-router', 'tenant_id': '7e20a6e5fded473c8905bffff7775ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': '29dd060a-ebf3-4b4d-aa4b-99645697c621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:41:31Z', 'updated_at': '2022-09-15T07:41:34Z', 'revision_number': 4, 'project_id': '7e20a6e5fded473c8905bffff7775ed3', 'gw_port': {'id': '29dd060a-ebf3-4b4d-aa4b-99645697c621', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:91:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '940e76ea-effa-4cb8-9e5a-a4f047fe5651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:41:31Z', 'updated_at': '2022-09-15T07:41:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi', '_interfaces': [{'id': '411e105d-52a7-41ba-a0ab-e8381b022d65', 'name': '', 'network_id': '85a7f1ba-3d89-421a-8e93-c34cc3e5ffc3', 'tenant_id': '7e20a6e5fded473c8905bffff7775ed3', 'mac_address': 'fa:16:3e:f0:8f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '940e76ea-effa-4cb8-9e5a-a4f047fe5651', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'e61fdb9d-5934-42a7-84a4-5655559ab33d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:41:34Z', 'updated_at': '2022-09-15T07:41:39Z', 'revision_number': 5, 'project_id': '7e20a6e5fded473c8905bffff7775ed3', 'subnets': [{'id': 'e61fdb9d-5934-42a7-84a4-5655559ab33d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-6-iscsi', False) {} {{(pid=107290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:46:56.700266 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f21441-d5fa-44a5-8b9a-c84a0019381e req-2febe467-97c8-407b-a5af-b69765855215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:46:56.701823 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-50f21441-d5fa-44a5-8b9a-c84a0019381e req-2febe467-97c8-407b-a5af-b69765855215 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=7e20a6e5fded473c8905bffff7775ed3&device_id=08d61aa0-bcb6-4fe0-bc26-20ef85c5025e HTTP/1.1" status: 200 len: 1130 time: 0.0395441 Sep 15 07:46:56.716134 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95b205d-9d2b-4569-80e9-09cc53b26a33 None None] Checking router: 940e76ea-effa-4cb8-9e5a-a4f047fe5651 for host: dv-cinder-824149-6-iscsi {{(pid=107290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 07:46:56.725209 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95b205d-9d2b-4569-80e9-09cc53b26a33 None None] Routers {'940e76ea-effa-4cb8-9e5a-a4f047fe5651'} bound to L3 agent in host dv-cinder-824149-6-iscsi {{(pid=107290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 07:46:56.725874 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_hamode_db [None req-b95b205d-9d2b-4569-80e9-09cc53b26a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-15T07:30:25Z,description=,heartbeat_timestamp=2022-09-15T07:46:55Z,host='dv-cinder-824149-6-iscsi',id=6177172c-20b9-4a3a-92be-d5dd082cfa3a,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T07:30:25Z,topic='l3_agent')) {'router_ids': ['940e76ea-effa-4cb8-9e5a-a4f047fe5651'], 'active': True} {{(pid=107290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:46:56.804521 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f21441-d5fa-44a5-8b9a-c84a0019381e req-904caed9-9a95-4c4a-845b-e4f7c52872bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:46:56.806177 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-50f21441-d5fa-44a5-8b9a-c84a0019381e req-904caed9-9a95-4c4a-845b-e4f7c52872bf service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=85a7f1ba-3d89-421a-8e93-c34cc3e5ffc3 HTTP/1.1" status: 200 len: 909 time: 0.0968258 Sep 15 07:46:56.831655 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvr_db [None req-b95b205d-9d2b-4569-80e9-09cc53b26a33 None None] Set router 940e76ea-effa-4cb8-9e5a-a4f047fe5651 gateway port host: dv-cinder-824149-6-iscsi {{(pid=107290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 07:46:56.916974 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7323eef-48e0-4816-8226-2378b92bc001 req-d878d363-42b6-49a9-abf5-1793bd25dfe1 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:46:56.919344 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-a7323eef-48e0-4816-8226-2378b92bc001 req-d878d363-42b6-49a9-abf5-1793bd25dfe1 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=08d61aa0-bcb6-4fe0-bc26-20ef85c5025e HTTP/1.1" status: 200 len: 946 time: 0.0539246 Sep 15 07:46:56.992335 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b25fae1-6b42-4966-8da5-79b39140737e req-f8e55181-9b54-44bc-8501-ba63b972ff24 tempest-VolumesActionsTest-601705062 tempest-VolumesActionsTest-601705062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:46:56.993853 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-9b25fae1-6b42-4966-8da5-79b39140737e req-f8e55181-9b54-44bc-8501-ba63b972ff24 tempest-VolumesActionsTest-601705062 tempest-VolumesActionsTest-601705062-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a875e416-cd4f-4ef4-b5f3-f9e1174ff843 HTTP/1.1" status: 200 len: 945 time: 0.0724773 Sep 15 07:46:57.023434 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-a7323eef-48e0-4816-8226-2378b92bc001 req-84a2af14-ff54-4c47-a1e0-9dfb5c6d875c tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=715457f5-6986-4664-80ea-7326eb5df706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936477 Sep 15 07:46:57.051110 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_hamode_db [None req-b95b205d-9d2b-4569-80e9-09cc53b26a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '940e76ea-effa-4cb8-9e5a-a4f047fe5651', 'name': 'tempest-TestShelveInstance-797075323-router', 'tenant_id': '7e20a6e5fded473c8905bffff7775ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': '29dd060a-ebf3-4b4d-aa4b-99645697c621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:41:31Z', 'updated_at': '2022-09-15T07:41:34Z', 'revision_number': 4, 'project_id': '7e20a6e5fded473c8905bffff7775ed3', 'gw_port': {'id': '29dd060a-ebf3-4b4d-aa4b-99645697c621', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:91:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '940e76ea-effa-4cb8-9e5a-a4f047fe5651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:41:31Z', 'updated_at': '2022-09-15T07:41:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi', '_interfaces': [{'id': '411e105d-52a7-41ba-a0ab-e8381b022d65', 'name': '', 'network_id': '85a7f1ba-3d89-421a-8e93-c34cc3e5ffc3', 'tenant_id': '7e20a6e5fded473c8905bffff7775ed3', 'mac_address': 'fa:16:3e:f0:8f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '940e76ea-effa-4cb8-9e5a-a4f047fe5651', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'e61fdb9d-5934-42a7-84a4-5655559ab33d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:41:34Z', 'updated_at': '2022-09-15T07:41:39Z', 'revision_number': 5, 'project_id': '7e20a6e5fded473c8905bffff7775ed3', 'subnets': [{'id': 'e61fdb9d-5934-42a7-84a4-5655559ab33d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-6-iscsi', False) {} {{(pid=107290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:46:57.061671 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-9b25fae1-6b42-4966-8da5-79b39140737e req-0ea5bd4a-5990-41fd-b8c8-3d36af733f81 tempest-VolumesActionsTest-601705062 tempest-VolumesActionsTest-601705062-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2422bd40-9810-4402-aa2f-1aab7adf2760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566866 Sep 15 07:46:57.077820 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95b205d-9d2b-4569-80e9-09cc53b26a33 None None] The sync data for ids ['940e76ea-effa-4cb8-9e5a-a4f047fe5651'] in dv-cinder-824149-6-iscsi is: [{'id': '940e76ea-effa-4cb8-9e5a-a4f047fe5651', 'name': 'tempest-TestShelveInstance-797075323-router', 'tenant_id': '7e20a6e5fded473c8905bffff7775ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': '29dd060a-ebf3-4b4d-aa4b-99645697c621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:41:31Z', 'updated_at': '2022-09-15T07:41:34Z', 'revision_number': 4, 'project_id': '7e20a6e5fded473c8905bffff7775ed3', 'gw_port': {'id': '29dd060a-ebf3-4b4d-aa4b-99645697c621', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:91:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '940e76ea-effa-4cb8-9e5a-a4f047fe5651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:41:31Z', 'updated_at': '2022-09-15T07:41:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi', '_interfaces': [{'id': '411e105d-52a7-41ba-a0ab-e8381b022d65', 'name': '', 'network_id': '85a7f1ba-3d89-421a-8e93-c34cc3e5ffc3', 'tenant_id': '7e20a6e5fded473c8905bffff7775ed3', 'mac_address': 'fa:16:3e:f0:8f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '940e76ea-effa-4cb8-9e5a-a4f047fe5651', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'e61fdb9d-5934-42a7-84a4-5655559ab33d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:41:34Z', 'updated_at': '2022-09-15T07:41:39Z', 'revision_number': 5, 'project_id': '7e20a6e5fded473c8905bffff7775ed3', 'subnets': [{'id': 'e61fdb9d-5934-42a7-84a4-5655559ab33d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 07:46:57.316668 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0014e6c6-574b-4d9c-bee5-4fa6e64b2bc4 None None] New status for floating IP 6fc80222-2956-47bf-b7ab-4d885d1a3f63: DOWN {{(pid=107295) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 15 07:46:57.515352 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-677e5667-6d12-4a09-97b6-65dca69daeb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (4c9c4bf3-096b-4dee-b844-12a870317301), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:57.685016 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (c3acd0b9-3b8e-4f77-9053-2ca2457616b3), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:46:58.152611 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:46:58.186783 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d171ab9d-e6a3-4be4-b1d3-eaf0c8ff9ea7 req-2ecb533c-807e-48c2-9966-78389fe33722 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:46:58.188249 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-d171ab9d-e6a3-4be4-b1d3-eaf0c8ff9ea7 req-2ecb533c-807e-48c2-9966-78389fe33722 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=08d61aa0-bcb6-4fe0-bc26-20ef85c5025e HTTP/1.1" status: 200 len: 946 time: 0.0771143 Sep 15 07:46:58.198575 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928e25ee-0ec7-4c32-89ea-222fb24e6364 req-e512f5d6-860e-4dc1-a10c-e0770521e51d tempest-VolumesActionsTest-601705062 tempest-VolumesActionsTest-601705062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:46:58.199980 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-928e25ee-0ec7-4c32-89ea-222fb24e6364 req-e512f5d6-860e-4dc1-a10c-e0770521e51d tempest-VolumesActionsTest-601705062 tempest-VolumesActionsTest-601705062-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a875e416-cd4f-4ef4-b5f3-f9e1174ff843 HTTP/1.1" status: 200 len: 945 time: 0.0589240 Sep 15 07:46:58.246400 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:46:58.279909 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-d171ab9d-e6a3-4be4-b1d3-eaf0c8ff9ea7 req-cbfddcbd-0321-466e-9ed8-18277401a90b tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=715457f5-6986-4664-80ea-7326eb5df706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790243 Sep 15 07:46:58.283111 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-928e25ee-0ec7-4c32-89ea-222fb24e6364 req-30261c03-f1db-45dc-8153-9a9aafec371c tempest-VolumesActionsTest-601705062 tempest-VolumesActionsTest-601705062-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2422bd40-9810-4402-aa2f-1aab7adf2760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764365 Sep 15 07:46:59.432741 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b529d4bd-6736-4fc4-bcd3-2c743b711c33 req-eb0a3fd8-984a-4dd5-b4e0-d4dcecde9b0d tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:46:59.434285 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-b529d4bd-6736-4fc4-bcd3-2c743b711c33 req-eb0a3fd8-984a-4dd5-b4e0-d4dcecde9b0d tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=08d61aa0-bcb6-4fe0-bc26-20ef85c5025e HTTP/1.1" status: 200 len: 946 time: 0.0770228 Sep 15 07:46:59.439964 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423039ce-6e54-458d-b1a1-b06ff1a80679 req-c4b49b80-85dd-4e56-a291-8019d99c25af tempest-VolumesActionsTest-601705062 tempest-VolumesActionsTest-601705062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:46:59.441325 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-423039ce-6e54-458d-b1a1-b06ff1a80679 req-c4b49b80-85dd-4e56-a291-8019d99c25af tempest-VolumesActionsTest-601705062 tempest-VolumesActionsTest-601705062-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a875e416-cd4f-4ef4-b5f3-f9e1174ff843 HTTP/1.1" status: 200 len: 945 time: 0.0737600 Sep 15 07:46:59.521662 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-b529d4bd-6736-4fc4-bcd3-2c743b711c33 req-caa9f312-c041-419e-a846-d8f87424527f tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=715457f5-6986-4664-80ea-7326eb5df706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793419 Sep 15 07:46:59.524893 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-423039ce-6e54-458d-b1a1-b06ff1a80679 req-48471ac0-f045-4837-9d55-eda4717ddbe6 tempest-VolumesActionsTest-601705062 tempest-VolumesActionsTest-601705062-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2422bd40-9810-4402-aa2f-1aab7adf2760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756984 Sep 15 07:47:00.524392 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-50f21441-d5fa-44a5-8b9a-c84a0019381e req-fd0412d2-f27d-4392-916a-8ff773ab9329 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a2038fe2-5f0d-43e2-96b0-b1c3e3a35f14 HTTP/1.1" status: 200 len: 217 time: 0.0326500 Sep 15 07:47:00.675128 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1878eb1-50b0-4b8a-bcf2-f3717ceaa1b4 req-d551207f-521a-4dd4-bd07-f7501d8a8b93 tempest-VolumesActionsTest-601705062 tempest-VolumesActionsTest-601705062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:47:00.676659 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-c1878eb1-50b0-4b8a-bcf2-f3717ceaa1b4 req-d551207f-521a-4dd4-bd07-f7501d8a8b93 tempest-VolumesActionsTest-601705062 tempest-VolumesActionsTest-601705062-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a875e416-cd4f-4ef4-b5f3-f9e1174ff843 HTTP/1.1" status: 200 len: 945 time: 0.0747461 Sep 15 07:47:00.690020 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2209721e-eec3-485f-8bb7-b2532b595c89 req-ca01e8a4-6faf-4505-8ae7-a423297b5318 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:47:00.691608 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-2209721e-eec3-485f-8bb7-b2532b595c89 req-ca01e8a4-6faf-4505-8ae7-a423297b5318 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=08d61aa0-bcb6-4fe0-bc26-20ef85c5025e HTTP/1.1" status: 200 len: 946 time: 0.0795221 Sep 15 07:47:00.751708 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-c1878eb1-50b0-4b8a-bcf2-f3717ceaa1b4 req-265ea3ca-cd84-4529-b978-7710a08e6c09 tempest-VolumesActionsTest-601705062 tempest-VolumesActionsTest-601705062-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2422bd40-9810-4402-aa2f-1aab7adf2760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591853 Sep 15 07:47:00.779906 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f21441-d5fa-44a5-8b9a-c84a0019381e req-9be03a30-349f-4222-855c-cf06cfba27f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:47:00.781520 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-50f21441-d5fa-44a5-8b9a-c84a0019381e req-9be03a30-349f-4222-855c-cf06cfba27f5 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=e61fdb9d-5934-42a7-84a4-5655559ab33d HTTP/1.1" status: 200 len: 847 time: 0.0816400 Sep 15 07:47:00.787378 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-2209721e-eec3-485f-8bb7-b2532b595c89 req-a8cade70-99a3-45d9-8471-5978b56ec12b tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=715457f5-6986-4664-80ea-7326eb5df706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767591 Sep 15 07:47:01.418684 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f21441-d5fa-44a5-8b9a-c84a0019381e req-ae4ab0d7-2f57-45cc-aca2-e578a508997f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:47:01.420175 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-50f21441-d5fa-44a5-8b9a-c84a0019381e req-ae4ab0d7-2f57-45cc-aca2-e578a508997f service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=85a7f1ba-3d89-421a-8e93-c34cc3e5ffc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400355 Sep 15 07:47:01.485490 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a641247e-e6ed-42dd-b31d-c1587fb231ad req-9e6afd49-cb53-4329-a6fc-e3d23181b405 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:47:01.486951 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-a641247e-e6ed-42dd-b31d-c1587fb231ad req-9e6afd49-cb53-4329-a6fc-e3d23181b405 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=08d61aa0-bcb6-4fe0-bc26-20ef85c5025e HTTP/1.1" status: 200 len: 946 time: 0.0451932 Sep 15 07:47:01.524285 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-50f21441-d5fa-44a5-8b9a-c84a0019381e req-a18b18f7-4f4b-4517-b420-0c895e92a7ee service neutron] 10.222.0.26 "GET /networking/v2.0/networks/85a7f1ba-3d89-421a-8e93-c34cc3e5ffc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839102 Sep 15 07:47:01.571070 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.plugin [req-a641247e-e6ed-42dd-b31d-c1587fb231ad req-1b14e6e2-256f-48b9-a0be-b5e1298b8f40 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Deleting port a2038fe2-5f0d-43e2-96b0-b1c3e3a35f14 {{(pid=107279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 07:47:01.572486 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [req-a641247e-e6ed-42dd-b31d-c1587fb231ad req-1b14e6e2-256f-48b9-a0be-b5e1298b8f40 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729658711565'] for port (a2038fe2-5f0d-43e2-96b0-b1c3e3a35f14), before_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:01.619646 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-50f21441-d5fa-44a5-8b9a-c84a0019381e req-d32aade8-a2a0-4d6f-9c84-ba9b5b9643f7 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/85a7f1ba-3d89-421a-8e93-c34cc3e5ffc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893595 Sep 15 07:47:01.669512 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.db [req-a641247e-e6ed-42dd-b31d-c1587fb231ad req-1b14e6e2-256f-48b9-a0be-b5e1298b8f40 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] For port a2038fe2-5f0d-43e2-96b0-b1c3e3a35f14, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=a2038fe2-5f0d-43e2-96b0-b1c3e3a35f14,segment=NetworkSegment(7b87a5f2-de0b-43b5-b822-0b7379986e9e),segment_id=7b87a5f2-de0b-43b5-b822-0b7379986e9e)] {{(pid=107279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:47:01.669872 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [req-a641247e-e6ed-42dd-b31d-c1587fb231ad req-1b14e6e2-256f-48b9-a0be-b5e1298b8f40 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009180'] for port (a2038fe2-5f0d-43e2-96b0-b1c3e3a35f14), precommit_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:01.685410 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.plugin [req-a641247e-e6ed-42dd-b31d-c1587fb231ad req-1b14e6e2-256f-48b9-a0be-b5e1298b8f40 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Calling delete_port for a2038fe2-5f0d-43e2-96b0-b1c3e3a35f14 owned by compute:nova {{(pid=107279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 07:47:01.891922 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42ba19e-adfe-40e7-96bc-ac355d592343 req-38501a9b-2fe8-4f7a-9f33-03d4f2972e86 tempest-VolumesActionsTest-601705062 tempest-VolumesActionsTest-601705062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:47:01.893541 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-c42ba19e-adfe-40e7-96bc-ac355d592343 req-38501a9b-2fe8-4f7a-9f33-03d4f2972e86 tempest-VolumesActionsTest-601705062 tempest-VolumesActionsTest-601705062-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a875e416-cd4f-4ef4-b5f3-f9e1174ff843 HTTP/1.1" status: 200 len: 945 time: 0.0496850 Sep 15 07:47:01.935312 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [req-a641247e-e6ed-42dd-b31d-c1587fb231ad req-1b14e6e2-256f-48b9-a0be-b5e1298b8f40 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729658628491', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729658170588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991753'] for port (a2038fe2-5f0d-43e2-96b0-b1c3e3a35f14), after_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:01.950287 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:47:01.973971 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b14e6e2-256f-48b9-a0be-b5e1298b8f40 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Pushing event deleted for resources: {'Port': ['ID=a2038fe2-5f0d-43e2-96b0-b1c3e3a35f14,revision_number=None']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:47:01.980336 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-c42ba19e-adfe-40e7-96bc-ac355d592343 req-89855159-2099-4713-ab8a-1aa6fb3a6464 tempest-VolumesActionsTest-601705062 tempest-VolumesActionsTest-601705062-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2422bd40-9810-4402-aa2f-1aab7adf2760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775106 Sep 15 07:47:02.032784 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.db.l3_dvrscheduler_db [req-a641247e-e6ed-42dd-b31d-c1587fb231ad req-1b14e6e2-256f-48b9-a0be-b5e1298b8f40 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] No DVR routers for this DVR port a2038fe2-5f0d-43e2-96b0-b1c3e3a35f14 on host hv-cinder-82414 {{(pid=107279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 07:47:02.035572 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [req-a641247e-e6ed-42dd-b31d-c1587fb231ad req-1b14e6e2-256f-48b9-a0be-b5e1298b8f40 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382552'] for port (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:02.040266 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-a641247e-e6ed-42dd-b31d-c1587fb231ad req-1b14e6e2-256f-48b9-a0be-b5e1298b8f40 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] 10.222.0.26 "DELETE /networking/v2.0/ports/a2038fe2-5f0d-43e2-96b0-b1c3e3a35f14 HTTP/1.1" status: 204 len: 173 time: 0.5468864 Sep 15 07:47:02.040943 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08d61aa0-bcb6-4fe0-bc26-20ef85c5025e', 'name': 'network-vif-deleted', 'tag': 'a2038fe2-5f0d-43e2-96b0-b1c3e3a35f14'}] {{(pid=107279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 07:47:02.043857 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706979451550896f7b9833a7a6f18e8e6b98f6eca7edeab709f82497fe6197ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c27042c0-e99a-4d76-98d6-5c748f5509ae" -d '{"events": [{"server_uuid": "08d61aa0-bcb6-4fe0-bc26-20ef85c5025e", "name": "network-vif-deleted", "tag": "a2038fe2-5f0d-43e2-96b0-b1c3e3a35f14"}]}' {{(pid=107279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 07:47:02.094475 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-eddd752a-b8ec-4cf8-8e4a-87e5150d0741 req-da6edfba-4aea-4383-a0c4-feb4e13653f6 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=08d61aa0-bcb6-4fe0-bc26-20ef85c5025e HTTP/1.1" status: 200 len: 210 time: 0.0297637 Sep 15 07:47:02.144081 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 07:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99e63544-ded9-42f3-b255-f3f8dbd5295e x-openstack-request-id: req-99e63544-ded9-42f3-b255-f3f8dbd5295e {{(pid=107279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 07:47:02.144353 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08d61aa0-bcb6-4fe0-bc26-20ef85c5025e", "name": "network-vif-deleted", "tag": "a2038fe2-5f0d-43e2-96b0-b1c3e3a35f14", "status": "completed", "code": 200}]} {{(pid=107279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 07:47:02.144595 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-99e63544-ded9-42f3-b255-f3f8dbd5295e {{(pid=107279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 07:47:02.144990 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99e63544-ded9-42f3-b255-f3f8dbd5295e'] response: {'server_uuid': '08d61aa0-bcb6-4fe0-bc26-20ef85c5025e', 'name': 'network-vif-deleted', 'tag': 'a2038fe2-5f0d-43e2-96b0-b1c3e3a35f14', 'status': 'completed', 'code': 200} Sep 15 07:47:03.213290 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-ff89a7f4-7921-4ef8-ad96-b4892156649e req-6377af4f-cb10-4db2-8ddc-64a5eaa33835 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=08d61aa0-bcb6-4fe0-bc26-20ef85c5025e HTTP/1.1" status: 200 len: 210 time: 0.0274777 Sep 15 07:47:04.300904 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:47:04.359897 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-31001e5b-9da0-48c0-9d6b-0f6969058679 req-b0006075-0854-46a2-bfd6-14f6c11928eb tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=08d61aa0-bcb6-4fe0-bc26-20ef85c5025e HTTP/1.1" status: 200 len: 210 time: 0.0295572 Sep 15 07:47:05.455560 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-a0551d5b-93f2-422e-ad8f-914253a601b5 req-8fbcd242-a50a-469a-ac00-62759c883e3c tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=08d61aa0-bcb6-4fe0-bc26-20ef85c5025e HTTP/1.1" status: 200 len: 210 time: 0.0325713 Sep 15 07:47:05.734802 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Device a2038fe2-5f0d-43e2-96b0-b1c3e3a35f14 no longer exists at agent hyperv_hv-cinder-82414 {{(pid=107290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 07:47:05.754330 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] No Port match for: a2038fe2-5f0d-43e2-96b0-b1c3e3a35f14 {{(pid=107290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 07:47:05.758885 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Device a2038fe2-5f0d-43e2-96b0-b1c3e3a35f14 not bound to the agent host hv-cinder-82414 {{(pid=107290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 07:47:06.113427 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd74386c-2f78-4b57-8d32-b5146f99d362 req-76727a93-a73c-4fd5-8790-7c1fc1b1a31a tempest-VolumesActionsTest-601705062 tempest-VolumesActionsTest-601705062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:47:06.114841 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-fd74386c-2f78-4b57-8d32-b5146f99d362 req-76727a93-a73c-4fd5-8790-7c1fc1b1a31a tempest-VolumesActionsTest-601705062 tempest-VolumesActionsTest-601705062-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a875e416-cd4f-4ef4-b5f3-f9e1174ff843 HTTP/1.1" status: 200 len: 945 time: 0.0530500 Sep 15 07:47:06.163533 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-fd74386c-2f78-4b57-8d32-b5146f99d362 req-fc274576-f570-4363-961f-2fc5f8c4f17e tempest-VolumesActionsTest-601705062 tempest-VolumesActionsTest-601705062-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2422bd40-9810-4402-aa2f-1aab7adf2760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425026 Sep 15 07:47:06.569042 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-5fbd3b01-1a36-406f-a880-d00374604d36 req-710f3ef6-35d5-45fc-b08d-3e6268670273 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=08d61aa0-bcb6-4fe0-bc26-20ef85c5025e HTTP/1.1" status: 200 len: 210 time: 0.0266986 Sep 15 07:47:07.286345 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96ce9c7-e48d-4c7c-9312-be3e340ae38f req-8c8fd977-da47-4420-844f-960e93f5dae8 tempest-VolumesActionsTest-601705062 tempest-VolumesActionsTest-601705062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:47:07.287886 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-e96ce9c7-e48d-4c7c-9312-be3e340ae38f req-8c8fd977-da47-4420-844f-960e93f5dae8 tempest-VolumesActionsTest-601705062 tempest-VolumesActionsTest-601705062-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a875e416-cd4f-4ef4-b5f3-f9e1174ff843 HTTP/1.1" status: 200 len: 945 time: 0.0477498 Sep 15 07:47:07.344273 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-e96ce9c7-e48d-4c7c-9312-be3e340ae38f req-ec015ad0-41db-4d35-a952-65905fa1848d tempest-VolumesActionsTest-601705062 tempest-VolumesActionsTest-601705062-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2422bd40-9810-4402-aa2f-1aab7adf2760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493410 Sep 15 07:47:07.620726 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:47:07.702639 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-f1590882-dda8-4c87-87b4-47c9e79d1e9d req-24c5d1f3-8b8b-434c-8597-84ebc18e31c6 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=08d61aa0-bcb6-4fe0-bc26-20ef85c5025e HTTP/1.1" status: 200 len: 210 time: 0.0282674 Sep 15 07:47:08.372444 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=4 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:47:08.373177 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=5 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:47:08.467549 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45203a04-6376-4e60-9229-2300b6fe93f7 req-4719d861-c9e1-44ef-a6c4-97bc7b395d7f tempest-VolumesActionsTest-601705062 tempest-VolumesActionsTest-601705062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:47:08.468961 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-45203a04-6376-4e60-9229-2300b6fe93f7 req-4719d861-c9e1-44ef-a6c4-97bc7b395d7f tempest-VolumesActionsTest-601705062 tempest-VolumesActionsTest-601705062-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a875e416-cd4f-4ef4-b5f3-f9e1174ff843 HTTP/1.1" status: 200 len: 945 time: 0.0459051 Sep 15 07:47:08.515647 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-45203a04-6376-4e60-9229-2300b6fe93f7 req-1d0bf9b9-c414-422f-be5f-444c84cb3904 tempest-VolumesActionsTest-601705062 tempest-VolumesActionsTest-601705062-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2422bd40-9810-4402-aa2f-1aab7adf2760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410290 Sep 15 07:47:08.824568 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-ce8af2b4-1809-4d76-968b-d4944561366f req-e0001b70-09d8-487d-a541-a97c8f68548d tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=08d61aa0-bcb6-4fe0-bc26-20ef85c5025e HTTP/1.1" status: 200 len: 210 time: 0.0314844 Sep 15 07:47:09.635906 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464ab392-9520-49c2-b4a8-9f57d999c7e0 req-30b6ac94-cbbb-4234-b78e-49f619b6c05f tempest-VolumesActionsTest-601705062 tempest-VolumesActionsTest-601705062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:47:09.637441 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-464ab392-9520-49c2-b4a8-9f57d999c7e0 req-30b6ac94-cbbb-4234-b78e-49f619b6c05f tempest-VolumesActionsTest-601705062 tempest-VolumesActionsTest-601705062-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a875e416-cd4f-4ef4-b5f3-f9e1174ff843 HTTP/1.1" status: 200 len: 945 time: 0.0464373 Sep 15 07:47:09.684169 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-464ab392-9520-49c2-b4a8-9f57d999c7e0 req-42d89128-9ea2-4758-a1cf-f32e280414dc tempest-VolumesActionsTest-601705062 tempest-VolumesActionsTest-601705062-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2422bd40-9810-4402-aa2f-1aab7adf2760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409164 Sep 15 07:47:09.940272 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-89a6f4ce-0a7e-43c9-abde-b7b781150265 req-addbbe04-6876-4b5c-b6cb-ea8fa41e7aff tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=08d61aa0-bcb6-4fe0-bc26-20ef85c5025e HTTP/1.1" status: 200 len: 210 time: 0.0274482 Sep 15 07:47:10.808657 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22940878-6217-4eea-a12c-11a5d0ebc0a0 req-0216d0cb-d023-429b-88b7-2d4e1b30d3b3 tempest-VolumesActionsTest-601705062 tempest-VolumesActionsTest-601705062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:47:10.810528 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-22940878-6217-4eea-a12c-11a5d0ebc0a0 req-0216d0cb-d023-429b-88b7-2d4e1b30d3b3 tempest-VolumesActionsTest-601705062 tempest-VolumesActionsTest-601705062-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a875e416-cd4f-4ef4-b5f3-f9e1174ff843 HTTP/1.1" status: 200 len: 945 time: 0.0469873 Sep 15 07:47:10.862919 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-22940878-6217-4eea-a12c-11a5d0ebc0a0 req-b5a5cc0c-f27c-4c52-9a07-ed7c19ef8cd4 tempest-VolumesActionsTest-601705062 tempest-VolumesActionsTest-601705062-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2422bd40-9810-4402-aa2f-1aab7adf2760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468390 Sep 15 07:47:11.057224 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-7e6f00d2-bfe1-41eb-a011-b5c62b2ef0d4 req-ba08ba14-60c3-49cc-9e6c-25f3c1085c3f tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=08d61aa0-bcb6-4fe0-bc26-20ef85c5025e HTTP/1.1" status: 200 len: 210 time: 0.0279930 Sep 15 07:47:11.610233 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=30 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:47:11.616224 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=84 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:47:12.017925 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2e7e66-54fd-496d-96da-98dee6417157 req-322a5c7f-38fb-4651-ad5d-032e118ac29b tempest-VolumesActionsTest-601705062 tempest-VolumesActionsTest-601705062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:47:12.019400 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-ae2e7e66-54fd-496d-96da-98dee6417157 req-322a5c7f-38fb-4651-ad5d-032e118ac29b tempest-VolumesActionsTest-601705062 tempest-VolumesActionsTest-601705062-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a875e416-cd4f-4ef4-b5f3-f9e1174ff843 HTTP/1.1" status: 200 len: 945 time: 0.0759137 Sep 15 07:47:12.027092 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52247825-9840-40f9-88ab-df9aaf1b3508 req-c8be8488-7c17-4dfc-b49a-18e100196bbd tempest-VolumesActionsTest-601705062 tempest-VolumesActionsTest-601705062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:47:12.028518 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-52247825-9840-40f9-88ab-df9aaf1b3508 req-c8be8488-7c17-4dfc-b49a-18e100196bbd tempest-VolumesActionsTest-601705062 tempest-VolumesActionsTest-601705062-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a875e416-cd4f-4ef4-b5f3-f9e1174ff843 HTTP/1.1" status: 200 len: 945 time: 0.0748448 Sep 15 07:47:12.134178 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-ae2e7e66-54fd-496d-96da-98dee6417157 req-21b5e7df-acce-4fd5-98dc-2041bb343b99 tempest-VolumesActionsTest-601705062 tempest-VolumesActionsTest-601705062-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2422bd40-9810-4402-aa2f-1aab7adf2760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047320 Sep 15 07:47:12.145480 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.plugin [req-52247825-9840-40f9-88ab-df9aaf1b3508 req-d2e8b9a9-eec6-4273-b050-1f91317d7c70 tempest-VolumesActionsTest-601705062 tempest-VolumesActionsTest-601705062-project] Deleting port b478792f-ef04-4e67-9b7d-7f28eaf19a2d {{(pid=107279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 07:47:12.146295 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [req-52247825-9840-40f9-88ab-df9aaf1b3508 req-d2e8b9a9-eec6-4273-b050-1f91317d7c70 tempest-VolumesActionsTest-601705062 tempest-VolumesActionsTest-601705062-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729658711565'] for port (b478792f-ef04-4e67-9b7d-7f28eaf19a2d), before_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:12.217961 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-40fab288-3d6d-42bc-9983-befd946089d0 req-2d5ddb74-f122-4bb9-b860-5d43e1493a90 tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=08d61aa0-bcb6-4fe0-bc26-20ef85c5025e HTTP/1.1" status: 200 len: 210 time: 0.0689332 Sep 15 07:47:12.267727 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.db [req-52247825-9840-40f9-88ab-df9aaf1b3508 req-d2e8b9a9-eec6-4273-b050-1f91317d7c70 tempest-VolumesActionsTest-601705062 tempest-VolumesActionsTest-601705062-project] For port b478792f-ef04-4e67-9b7d-7f28eaf19a2d, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=b478792f-ef04-4e67-9b7d-7f28eaf19a2d,segment=NetworkSegment(4608dfcc-ca7b-4602-8377-f77eb3674134),segment_id=4608dfcc-ca7b-4602-8377-f77eb3674134)] {{(pid=107279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:47:12.268097 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [req-52247825-9840-40f9-88ab-df9aaf1b3508 req-d2e8b9a9-eec6-4273-b050-1f91317d7c70 tempest-VolumesActionsTest-601705062 tempest-VolumesActionsTest-601705062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009180'] for port (b478792f-ef04-4e67-9b7d-7f28eaf19a2d), precommit_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:12.281690 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.plugin [req-52247825-9840-40f9-88ab-df9aaf1b3508 req-d2e8b9a9-eec6-4273-b050-1f91317d7c70 tempest-VolumesActionsTest-601705062 tempest-VolumesActionsTest-601705062-project] Calling delete_port for b478792f-ef04-4e67-9b7d-7f28eaf19a2d owned by compute:nova {{(pid=107279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 07:47:12.352930 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:47:12.358801 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:47:12.483425 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [req-52247825-9840-40f9-88ab-df9aaf1b3508 req-d2e8b9a9-eec6-4273-b050-1f91317d7c70 tempest-VolumesActionsTest-601705062 tempest-VolumesActionsTest-601705062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729658628491', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729658170588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991753'] for port (b478792f-ef04-4e67-9b7d-7f28eaf19a2d), after_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:12.514277 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e8b9a9-eec6-4273-b050-1f91317d7c70 tempest-VolumesActionsTest-601705062 tempest-VolumesActionsTest-601705062-project] Pushing event deleted for resources: {'Port': ['ID=b478792f-ef04-4e67-9b7d-7f28eaf19a2d,revision_number=None']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:47:12.558411 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.db.l3_dvrscheduler_db [req-52247825-9840-40f9-88ab-df9aaf1b3508 req-d2e8b9a9-eec6-4273-b050-1f91317d7c70 tempest-VolumesActionsTest-601705062 tempest-VolumesActionsTest-601705062-project] No DVR routers for this DVR port b478792f-ef04-4e67-9b7d-7f28eaf19a2d on host hv-cinder-82414 {{(pid=107279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 07:47:12.560979 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [req-52247825-9840-40f9-88ab-df9aaf1b3508 req-d2e8b9a9-eec6-4273-b050-1f91317d7c70 tempest-VolumesActionsTest-601705062 tempest-VolumesActionsTest-601705062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382552'] for port (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:12.564223 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-52247825-9840-40f9-88ab-df9aaf1b3508 req-d2e8b9a9-eec6-4273-b050-1f91317d7c70 tempest-VolumesActionsTest-601705062 tempest-VolumesActionsTest-601705062-project] 10.222.0.26 "DELETE /networking/v2.0/ports/b478792f-ef04-4e67-9b7d-7f28eaf19a2d HTTP/1.1" status: 204 len: 173 time: 0.5288959 Sep 15 07:47:12.564710 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a875e416-cd4f-4ef4-b5f3-f9e1174ff843', 'name': 'network-vif-deleted', 'tag': 'b478792f-ef04-4e67-9b7d-7f28eaf19a2d'}] {{(pid=107279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 07:47:12.567228 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706979451550896f7b9833a7a6f18e8e6b98f6eca7edeab709f82497fe6197ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd0c4c97-c644-45e6-8cae-81f8505c4d73" -d '{"events": [{"server_uuid": "a875e416-cd4f-4ef4-b5f3-f9e1174ff843", "name": "network-vif-deleted", "tag": "b478792f-ef04-4e67-9b7d-7f28eaf19a2d"}]}' {{(pid=107279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 07:47:12.605685 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 07:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8a5f60a-9790-467c-b608-da34fe846a62 x-openstack-request-id: req-e8a5f60a-9790-467c-b608-da34fe846a62 {{(pid=107279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 07:47:12.605979 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a875e416-cd4f-4ef4-b5f3-f9e1174ff843", "name": "network-vif-deleted", "tag": "b478792f-ef04-4e67-9b7d-7f28eaf19a2d", "status": "completed", "code": 200}]} {{(pid=107279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 07:47:12.606227 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e8a5f60a-9790-467c-b608-da34fe846a62 {{(pid=107279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 07:47:12.606648 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8a5f60a-9790-467c-b608-da34fe846a62'] response: {'server_uuid': 'a875e416-cd4f-4ef4-b5f3-f9e1174ff843', 'name': 'network-vif-deleted', 'tag': 'b478792f-ef04-4e67-9b7d-7f28eaf19a2d', 'status': 'completed', 'code': 200} Sep 15 07:47:12.727175 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (25cf60a6-7ad2-448a-9326-c12b453ddee0), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:13.285801 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-ac48685b-3c6d-44fd-b8df-7953b56b0166 req-3b260e51-207b-4c77-ab63-a29ca5227766 tempest-VolumesActionsTest-601705062 tempest-VolumesActionsTest-601705062-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a875e416-cd4f-4ef4-b5f3-f9e1174ff843 HTTP/1.1" status: 200 len: 210 time: 0.0410187 Sep 15 07:47:13.298651 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 40024) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:47:13.358832 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-02a397e6-42c5-493f-91bd-1d88fafe198c tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Publish callbacks [] for security_group (715457f5-6986-4664-80ea-7326eb5df706), before_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:13.383305 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-02a397e6-42c5-493f-91bd-1d88fafe198c tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Publish callbacks [] for security_group (715457f5-6986-4664-80ea-7326eb5df706), precommit_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:13.509639 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-02a397e6-42c5-493f-91bd-1d88fafe198c tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (715457f5-6986-4664-80ea-7326eb5df706), after_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:13.512637 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-02a397e6-42c5-493f-91bd-1d88fafe198c tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Publish callbacks [] for security_group (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:13.513818 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-02a397e6-42c5-493f-91bd-1d88fafe198c tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] 10.222.0.42 "DELETE /networking/v2.0/security-groups/715457f5-6986-4664-80ea-7326eb5df706 HTTP/1.1" status: 204 len: 168 time: 0.2136393 Sep 15 07:47:13.523544 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a397e6-42c5-493f-91bd-1d88fafe198c tempest-TestShelveInstance-1434149981 tempest-TestShelveInstance-1434149981-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=715457f5-6986-4664-80ea-7326eb5df706,revision_number=None']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:47:13.622340 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 40028) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:47:13.764430 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Device b478792f-ef04-4e67-9b7d-7f28eaf19a2d no longer exists at agent hyperv_hv-cinder-82414 {{(pid=107290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 07:47:13.784308 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] No Port match for: b478792f-ef04-4e67-9b7d-7f28eaf19a2d {{(pid=107290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 07:47:13.784653 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Device b478792f-ef04-4e67-9b7d-7f28eaf19a2d not bound to the agent host hv-cinder-82414 {{(pid=107290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 07:47:14.038918 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-78f9ba1b-0adc-4d7e-9040-a63524c0d955 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2002598'] for router_interface (940e76ea-effa-4cb8-9e5a-a4f047fe5651), before_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:14.260631 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.plugin [None req-78f9ba1b-0adc-4d7e-9040-a63524c0d955 admin admin] Deleting port 411e105d-52a7-41ba-a0ab-e8381b022d65 {{(pid=107276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 07:47:14.261132 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-78f9ba1b-0adc-4d7e-9040-a63524c0d955 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729658711565'] for port (411e105d-52a7-41ba-a0ab-e8381b022d65), before_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:14.340261 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.db [None req-78f9ba1b-0adc-4d7e-9040-a63524c0d955 admin admin] For port 411e105d-52a7-41ba-a0ab-e8381b022d65, host dv-cinder-824149-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-6-iscsi',level=0,port_id=411e105d-52a7-41ba-a0ab-e8381b022d65,segment=NetworkSegment(7b87a5f2-de0b-43b5-b822-0b7379986e9e),segment_id=7b87a5f2-de0b-43b5-b822-0b7379986e9e)] {{(pid=107276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:47:14.340887 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-78f9ba1b-0adc-4d7e-9040-a63524c0d955 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009180'] for port (411e105d-52a7-41ba-a0ab-e8381b022d65), precommit_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:14.358286 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.plugin [None req-78f9ba1b-0adc-4d7e-9040-a63524c0d955 admin admin] Calling delete_port for 411e105d-52a7-41ba-a0ab-e8381b022d65 owned by network:router_interface {{(pid=107276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 07:47:14.404481 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:47:14.460586 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:47:14.623786 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-78f9ba1b-0adc-4d7e-9040-a63524c0d955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729658628491', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729658170588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260827426'] for port (411e105d-52a7-41ba-a0ab-e8381b022d65), after_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:14.630560 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af087237-30c5-4fb5-975e-8072f0c62930 req-5d809f45-622c-4462-9ce0-f00431c433f6 tempest-VolumesActionsTest-601705062 tempest-VolumesActionsTest-601705062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:47:14.632195 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-af087237-30c5-4fb5-975e-8072f0c62930 req-5d809f45-622c-4462-9ce0-f00431c433f6 tempest-VolumesActionsTest-601705062 tempest-VolumesActionsTest-601705062-project] 10.222.0.42 "GET /networking/v2.0/networks?id=6566ac70-70ae-4e19-b0b8-45ffeb54dc33 HTTP/1.1" status: 200 len: 809 time: 0.1064336 Sep 15 07:47:14.647272 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-af087237-30c5-4fb5-975e-8072f0c62930 req-82e4e166-e7db-46ee-adb1-952dd150cacd tempest-VolumesActionsTest-601705062 tempest-VolumesActionsTest-601705062-project] 10.222.0.42 "GET /networking/v2.0/quotas/988cf6a6fa2b452e8c4c017f282d144c HTTP/1.1" status: 200 len: 375 time: 0.0090396 Sep 15 07:47:14.651355 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f9ba1b-0adc-4d7e-9040-a63524c0d955 admin admin] Pushing event deleted for resources: {'Port': ['ID=411e105d-52a7-41ba-a0ab-e8381b022d65,revision_number=None']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:47:14.685188 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-af087237-30c5-4fb5-975e-8072f0c62930 req-e98f7491-1d44-4ead-b662-e04c0cfb161d tempest-VolumesActionsTest-601705062 tempest-VolumesActionsTest-601705062-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=988cf6a6fa2b452e8c4c017f282d144c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0323014 Sep 15 07:47:14.781094 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-af087237-30c5-4fb5-975e-8072f0c62930 req-be695d4e-3a9e-4826-8996-ce62e064e0e5 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/6566ac70-70ae-4e19-b0b8-45ffeb54dc33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921466 Sep 15 07:47:14.827627 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-78f9ba1b-0adc-4d7e-9040-a63524c0d955 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2007574'] for router_interface (940e76ea-effa-4cb8-9e5a-a4f047fe5651), after_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:14.898612 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-af087237-30c5-4fb5-975e-8072f0c62930 req-1ba42cc7-d283-43f7-b16f-95935c745e29 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/6566ac70-70ae-4e19-b0b8-45ffeb54dc33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095202 Sep 15 07:47:15.231972 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-51eb88e2-5b23-4a89-ab78-87f21e498a81 req-73348982-f5e4-44b7-a8d6-3cc4bbbaec0d tempest-VolumesActionsTest-601705062 tempest-VolumesActionsTest-601705062-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=eec05c81-a578-4380-b05f-7e4eab9f2103 HTTP/1.1" status: 200 len: 210 time: 0.0600514 Sep 15 07:47:15.303923 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.agents_db [None req-df016ec4-f85e-4abb-9405-ce942686afd2 None None] Agent healthcheck: found 6 active agents {{(pid=107295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 07:47:15.382273 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78f9ba1b-0adc-4d7e-9040-a63524c0d955 admin admin] Router 940e76ea-effa-4cb8-9e5a-a4f047fe5651 has already been hosted by L3 agent 6177172c-20b9-4a3a-92be-d5dd082cfa3a {{(pid=107276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 07:47:15.498724 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78f9ba1b-0adc-4d7e-9040-a63524c0d955 admin admin] Notify agent at l3_agent.dv-cinder-824149-6-iscsi the message routers_updated {{(pid=107276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 07:47:15.504033 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-78f9ba1b-0adc-4d7e-9040-a63524c0d955 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/940e76ea-effa-4cb8-9e5a-a4f047fe5651/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8806140 Sep 15 07:47:15.506664 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 40076) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:47:15.510679 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe637884-d9c0-4c2d-ace7-74ab75268d8a None None] Sync routers for ids ['940e76ea-effa-4cb8-9e5a-a4f047fe5651'] in dv-cinder-824149-6-iscsi {{(pid=107290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 07:47:15.520431 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe637884-d9c0-4c2d-ace7-74ab75268d8a None None] Routers {'940e76ea-effa-4cb8-9e5a-a4f047fe5651'} bound to L3 agent in host dv-cinder-824149-6-iscsi {{(pid=107290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 07:47:15.521051 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_hamode_db [None req-fe637884-d9c0-4c2d-ace7-74ab75268d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-15T07:30:25Z,description=,heartbeat_timestamp=2022-09-15T07:46:55Z,host='dv-cinder-824149-6-iscsi',id=6177172c-20b9-4a3a-92be-d5dd082cfa3a,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T07:30:25Z,topic='l3_agent')) {'router_ids': ['940e76ea-effa-4cb8-9e5a-a4f047fe5651'], 'active': True} {{(pid=107290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:47:15.615705 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-730fd161-b755-4e28-9e6d-fd0b2b25f505 admin admin] Publish callbacks [] for router (940e76ea-effa-4cb8-9e5a-a4f047fe5651), before_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:15.631292 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvr_db [None req-fe637884-d9c0-4c2d-ace7-74ab75268d8a None None] Set router 940e76ea-effa-4cb8-9e5a-a4f047fe5651 gateway port host: dv-cinder-824149-6-iscsi {{(pid=107290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 07:47:15.693182 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:47:15.710532 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:47:15.739245 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-730fd161-b755-4e28-9e6d-fd0b2b25f505 admin admin] Publish callbacks [] for router_gateway (940e76ea-effa-4cb8-9e5a-a4f047fe5651), before_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:15.801816 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c873a2-692d-40bc-8466-1edaac905e71 req-ef2aebdb-6265-4509-902f-d71d4dabeca9 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:47:15.808335 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-91c873a2-692d-40bc-8466-1edaac905e71 req-ef2aebdb-6265-4509-902f-d71d4dabeca9 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=30ed5535-17bd-48d9-b6b5-ba296066b7ec HTTP/1.1" status: 200 len: 946 time: 0.0536876 Sep 15 07:47:15.836658 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_hamode_db [None req-fe637884-d9c0-4c2d-ace7-74ab75268d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '940e76ea-effa-4cb8-9e5a-a4f047fe5651', 'name': 'tempest-TestShelveInstance-797075323-router', 'tenant_id': '7e20a6e5fded473c8905bffff7775ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': '29dd060a-ebf3-4b4d-aa4b-99645697c621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:41:31Z', 'updated_at': '2022-09-15T07:47:14Z', 'revision_number': 5, 'project_id': '7e20a6e5fded473c8905bffff7775ed3', 'gw_port': {'id': '29dd060a-ebf3-4b4d-aa4b-99645697c621', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:91:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '940e76ea-effa-4cb8-9e5a-a4f047fe5651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:41:31Z', 'updated_at': '2022-09-15T07:41:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi'}], 'dv-cinder-824149-6-iscsi', False) {} {{(pid=107290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:47:15.859279 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-91c873a2-692d-40bc-8466-1edaac905e71 req-22f6578f-c920-4fbe-bde0-cb6fc38edb4e tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=be0daa10-fd6e-4380-aa0f-09cb542308d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472434 Sep 15 07:47:15.868166 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe637884-d9c0-4c2d-ace7-74ab75268d8a None None] Checking router: 940e76ea-effa-4cb8-9e5a-a4f047fe5651 for host: dv-cinder-824149-6-iscsi {{(pid=107290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 07:47:15.877903 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe637884-d9c0-4c2d-ace7-74ab75268d8a None None] Routers {'940e76ea-effa-4cb8-9e5a-a4f047fe5651'} bound to L3 agent in host dv-cinder-824149-6-iscsi {{(pid=107290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 07:47:15.878712 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_hamode_db [None req-fe637884-d9c0-4c2d-ace7-74ab75268d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-15T07:30:25Z,description=,heartbeat_timestamp=2022-09-15T07:46:55Z,host='dv-cinder-824149-6-iscsi',id=6177172c-20b9-4a3a-92be-d5dd082cfa3a,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T07:30:25Z,topic='l3_agent')) {'router_ids': ['940e76ea-effa-4cb8-9e5a-a4f047fe5651'], 'active': True} {{(pid=107290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:47:15.880777 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.plugin [None req-730fd161-b755-4e28-9e6d-fd0b2b25f505 admin admin] Deleting port 29dd060a-ebf3-4b4d-aa4b-99645697c621 {{(pid=107276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 07:47:15.882387 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-730fd161-b755-4e28-9e6d-fd0b2b25f505 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729658711565'] for port (29dd060a-ebf3-4b4d-aa4b-99645697c621), before_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:15.927252 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:47:15.978092 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.db [None req-730fd161-b755-4e28-9e6d-fd0b2b25f505 admin admin] For port 29dd060a-ebf3-4b4d-aa4b-99645697c621, host dv-cinder-824149-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-6-iscsi',level=0,port_id=29dd060a-ebf3-4b4d-aa4b-99645697c621,segment=NetworkSegment(8c607054-1f24-4b82-9f54-7b368db757ce),segment_id=8c607054-1f24-4b82-9f54-7b368db757ce)] {{(pid=107276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:47:15.978092 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-730fd161-b755-4e28-9e6d-fd0b2b25f505 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009180'] for port (29dd060a-ebf3-4b4d-aa4b-99645697c621), precommit_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:15.988508 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.plugin [None req-730fd161-b755-4e28-9e6d-fd0b2b25f505 admin admin] Calling delete_port for 29dd060a-ebf3-4b4d-aa4b-99645697c621 owned by network:router_gateway {{(pid=107276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 07:47:16.110285 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvr_db [None req-fe637884-d9c0-4c2d-ace7-74ab75268d8a None None] Set router 940e76ea-effa-4cb8-9e5a-a4f047fe5651 gateway port host: None {{(pid=107290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 07:47:16.159877 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_hamode_db [None req-fe637884-d9c0-4c2d-ace7-74ab75268d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '940e76ea-effa-4cb8-9e5a-a4f047fe5651', 'name': 'tempest-TestShelveInstance-797075323-router', 'tenant_id': '7e20a6e5fded473c8905bffff7775ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:41:31Z', 'updated_at': '2022-09-15T07:47:15Z', 'revision_number': 6, 'project_id': '7e20a6e5fded473c8905bffff7775ed3', 'gw_port_host': None}], 'dv-cinder-824149-6-iscsi', False) {} {{(pid=107290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:47:16.187952 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe637884-d9c0-4c2d-ace7-74ab75268d8a None None] The sync data for ids ['940e76ea-effa-4cb8-9e5a-a4f047fe5651'] in dv-cinder-824149-6-iscsi is: [{'id': '940e76ea-effa-4cb8-9e5a-a4f047fe5651', 'name': 'tempest-TestShelveInstance-797075323-router', 'tenant_id': '7e20a6e5fded473c8905bffff7775ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:41:31Z', 'updated_at': '2022-09-15T07:47:15Z', 'revision_number': 6, 'project_id': '7e20a6e5fded473c8905bffff7775ed3', 'gw_port_host': None}] {{(pid=107290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 07:47:16.277172 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-730fd161-b755-4e28-9e6d-fd0b2b25f505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729658628491', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729658170588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260827426'] for port (29dd060a-ebf3-4b4d-aa4b-99645697c621), after_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:16.304530 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730fd161-b755-4e28-9e6d-fd0b2b25f505 admin admin] Pushing event deleted for resources: {'Port': ['ID=29dd060a-ebf3-4b4d-aa4b-99645697c621,revision_number=None']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:47:16.330018 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-0eafe692-c3a9-4a87-9096-6daf7a21079c req-e955dcd3-6689-4144-9729-03e4e11d21bf tempest-VolumesActionsTest-601705062 tempest-VolumesActionsTest-601705062-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=eec05c81-a578-4380-b05f-7e4eab9f2103 HTTP/1.1" status: 200 len: 210 time: 0.0308661 Sep 15 07:47:16.373063 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-730fd161-b755-4e28-9e6d-fd0b2b25f505 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2007388'] for router_gateway (940e76ea-effa-4cb8-9e5a-a4f047fe5651), after_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:16.472733 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-730fd161-b755-4e28-9e6d-fd0b2b25f505 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2014664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1922'] for router (940e76ea-effa-4cb8-9e5a-a4f047fe5651), precommit_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:16.476106 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-730fd161-b755-4e28-9e6d-fd0b2b25f505 admin admin] Publish callbacks [] for router_controller (940e76ea-effa-4cb8-9e5a-a4f047fe5651), precommit_delete_associations {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:16.596892 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-730fd161-b755-4e28-9e6d-fd0b2b25f505 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2007659'] for router (940e76ea-effa-4cb8-9e5a-a4f047fe5651), after_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:16.597739 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-730fd161-b755-4e28-9e6d-fd0b2b25f505 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 940e76ea-effa-4cb8-9e5a-a4f047fe5651 {{(pid=107276) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 07:47:16.608635 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-730fd161-b755-4e28-9e6d-fd0b2b25f505 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:16.608635 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-730fd161-b755-4e28-9e6d-fd0b2b25f505 admin admin] 10.222.0.42 "DELETE /networking/v2.0/routers/940e76ea-effa-4cb8-9e5a-a4f047fe5651 HTTP/1.1" status: 204 len: 168 time: 1.1001272 Sep 15 07:47:16.610371 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 40096) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:47:16.628436 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-7405d278-bfac-4ab8-bf82-d12f77b237be req-406e593b-e31a-47c1-9c59-3aca6d607447 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1463350431&fields=id&tenant_id=af1e008c4bfa41e18488c63ea0f17b27 HTTP/1.1" status: 200 len: 267 time: 0.0608044 Sep 15 07:47:16.678770 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.db.db_base_plugin_v2 [None req-afe124f7-012e-40d8-8e63-424c3ca84e40 admin admin] Deleting subnet e61fdb9d-5934-42a7-84a4-5655559ab33d {{(pid=107276) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 15 07:47:16.683008 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-afe124f7-012e-40d8-8e63-424c3ca84e40 admin admin] Publish callbacks [] for subnet (e61fdb9d-5934-42a7-84a4-5655559ab33d), before_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:16.730946 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-afe124f7-012e-40d8-8e63-424c3ca84e40 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260830030'] for subnet (e61fdb9d-5934-42a7-84a4-5655559ab33d), precommit_delete_associations {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:16.752981 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:47:16.758301 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7405d278-bfac-4ab8-bf82-d12f77b237be req-a8d28284-8350-4d89-8599-36cb17fa912c tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:47:16.760772 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-7405d278-bfac-4ab8-bf82-d12f77b237be req-a8d28284-8350-4d89-8599-36cb17fa912c tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "GET /networking/v2.0/networks?id=2c10a638-2533-4c87-88f1-ce4db4dec0fd HTTP/1.1" status: 200 len: 811 time: 0.1249340 Sep 15 07:47:16.776341 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-7405d278-bfac-4ab8-bf82-d12f77b237be req-4f51680f-c344-4dbd-8371-afed3c6ab507 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "GET /networking/v2.0/quotas/af1e008c4bfa41e18488c63ea0f17b27 HTTP/1.1" status: 200 len: 375 time: 0.0102286 Sep 15 07:47:16.823258 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-afe124f7-012e-40d8-8e63-424c3ca84e40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-831850'] for subnet (e61fdb9d-5934-42a7-84a4-5655559ab33d), precommit_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:16.856683 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-7405d278-bfac-4ab8-bf82-d12f77b237be req-0123a5cf-81fb-443d-a929-5827180f2f28 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=af1e008c4bfa41e18488c63ea0f17b27&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0678387 Sep 15 07:47:17.015090 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-afe124f7-012e-40d8-8e63-424c3ca84e40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-835415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260827469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260771348'] for subnet (e61fdb9d-5934-42a7-84a4-5655559ab33d), after_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:17.051361 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe124f7-012e-40d8-8e63-424c3ca84e40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e61fdb9d-5934-42a7-84a4-5655559ab33d,revision_number=None']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:47:17.065173 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-afe124f7-012e-40d8-8e63-424c3ca84e40 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:17.069098 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-afe124f7-012e-40d8-8e63-424c3ca84e40 admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/e61fdb9d-5934-42a7-84a4-5655559ab33d HTTP/1.1" status: 204 len: 168 time: 0.4562123 Sep 15 07:47:17.072829 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 40104) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:47:17.074302 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d8a6b9-e545-45c3-8b02-693e3cf87abf None None] Network 85a7f1ba-3d89-421a-8e93-c34cc3e5ffc3 requested from dv-cinder-824149-6-iscsi {{(pid=107290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 07:47:17.199104 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-75a78c1b-2439-4408-9a6f-22f5ccdf6a38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-790559'] for network (85a7f1ba-3d89-421a-8e93-c34cc3e5ffc3), before_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:17.250181 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405c94ab-6049-498e-b674-bf0bb9fde157 req-d2e4ab1a-1ffb-43de-aab2-97265000cd98 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:47:17.251892 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-405c94ab-6049-498e-b674-bf0bb9fde157 req-d2e4ab1a-1ffb-43de-aab2-97265000cd98 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=30ed5535-17bd-48d9-b6b5-ba296066b7ec HTTP/1.1" status: 200 len: 946 time: 0.0974796 Sep 15 07:47:17.271342 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.plugin [None req-75a78c1b-2439-4408-9a6f-22f5ccdf6a38 admin admin] Deleting port 3df25161-24f4-4e42-860d-cb9b511ed940 {{(pid=107276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 07:47:17.271774 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-75a78c1b-2439-4408-9a6f-22f5ccdf6a38 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729658711565'] for port (3df25161-24f4-4e42-860d-cb9b511ed940), before_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:17.285776 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef205835-a817-4374-a08c-52cc35a37323 None None] DHCP port deletion for 85a7f1ba-3d89-421a-8e93-c34cc3e5ffc3 request from dv-cinder-824149-6-iscsi {{(pid=107290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 15 07:47:17.315269 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-7405d278-bfac-4ab8-bf82-d12f77b237be req-21f1c496-6346-496c-bab8-936537c84a45 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/2c10a638-2533-4c87-88f1-ce4db4dec0fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4409106 Sep 15 07:47:17.362876 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.db [None req-75a78c1b-2439-4408-9a6f-22f5ccdf6a38 admin admin] For port 3df25161-24f4-4e42-860d-cb9b511ed940, host dv-cinder-824149-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-6-iscsi',level=0,port_id=3df25161-24f4-4e42-860d-cb9b511ed940,segment=NetworkSegment(7b87a5f2-de0b-43b5-b822-0b7379986e9e),segment_id=7b87a5f2-de0b-43b5-b822-0b7379986e9e)] {{(pid=107276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:47:17.363373 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-75a78c1b-2439-4408-9a6f-22f5ccdf6a38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009180'] for port (3df25161-24f4-4e42-860d-cb9b511ed940), precommit_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:17.381328 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-ef205835-a817-4374-a08c-52cc35a37323 None None] Deleting port 3df25161-24f4-4e42-860d-cb9b511ed940 {{(pid=107290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 07:47:17.381740 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-ef205835-a817-4374-a08c-52cc35a37323 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729658711565'] for port (3df25161-24f4-4e42-860d-cb9b511ed940), before_delete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:17.394095 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:47:17.398214 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.plugin [None req-75a78c1b-2439-4408-9a6f-22f5ccdf6a38 admin admin] Calling delete_port for 3df25161-24f4-4e42-860d-cb9b511ed940 owned by network:dhcp {{(pid=107276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 07:47:17.411906 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-405c94ab-6049-498e-b674-bf0bb9fde157 req-9d813ffc-ee16-4a78-8edf-f57774977d46 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=be0daa10-fd6e-4380-aa0f-09cb542308d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1497540 Sep 15 07:47:17.412608 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 40110) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:47:17.440323 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=100 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:47:17.489989 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:47:17.495075 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-7405d278-bfac-4ab8-bf82-d12f77b237be req-d5ecfe89-0dc4-49e3-8648-8a923d064802 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/2c10a638-2533-4c87-88f1-ce4db4dec0fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789663 Sep 15 07:47:17.528926 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-ef205835-a817-4374-a08c-52cc35a37323 None None] For port 3df25161-24f4-4e42-860d-cb9b511ed940, host dv-cinder-824149-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-6-iscsi',level=0,port_id=3df25161-24f4-4e42-860d-cb9b511ed940,segment=NetworkSegment(7b87a5f2-de0b-43b5-b822-0b7379986e9e),segment_id=7b87a5f2-de0b-43b5-b822-0b7379986e9e)] {{(pid=107290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:47:17.529346 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-ef205835-a817-4374-a08c-52cc35a37323 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009180'] for port (3df25161-24f4-4e42-860d-cb9b511ed940), precommit_delete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:17.553422 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-ef205835-a817-4374-a08c-52cc35a37323 None None] Calling delete_port for 3df25161-24f4-4e42-860d-cb9b511ed940 owned by network:dhcp {{(pid=107290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 07:47:17.641446 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=100 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:47:17.695591 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-695c09b4-6d5c-410a-914b-64ca338e9c7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:17.703464 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-da4a4bd3-9c45-494d-b78a-4feff3ef7994 req-9956fa72-8a15-467d-805a-0207f6b2342c tempest-VolumesActionsTest-601705062 tempest-VolumesActionsTest-601705062-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=eec05c81-a578-4380-b05f-7e4eab9f2103 HTTP/1.1" status: 200 len: 210 time: 0.0603411 Sep 15 07:47:17.704065 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-75a78c1b-2439-4408-9a6f-22f5ccdf6a38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729658628491', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729658170588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260827426'] for port (3df25161-24f4-4e42-860d-cb9b511ed940), after_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:17.711736 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-ef205835-a817-4374-a08c-52cc35a37323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729658628491', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729658170588'] for port (3df25161-24f4-4e42-860d-cb9b511ed940), after_delete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:17.727097 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af087237-30c5-4fb5-975e-8072f0c62930 req-13ffcd94-394b-49dc-b0a4-02408b006691 tempest-VolumesActionsTest-601705062 tempest-VolumesActionsTest-601705062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:47:17.729631 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-af087237-30c5-4fb5-975e-8072f0c62930 req-13ffcd94-394b-49dc-b0a4-02408b006691 tempest-VolumesActionsTest-601705062 tempest-VolumesActionsTest-601705062-project] 10.222.0.26 "GET /networking/v2.0/networks?id=6566ac70-70ae-4e19-b0b8-45ffeb54dc33 HTTP/1.1" status: 200 len: 809 time: 0.1925361 Sep 15 07:47:17.740270 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a78c1b-2439-4408-9a6f-22f5ccdf6a38 admin admin] No DVR routers for this DVR port 3df25161-24f4-4e42-860d-cb9b511ed940 on host dv-cinder-824149-6-iscsi {{(pid=107276) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 07:47:17.742067 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a78c1b-2439-4408-9a6f-22f5ccdf6a38 admin admin] Pushing event deleted for resources: {'Port': ['ID=3df25161-24f4-4e42-860d-cb9b511ed940,revision_number=None']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:47:17.752366 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef205835-a817-4374-a08c-52cc35a37323 None None] Pushing event deleted for resources: {'Port': ['ID=3df25161-24f4-4e42-860d-cb9b511ed940,revision_number=None']} {{(pid=107290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:47:17.754841 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef205835-a817-4374-a08c-52cc35a37323 None None] No DVR routers for this DVR port 3df25161-24f4-4e42-860d-cb9b511ed940 on host dv-cinder-824149-6-iscsi {{(pid=107290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 07:47:17.757856 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.v2.base [req-af087237-30c5-4fb5-975e-8072f0c62930 req-5048c343-a907-4ae4-9a2e-01ba75f3c61f tempest-VolumesActionsTest-601705062 tempest-VolumesActionsTest-601705062-project] Request body: {'port': {'device_id': 'eec05c81-a578-4380-b05f-7e4eab9f2103', 'network_id': '6566ac70-70ae-4e19-b0b8-45ffeb54dc33', 'admin_state_up': True, 'tenant_id': '988cf6a6fa2b452e8c4c017f282d144c'}} {{(pid=107279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:47:17.831665 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-75a78c1b-2439-4408-9a6f-22f5ccdf6a38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861249', 'neutron.services.segments.db._delete_segments_for_network-8729658700737'] for network (85a7f1ba-3d89-421a-8e93-c34cc3e5ffc3), precommit_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:17.852810 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.services.segments.db [None req-75a78c1b-2439-4408-9a6f-22f5ccdf6a38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85a7f1ba-3d89-421a-8e93-c34cc3e5ffc3']}} {{(pid=107276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:47:17.864700 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.services.segments.db [None req-75a78c1b-2439-4408-9a6f-22f5ccdf6a38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b87a5f2-de0b-43b5-b822-0b7379986e9e') {'for_net_delete': True} {{(pid=107276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:47:17.865019 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.services.segments.db [None req-75a78c1b-2439-4408-9a6f-22f5ccdf6a38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b87a5f2-de0b-43b5-b822-0b7379986e9e') {} {{(pid=107276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:47:17.882980 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-75a78c1b-2439-4408-9a6f-22f5ccdf6a38 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729658700629', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260830069'] for segment (7b87a5f2-de0b-43b5-b822-0b7379986e9e), before_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:17.897824 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-695c09b4-6d5c-410a-914b-64ca338e9c7b admin admin] Publish callbacks [] for security_group (7efb6623-4e3a-4929-83d7-329c674f9bd4), precommit_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:17.899441 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-75a78c1b-2439-4408-9a6f-22f5ccdf6a38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906830'] for segment (7b87a5f2-de0b-43b5-b822-0b7379986e9e), precommit_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:17.905952 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75a78c1b-2439-4408-9a6f-22f5ccdf6a38 admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=107276) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 07:47:17.906367 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-75a78c1b-2439-4408-9a6f-22f5ccdf6a38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260827639'] for segment (7b87a5f2-de0b-43b5-b822-0b7379986e9e), after_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:17.982454 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.services.segments.plugin [-] Segment 7b87a5f2-de0b-43b5-b822-0b7379986e9e resource provider aggregate not found Sep 15 07:47:17.985566 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af087237-30c5-4fb5-975e-8072f0c62930 req-5048c343-a907-4ae4-9a2e-01ba75f3c61f tempest-VolumesActionsTest-601705062 tempest-VolumesActionsTest-601705062-project] Made reservation on behalf of 988cf6a6fa2b452e8c4c017f282d144c for: {'port': 1} {{(pid=107279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 07:47:17.989904 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [req-af087237-30c5-4fb5-975e-8072f0c62930 req-5048c343-a907-4ae4-9a2e-01ba75f3c61f tempest-VolumesActionsTest-601705062 tempest-VolumesActionsTest-601705062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (None), before_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:17.995952 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-695c09b4-6d5c-410a-914b-64ca338e9c7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (7efb6623-4e3a-4929-83d7-329c674f9bd4), after_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:18.001780 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Device 411e105d-52a7-41ba-a0ab-e8381b022d65 no longer exists at agent ovs-agent-dv-cinder-824149-6-iscsi {{(pid=107290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 07:47:18.009041 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.services.segments.plugin [-] Segment 7b87a5f2-de0b-43b5-b822-0b7379986e9e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7b87a5f2-de0b-43b5-b822-0b7379986e9e found for delete ", "request_id": "req-ddc957f6-0d6b-4b02-9cb1-d242b2fab5e5"}]} Sep 15 07:47:18.023221 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] No Port match for: 411e105d-52a7-41ba-a0ab-e8381b022d65 {{(pid=107290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 07:47:18.024019 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Device 411e105d-52a7-41ba-a0ab-e8381b022d65 not bound to the agent host dv-cinder-824149-6-iscsi {{(pid=107290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 07:47:18.024019 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Device 29dd060a-ebf3-4b4d-aa4b-99645697c621 no longer exists at agent ovs-agent-dv-cinder-824149-6-iscsi {{(pid=107290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 07:47:18.044231 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] No Port match for: 29dd060a-ebf3-4b4d-aa4b-99645697c621 {{(pid=107290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 07:47:18.044609 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Device 29dd060a-ebf3-4b4d-aa4b-99645697c621 not bound to the agent host dv-cinder-824149-6-iscsi {{(pid=107290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 07:47:18.045128 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Device 3df25161-24f4-4e42-860d-cb9b511ed940 no longer exists at agent ovs-agent-dv-cinder-824149-6-iscsi {{(pid=107290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 07:47:18.059905 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-695c09b4-6d5c-410a-914b-64ca338e9c7b admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=1a44ea4ae3d04e75982dac9479986bf7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6419172 Sep 15 07:47:18.059905 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695c09b4-6d5c-410a-914b-64ca338e9c7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7efb6623-4e3a-4929-83d7-329c674f9bd4,revision_number=1']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:47:18.060359 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 40126) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:47:18.064976 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] No Port match for: 3df25161-24f4-4e42-860d-cb9b511ed940 {{(pid=107290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 07:47:18.065531 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Device 3df25161-24f4-4e42-860d-cb9b511ed940 not bound to the agent host dv-cinder-824149-6-iscsi {{(pid=107290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 07:47:18.115438 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-75a78c1b-2439-4408-9a6f-22f5ccdf6a38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2007433'] for network (85a7f1ba-3d89-421a-8e93-c34cc3e5ffc3), after_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:18.123478 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-75a78c1b-2439-4408-9a6f-22f5ccdf6a38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586190'] for network (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:18.132304 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-75a78c1b-2439-4408-9a6f-22f5ccdf6a38 admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/85a7f1ba-3d89-421a-8e93-c34cc3e5ffc3 HTTP/1.1" status: 204 len: 168 time: 1.0557039 Sep 15 07:47:18.133926 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 40132) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:47:18.198339 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a78c1b-2439-4408-9a6f-22f5ccdf6a38 admin admin] Pushing event deleted for resources: {'Network': ['ID=85a7f1ba-3d89-421a-8e93-c34cc3e5ffc3,revision_number=None']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:47:18.217374 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-d8318b87-b0cd-4acf-b79e-51b5dbd399be req-c6e3312e-f7fa-42ef-8491-a8ae167cc19f tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4600a1fd-6542-4a0a-b67c-fb313d57eb82 HTTP/1.1" status: 200 len: 210 time: 0.0423031 Sep 15 07:47:18.230427 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.db.db_base_plugin_common [req-af087237-30c5-4fb5-975e-8072f0c62930 req-5048c343-a907-4ae4-9a2e-01ba75f3c61f tempest-VolumesActionsTest-601705062 tempest-VolumesActionsTest-601705062-project] Allocated IP 172.20.0.3 (6566ac70-70ae-4e19-b0b8-45ffeb54dc33/3ebecc23-dbcc-4893-b2b3-2106c0430d46/1b7de612-7337-4798-8d30-8d58396efb98) {{(pid=107279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 07:47:18.266108 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:47:18.301373 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-98e1d6a8-1ddb-4ee7-a1c2-1b2c76c15eca admin admin] Publish callbacks [] for security_group (7efb6623-4e3a-4929-83d7-329c674f9bd4), before_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:18.361986 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-98e1d6a8-1ddb-4ee7-a1c2-1b2c76c15eca admin admin] Publish callbacks [] for security_group (7efb6623-4e3a-4929-83d7-329c674f9bd4), precommit_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:18.371239 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=90,neutron:INSERT=10 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:47:18.397142 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [req-af087237-30c5-4fb5-975e-8072f0c62930 req-5048c343-a907-4ae4-9a2e-01ba75f3c61f tempest-VolumesActionsTest-601705062 tempest-VolumesActionsTest-601705062-project] Publish callbacks [] for port (1b7de612-7337-4798-8d30-8d58396efb98), precommit_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:18.511073 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=5 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:47:18.548189 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [req-af087237-30c5-4fb5-975e-8072f0c62930 req-5048c343-a907-4ae4-9a2e-01ba75f3c61f tempest-VolumesActionsTest-601705062 tempest-VolumesActionsTest-601705062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729658170579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991753'] for port (1b7de612-7337-4798-8d30-8d58396efb98), after_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:18.554736 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-98e1d6a8-1ddb-4ee7-a1c2-1b2c76c15eca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (7efb6623-4e3a-4929-83d7-329c674f9bd4), after_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:18.555870 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd45dcd-b411-4c70-90bb-8297d26d8dbd req-9f5d4051-6199-48c2-a386-39df8985a333 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:47:18.557656 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-5fd45dcd-b411-4c70-90bb-8297d26d8dbd req-9f5d4051-6199-48c2-a386-39df8985a333 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=30ed5535-17bd-48d9-b6b5-ba296066b7ec HTTP/1.1" status: 200 len: 946 time: 0.0576539 Sep 15 07:47:18.562597 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-98e1d6a8-1ddb-4ee7-a1c2-1b2c76c15eca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:18.564896 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-98e1d6a8-1ddb-4ee7-a1c2-1b2c76c15eca admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/7efb6623-4e3a-4929-83d7-329c674f9bd4 HTTP/1.1" status: 204 len: 168 time: 0.5033343 Sep 15 07:47:18.580954 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e1d6a8-1ddb-4ee7-a1c2-1b2c76c15eca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7efb6623-4e3a-4929-83d7-329c674f9bd4,revision_number=None']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:47:18.612356 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-4b74eba4-5d9e-42ad-852f-93d32d7c6411 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2002598'] for router_interface (8ccf9a74-1778-43f4-b595-a012a79c9908), before_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:18.656764 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af087237-30c5-4fb5-975e-8072f0c62930 req-5048c343-a907-4ae4-9a2e-01ba75f3c61f tempest-VolumesActionsTest-601705062 tempest-VolumesActionsTest-601705062-project] Network 6566ac70-70ae-4e19-b0b8-45ffeb54dc33 is already hosted by enough agents. {{(pid=107279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 07:47:18.662395 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5048c343-a907-4ae4-9a2e-01ba75f3c61f tempest-VolumesActionsTest-601705062 tempest-VolumesActionsTest-601705062-project] Pushing event updated for resources: {'Port': ['ID=1b7de612-7337-4798-8d30-8d58396efb98,revision_number=1']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:47:18.668504 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.scheduler.base_scheduler [req-af087237-30c5-4fb5-975e-8072f0c62930 req-5048c343-a907-4ae4-9a2e-01ba75f3c61f tempest-VolumesActionsTest-601705062 tempest-VolumesActionsTest-601705062-project] Resources bound (agent type, host, resource id): {{(pid=107279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 07:47:18.674757 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.db.l3_dvrscheduler_db [req-af087237-30c5-4fb5-975e-8072f0c62930 req-5048c343-a907-4ae4-9a2e-01ba75f3c61f tempest-VolumesActionsTest-601705062 tempest-VolumesActionsTest-601705062-project] Received port after_create {{(pid=107279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 07:47:18.691581 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:47:18.708503 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-5fd45dcd-b411-4c70-90bb-8297d26d8dbd req-cc76ed11-f641-4635-ab21-f36f03b6ad40 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=be0daa10-fd6e-4380-aa0f-09cb542308d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1412442 Sep 15 07:47:18.733956 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af087237-30c5-4fb5-975e-8072f0c62930 req-5048c343-a907-4ae4-9a2e-01ba75f3c61f tempest-VolumesActionsTest-601705062 tempest-VolumesActionsTest-601705062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:47:18.733956 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [req-af087237-30c5-4fb5-975e-8072f0c62930 req-5048c343-a907-4ae4-9a2e-01ba75f3c61f tempest-VolumesActionsTest-601705062 tempest-VolumesActionsTest-601705062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382552'] for port (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:18.835312 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-af087237-30c5-4fb5-975e-8072f0c62930 req-5048c343-a907-4ae4-9a2e-01ba75f3c61f tempest-VolumesActionsTest-601705062 tempest-VolumesActionsTest-601705062-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0849075 Sep 15 07:47:18.846511 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade272d7-b4cf-41f0-8e85-fe7fd7fb22af req-3c3fe760-4f27-45d4-aedf-a4726d1e4753 tempest-VolumesActionsTest-601705062 tempest-VolumesActionsTest-601705062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:47:18.847968 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-ade272d7-b4cf-41f0-8e85-fe7fd7fb22af req-3c3fe760-4f27-45d4-aedf-a4726d1e4753 tempest-VolumesActionsTest-601705062 tempest-VolumesActionsTest-601705062-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=eec05c81-a578-4380-b05f-7e4eab9f2103 HTTP/1.1" status: 200 len: 931 time: 0.0530779 Sep 15 07:47:18.853794 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.v2.base [req-af087237-30c5-4fb5-975e-8072f0c62930 req-abf021f3-d87a-451d-b819-33df01a3fb7d service neutron] Request body: {'port': {'device_id': 'eec05c81-a578-4380-b05f-7e4eab9f2103', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82414'}} {{(pid=107279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:47:18.865850 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.plugin [None req-4b74eba4-5d9e-42ad-852f-93d32d7c6411 admin admin] Deleting port 44c6e0e2-29de-4df0-a0dd-06670e16f0dc {{(pid=107276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 07:47:18.869663 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-4b74eba4-5d9e-42ad-852f-93d32d7c6411 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729658711565'] for port (44c6e0e2-29de-4df0-a0dd-06670e16f0dc), before_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:18.956066 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [req-af087237-30c5-4fb5-975e-8072f0c62930 req-abf021f3-d87a-451d-b819-33df01a3fb7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (1b7de612-7337-4798-8d30-8d58396efb98), before_update {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:18.958458 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.db [None req-4b74eba4-5d9e-42ad-852f-93d32d7c6411 admin admin] For port 44c6e0e2-29de-4df0-a0dd-06670e16f0dc, host dv-cinder-824149-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-6-iscsi',level=0,port_id=44c6e0e2-29de-4df0-a0dd-06670e16f0dc,segment=NetworkSegment(e7b9d949-1920-49e5-9e5b-700b79239be1),segment_id=e7b9d949-1920-49e5-9e5b-700b79239be1)] {{(pid=107276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:47:18.958866 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-4b74eba4-5d9e-42ad-852f-93d32d7c6411 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009180'] for port (44c6e0e2-29de-4df0-a0dd-06670e16f0dc), precommit_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:18.979669 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.plugin [None req-4b74eba4-5d9e-42ad-852f-93d32d7c6411 admin admin] Calling delete_port for 44c6e0e2-29de-4df0-a0dd-06670e16f0dc owned by network:router_interface {{(pid=107276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 07:47:18.997569 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-ade272d7-b4cf-41f0-8e85-fe7fd7fb22af req-a342666f-9e0d-41aa-9edb-24e339d4e4c9 tempest-VolumesActionsTest-601705062 tempest-VolumesActionsTest-601705062-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2422bd40-9810-4402-aa2f-1aab7adf2760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393678 Sep 15 07:47:19.101435 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:47:19.144515 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:47:19.263224 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-4b74eba4-5d9e-42ad-852f-93d32d7c6411 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729658628491', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729658170588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260827426'] for port (44c6e0e2-29de-4df0-a0dd-06670e16f0dc), after_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:19.266994 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.notifiers.nova [req-af087237-30c5-4fb5-975e-8072f0c62930 req-abf021f3-d87a-451d-b819-33df01a3fb7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b7de612-7337-4798-8d30-8d58396efb98 {{(pid=107279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 07:47:19.275810 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [req-af087237-30c5-4fb5-975e-8072f0c62930 req-abf021f3-d87a-451d-b819-33df01a3fb7d service neutron] Publish callbacks [] for port (1b7de612-7337-4798-8d30-8d58396efb98), precommit_update {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:19.290466 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.db.provisioning_blocks [req-af087237-30c5-4fb5-975e-8072f0c62930 req-abf021f3-d87a-451d-b819-33df01a3fb7d service neutron] Transition to ACTIVE for port object 1b7de612-7337-4798-8d30-8d58396efb98 will not be triggered until provisioned by entity L2. {{(pid=107279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 15 07:47:19.294954 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74eba4-5d9e-42ad-852f-93d32d7c6411 admin admin] Pushing event deleted for resources: {'Port': ['ID=44c6e0e2-29de-4df0-a0dd-06670e16f0dc,revision_number=None']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:47:19.365088 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-2c246189-c82b-4994-bad6-6d0a4a2a926a req-5e86b28c-38e4-4073-aeb3-0ce6d8c0ac9d tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4600a1fd-6542-4a0a-b67c-fb313d57eb82 HTTP/1.1" status: 200 len: 210 time: 0.0348866 Sep 15 07:47:19.379536 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [req-af087237-30c5-4fb5-975e-8072f0c62930 req-abf021f3-d87a-451d-b819-33df01a3fb7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991792'] for port (1b7de612-7337-4798-8d30-8d58396efb98), after_update {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:19.508645 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-4b74eba4-5d9e-42ad-852f-93d32d7c6411 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2007574'] for router_interface (8ccf9a74-1778-43f4-b595-a012a79c9908), after_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:19.541914 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf021f3-d87a-451d-b819-33df01a3fb7d service neutron] Pushing event updated for resources: {'Port': ['ID=1b7de612-7337-4798-8d30-8d58396efb98,revision_number=2']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:47:19.547060 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.managers [req-af087237-30c5-4fb5-975e-8072f0c62930 req-abf021f3-d87a-451d-b819-33df01a3fb7d service neutron] Attempting to bind port 1b7de612-7337-4798-8d30-8d58396efb98 on host hv-cinder-82414 for vnic_type normal with profile {{(pid=107279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 07:47:19.549973 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.managers [req-af087237-30c5-4fb5-975e-8072f0c62930 req-abf021f3-d87a-451d-b819-33df01a3fb7d service neutron] Attempting to bind port 1b7de612-7337-4798-8d30-8d58396efb98 by drivers openvswitch,hyperv on host hv-cinder-82414 at level 0 using segments [{'id': '4608dfcc-ca7b-4602-8377-f77eb3674134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '6566ac70-70ae-4e19-b0b8-45ffeb54dc33'}] {{(pid=107279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 07:47:19.549973 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af087237-30c5-4fb5-975e-8072f0c62930 req-abf021f3-d87a-451d-b819-33df01a3fb7d service neutron] Attempting to bind port 1b7de612-7337-4798-8d30-8d58396efb98 on network 6566ac70-70ae-4e19-b0b8-45ffeb54dc33 {{(pid=107279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 07:47:19.600388 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af087237-30c5-4fb5-975e-8072f0c62930 req-abf021f3-d87a-451d-b819-33df01a3fb7d service neutron] Port 1b7de612-7337-4798-8d30-8d58396efb98 on network 6566ac70-70ae-4e19-b0b8-45ffeb54dc33 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82414 {{(pid=107279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 07:47:19.600714 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af087237-30c5-4fb5-975e-8072f0c62930 req-abf021f3-d87a-451d-b819-33df01a3fb7d service neutron] Attempting to bind port 1b7de612-7337-4798-8d30-8d58396efb98 on network 6566ac70-70ae-4e19-b0b8-45ffeb54dc33 {{(pid=107279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 07:47:19.641104 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:47:19.650523 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af087237-30c5-4fb5-975e-8072f0c62930 req-abf021f3-d87a-451d-b819-33df01a3fb7d service neutron] Checking agent: {'id': '25cf60a6-7ad2-448a-9326-c12b453ddee0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82414', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 7, 36, 43), 'started_at': datetime.datetime(2022, 9, 15, 7, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 7, 47, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 07:47:19.651056 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af087237-30c5-4fb5-975e-8072f0c62930 req-abf021f3-d87a-451d-b819-33df01a3fb7d service neutron] Checking segment: {'id': '4608dfcc-ca7b-4602-8377-f77eb3674134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '6566ac70-70ae-4e19-b0b8-45ffeb54dc33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 07:47:19.651563 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af087237-30c5-4fb5-975e-8072f0c62930 req-abf021f3-d87a-451d-b819-33df01a3fb7d service neutron] Bound using segment: {'id': '4608dfcc-ca7b-4602-8377-f77eb3674134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '6566ac70-70ae-4e19-b0b8-45ffeb54dc33'} {{(pid=107279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 07:47:19.652001 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.managers [req-af087237-30c5-4fb5-975e-8072f0c62930 req-abf021f3-d87a-451d-b819-33df01a3fb7d service neutron] Bound port: 1b7de612-7337-4798-8d30-8d58396efb98, host: hv-cinder-82414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4608dfcc-ca7b-4602-8377-f77eb3674134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '6566ac70-70ae-4e19-b0b8-45ffeb54dc33'}}] {{(pid=107279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 07:47:19.652369 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [req-af087237-30c5-4fb5-975e-8072f0c62930 req-abf021f3-d87a-451d-b819-33df01a3fb7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (1b7de612-7337-4798-8d30-8d58396efb98), before_update {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:19.719742 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.db [req-af087237-30c5-4fb5-975e-8072f0c62930 req-abf021f3-d87a-451d-b819-33df01a3fb7d service neutron] For port 1b7de612-7337-4798-8d30-8d58396efb98, host hv-cinder-82414, cleared binding levels {{(pid=107279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 07:47:19.723311 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.db [req-af087237-30c5-4fb5-975e-8072f0c62930 req-abf021f3-d87a-451d-b819-33df01a3fb7d service neutron] For port 1b7de612-7337-4798-8d30-8d58396efb98, host hv-cinder-82414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=1b7de612-7337-4798-8d30-8d58396efb98,segment=NetworkSegment(4608dfcc-ca7b-4602-8377-f77eb3674134),segment_id=4608dfcc-ca7b-4602-8377-f77eb3674134)] {{(pid=107279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 07:47:19.777497 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b74eba4-5d9e-42ad-852f-93d32d7c6411 admin admin] Router 8ccf9a74-1778-43f4-b595-a012a79c9908 has already been hosted by L3 agent 6177172c-20b9-4a3a-92be-d5dd082cfa3a {{(pid=107276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 07:47:19.780993 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:DELETE=4,neutron:UPDATE=1,neutron:SELECT=95 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:47:19.795336 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 40172) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:47:19.837840 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [req-af087237-30c5-4fb5-975e-8072f0c62930 req-abf021f3-d87a-451d-b819-33df01a3fb7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991792'] for port (1b7de612-7337-4798-8d30-8d58396efb98), after_update {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:19.872538 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af087237-30c5-4fb5-975e-8072f0c62930 req-abf021f3-d87a-451d-b819-33df01a3fb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:47:19.873262 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [req-af087237-30c5-4fb5-975e-8072f0c62930 req-abf021f3-d87a-451d-b819-33df01a3fb7d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382552'] for port (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:19.874763 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-af087237-30c5-4fb5-975e-8072f0c62930 req-abf021f3-d87a-451d-b819-33df01a3fb7d service neutron] 10.222.0.26 "PUT /networking/v2.0/ports/1b7de612-7337-4798-8d30-8d58396efb98 HTTP/1.1" status: 200 len: 1093 time: 1.0253952 Sep 15 07:47:19.875431 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eec05c81-a578-4380-b05f-7e4eab9f2103', 'tag': '1b7de612-7337-4798-8d30-8d58396efb98'}] {{(pid=107279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 07:47:19.877806 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706979451550896f7b9833a7a6f18e8e6b98f6eca7edeab709f82497fe6197ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e58fdd7-3cda-4776-aed0-ca979f40d97c" -d '{"events": [{"name": "network-changed", "server_uuid": "eec05c81-a578-4380-b05f-7e4eab9f2103", "tag": "1b7de612-7337-4798-8d30-8d58396efb98"}]}' {{(pid=107279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 07:47:19.907643 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf021f3-d87a-451d-b819-33df01a3fb7d service neutron] Pushing event updated for resources: {'Port': ['ID=1b7de612-7337-4798-8d30-8d58396efb98,revision_number=3']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:47:19.921472 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9af44c5-ebe5-46eb-9829-258ff52b3e48 req-8dc80bb8-dc25-47b5-b6cb-31f75e0fda08 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:47:19.923050 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-d9af44c5-ebe5-46eb-9829-258ff52b3e48 req-8dc80bb8-dc25-47b5-b6cb-31f75e0fda08 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=30ed5535-17bd-48d9-b6b5-ba296066b7ec HTTP/1.1" status: 200 len: 946 time: 0.1190915 Sep 15 07:47:19.926993 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b74eba4-5d9e-42ad-852f-93d32d7c6411 admin admin] Notify agent at l3_agent.dv-cinder-824149-6-iscsi the message routers_updated {{(pid=107276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 07:47:19.933229 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.v2.base [None req-f6dddaa9-0a43-47b0-b985-b70f554f0f23 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-133076663-network', 'tenant_id': '00091272c5a745f2bf80723a69fbfc61'}} {{(pid=107279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:47:19.936372 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-4b74eba4-5d9e-42ad-852f-93d32d7c6411 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/8ccf9a74-1778-43f4-b595-a012a79c9908/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7927415 Sep 15 07:47:19.938014 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 40178) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:47:19.940585 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b695a3ee-f6ef-4a2e-aa65-fe336eb1145f None None] Sync routers for ids ['8ccf9a74-1778-43f4-b595-a012a79c9908'] in dv-cinder-824149-6-iscsi {{(pid=107295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 07:47:19.960648 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b695a3ee-f6ef-4a2e-aa65-fe336eb1145f None None] Routers {'8ccf9a74-1778-43f4-b595-a012a79c9908'} bound to L3 agent in host dv-cinder-824149-6-iscsi {{(pid=107295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 07:47:19.964117 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_hamode_db [None req-b695a3ee-f6ef-4a2e-aa65-fe336eb1145f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-15T07:30:25Z,description=,heartbeat_timestamp=2022-09-15T07:46:55Z,host='dv-cinder-824149-6-iscsi',id=6177172c-20b9-4a3a-92be-d5dd082cfa3a,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T07:30:25Z,topic='l3_agent')) {'router_ids': ['8ccf9a74-1778-43f4-b595-a012a79c9908'], 'active': True} {{(pid=107295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:47:19.969759 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 07:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c36af20a-e30c-4c1d-9d85-2b02cb3eb237 x-openstack-request-id: req-c36af20a-e30c-4c1d-9d85-2b02cb3eb237 {{(pid=107279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 07:47:19.970385 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eec05c81-a578-4380-b05f-7e4eab9f2103", "tag": "1b7de612-7337-4798-8d30-8d58396efb98", "status": "completed", "code": 200}]} {{(pid=107279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 07:47:19.970385 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c36af20a-e30c-4c1d-9d85-2b02cb3eb237 {{(pid=107279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 07:47:19.970684 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c36af20a-e30c-4c1d-9d85-2b02cb3eb237'] response: {'name': 'network-changed', 'server_uuid': 'eec05c81-a578-4380-b05f-7e4eab9f2103', 'tag': '1b7de612-7337-4798-8d30-8d58396efb98', 'status': 'completed', 'code': 200} Sep 15 07:47:20.054957 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e58fdd7-3cda-4776-aed0-ca979f40d97c req-34265221-9e21-4d3c-af25-c3f598ec1ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:47:20.057739 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-2e58fdd7-3cda-4776-aed0-ca979f40d97c req-34265221-9e21-4d3c-af25-c3f598ec1ff3 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=988cf6a6fa2b452e8c4c017f282d144c&device_id=eec05c81-a578-4380-b05f-7e4eab9f2103 HTTP/1.1" status: 200 len: 1127 time: 0.0707536 Sep 15 07:47:20.070135 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-d9af44c5-ebe5-46eb-9829-258ff52b3e48 req-583735dc-b366-488c-9afc-9a0a452b5164 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=be0daa10-fd6e-4380-aa0f-09cb542308d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1368153 Sep 15 07:47:20.078453 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6dddaa9-0a43-47b0-b985-b70f554f0f23 admin admin] Made reservation on behalf of 00091272c5a745f2bf80723a69fbfc61 for: {'network': 1} {{(pid=107279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 07:47:20.081653 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-f6dddaa9-0a43-47b0-b985-b70f554f0f23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for network (None), before_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:20.099557 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-f6dddaa9-0a43-47b0-b985-b70f554f0f23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:20.101042 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_dvr_db [None req-b695a3ee-f6ef-4a2e-aa65-fe336eb1145f None None] Set router 8ccf9a74-1778-43f4-b595-a012a79c9908 gateway port host: dv-cinder-824149-6-iscsi {{(pid=107295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 07:47:20.136384 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-67dd1181-4519-4352-a71c-e8c33f0b4bdb admin admin] Publish callbacks [] for router (8ccf9a74-1778-43f4-b595-a012a79c9908), before_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:20.203473 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6b0235-e8c6-4306-ad51-b5417f6eabec req-0dfff6b6-1e33-467e-aa82-35b2f5baf344 tempest-VolumesActionsTest-601705062 tempest-VolumesActionsTest-601705062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:47:20.204968 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-ba6b0235-e8c6-4306-ad51-b5417f6eabec req-0dfff6b6-1e33-467e-aa82-35b2f5baf344 tempest-VolumesActionsTest-601705062 tempest-VolumesActionsTest-601705062-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=eec05c81-a578-4380-b05f-7e4eab9f2103 HTTP/1.1" status: 200 len: 943 time: 0.0695345 Sep 15 07:47:20.256726 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-67dd1181-4519-4352-a71c-e8c33f0b4bdb admin admin] Publish callbacks [] for router_gateway (8ccf9a74-1778-43f4-b595-a012a79c9908), before_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:20.261524 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:47:20.313088 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_hamode_db [None req-b695a3ee-f6ef-4a2e-aa65-fe336eb1145f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ccf9a74-1778-43f4-b595-a012a79c9908', 'name': 'tempest-TestShelveInstance-383197483-router', 'tenant_id': 'c1f22762fda74145b0fd8abb6d133392', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '960a79ad-2c0f-49fa-8f3f-ce64c68d20e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:41:38Z', 'updated_at': '2022-09-15T07:47:19Z', 'revision_number': 5, 'project_id': 'c1f22762fda74145b0fd8abb6d133392', 'gw_port': {'id': '960a79ad-2c0f-49fa-8f3f-ce64c68d20e0', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:4f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ccf9a74-1778-43f4-b595-a012a79c9908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:41:39Z', 'updated_at': '2022-09-15T07:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi'}], 'dv-cinder-824149-6-iscsi', False) {} {{(pid=107295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:47:20.336476 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-ba6b0235-e8c6-4306-ad51-b5417f6eabec req-9d05449b-13af-42e3-af78-91fd754dc3c5 tempest-VolumesActionsTest-601705062 tempest-VolumesActionsTest-601705062-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2422bd40-9810-4402-aa2f-1aab7adf2760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002214 Sep 15 07:47:20.341437 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b695a3ee-f6ef-4a2e-aa65-fe336eb1145f None None] Checking router: 8ccf9a74-1778-43f4-b595-a012a79c9908 for host: dv-cinder-824149-6-iscsi {{(pid=107295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 07:47:20.344319 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e58fdd7-3cda-4776-aed0-ca979f40d97c req-8a7cbfb5-2dc6-4505-a454-52fd276f9367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:47:20.346741 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-2e58fdd7-3cda-4776-aed0-ca979f40d97c req-8a7cbfb5-2dc6-4505-a454-52fd276f9367 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?tenant_id=988cf6a6fa2b452e8c4c017f282d144c&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2688217 Sep 15 07:47:20.351252 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b695a3ee-f6ef-4a2e-aa65-fe336eb1145f None None] Routers {'8ccf9a74-1778-43f4-b595-a012a79c9908'} bound to L3 agent in host dv-cinder-824149-6-iscsi {{(pid=107295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 07:47:20.352128 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_hamode_db [None req-b695a3ee-f6ef-4a2e-aa65-fe336eb1145f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-15T07:30:25Z,description=,heartbeat_timestamp=2022-09-15T07:46:55Z,host='dv-cinder-824149-6-iscsi',id=6177172c-20b9-4a3a-92be-d5dd082cfa3a,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T07:30:25Z,topic='l3_agent')) {'router_ids': ['8ccf9a74-1778-43f4-b595-a012a79c9908'], 'active': True} {{(pid=107295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:47:20.359740 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.plugin [None req-67dd1181-4519-4352-a71c-e8c33f0b4bdb admin admin] Deleting port 960a79ad-2c0f-49fa-8f3f-ce64c68d20e0 {{(pid=107276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 07:47:20.360080 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-67dd1181-4519-4352-a71c-e8c33f0b4bdb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729658711565'] for port (960a79ad-2c0f-49fa-8f3f-ce64c68d20e0), before_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:20.381971 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-f6dddaa9-0a43-47b0-b985-b70f554f0f23 admin admin] Publish callbacks [] for security_group (397109af-b9fe-4303-a659-43ba7c19828f), precommit_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:20.448764 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-f6dddaa9-0a43-47b0-b985-b70f554f0f23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (397109af-b9fe-4303-a659-43ba7c19828f), after_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:20.458826 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_dvr_db [None req-b695a3ee-f6ef-4a2e-aa65-fe336eb1145f None None] Set router 8ccf9a74-1778-43f4-b595-a012a79c9908 gateway port host: None {{(pid=107295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 07:47:20.506972 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6dddaa9-0a43-47b0-b985-b70f554f0f23 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=107279) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 07:47:20.522738 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_hamode_db [None req-b695a3ee-f6ef-4a2e-aa65-fe336eb1145f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ccf9a74-1778-43f4-b595-a012a79c9908', 'name': 'tempest-TestShelveInstance-383197483-router', 'tenant_id': 'c1f22762fda74145b0fd8abb6d133392', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:41:38Z', 'updated_at': '2022-09-15T07:47:20Z', 'revision_number': 6, 'project_id': 'c1f22762fda74145b0fd8abb6d133392', 'gw_port_host': None}], 'dv-cinder-824149-6-iscsi', False) {} {{(pid=107295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:47:20.554736 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b695a3ee-f6ef-4a2e-aa65-fe336eb1145f None None] The sync data for ids ['8ccf9a74-1778-43f4-b595-a012a79c9908'] in dv-cinder-824149-6-iscsi is: [{'id': '8ccf9a74-1778-43f4-b595-a012a79c9908', 'name': 'tempest-TestShelveInstance-383197483-router', 'tenant_id': 'c1f22762fda74145b0fd8abb6d133392', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:41:38Z', 'updated_at': '2022-09-15T07:47:20Z', 'revision_number': 6, 'project_id': 'c1f22762fda74145b0fd8abb6d133392', 'gw_port_host': None}] {{(pid=107295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 07:47:20.573487 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-f6dddaa9-0a43-47b0-b985-b70f554f0f23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906830'] for segment (b9f438cb-efc4-4a05-9045-6ca915872e67), precommit_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:20.573848 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.db.segments_db [None req-f6dddaa9-0a43-47b0-b985-b70f554f0f23 admin admin] Added segment b9f438cb-efc4-4a05-9045-6ca915872e67 of type vlan for network 970c4a81-43bc-4dcc-bb59-25887f2adff4 Sep 15 07:47:20.576399 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-617d00a1-b48c-4533-bb92-a93d929c5981 req-671f9a87-7eb9-4f7c-a096-0f95a7a4b835 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4600a1fd-6542-4a0a-b67c-fb313d57eb82 HTTP/1.1" status: 200 len: 210 time: 0.0731156 Sep 15 07:47:20.585708 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dddaa9-0a43-47b0-b985-b70f554f0f23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=397109af-b9fe-4303-a659-43ba7c19828f,revision_number=1']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:47:20.661049 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-f6dddaa9-0a43-47b0-b985-b70f554f0f23 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729658139832'] for network (970c4a81-43bc-4dcc-bb59-25887f2adff4), precommit_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:20.671855 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e58fdd7-3cda-4776-aed0-ca979f40d97c req-47a38ec0-3abe-412b-8a35-5bb58dacdc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:47:20.673337 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-2e58fdd7-3cda-4776-aed0-ca979f40d97c req-47a38ec0-3abe-412b-8a35-5bb58dacdc31 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2493083 Sep 15 07:47:20.688742 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=4 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:47:20.752484 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af087237-30c5-4fb5-975e-8072f0c62930 req-505818bc-cc79-4dce-885e-be8541f1dc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:47:20.754022 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-af087237-30c5-4fb5-975e-8072f0c62930 req-505818bc-cc79-4dce-885e-be8541f1dc31 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=988cf6a6fa2b452e8c4c017f282d144c&device_id=eec05c81-a578-4380-b05f-7e4eab9f2103 HTTP/1.1" status: 200 len: 1127 time: 0.0403810 Sep 15 07:47:20.767253 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-f6dddaa9-0a43-47b0-b985-b70f554f0f23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204'] for network (970c4a81-43bc-4dcc-bb59-25887f2adff4), after_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:20.768178 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6dddaa9-0a43-47b0-b985-b70f554f0f23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:47:20.768742 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-f6dddaa9-0a43-47b0-b985-b70f554f0f23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586190'] for network (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:20.814354 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-af087237-30c5-4fb5-975e-8072f0c62930 req-0a0ba9a9-a95f-440e-8e7e-544d2fcf2064 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1b7de612-7337-4798-8d30-8d58396efb98 HTTP/1.1" status: 200 len: 217 time: 0.0537992 Sep 15 07:47:20.840301 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.db [None req-67dd1181-4519-4352-a71c-e8c33f0b4bdb admin admin] For port 960a79ad-2c0f-49fa-8f3f-ce64c68d20e0, host dv-cinder-824149-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-6-iscsi',level=0,port_id=960a79ad-2c0f-49fa-8f3f-ce64c68d20e0,segment=NetworkSegment(8c607054-1f24-4b82-9f54-7b368db757ce),segment_id=8c607054-1f24-4b82-9f54-7b368db757ce)] {{(pid=107276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:47:20.840931 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-67dd1181-4519-4352-a71c-e8c33f0b4bdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009180'] for port (960a79ad-2c0f-49fa-8f3f-ce64c68d20e0), precommit_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:20.843550 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:47:20.865112 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.plugin [None req-67dd1181-4519-4352-a71c-e8c33f0b4bdb admin admin] Calling delete_port for 960a79ad-2c0f-49fa-8f3f-ce64c68d20e0 owned by network:router_gateway {{(pid=107276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 07:47:20.873294 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7405d278-bfac-4ab8-bf82-d12f77b237be req-e6fb9291-2bdf-4c33-9ddd-5caadf78e9c9 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:47:20.874754 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-7405d278-bfac-4ab8-bf82-d12f77b237be req-e6fb9291-2bdf-4c33-9ddd-5caadf78e9c9 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.26 "GET /networking/v2.0/networks?id=2c10a638-2533-4c87-88f1-ce4db4dec0fd HTTP/1.1" status: 200 len: 811 time: 0.1547270 Sep 15 07:47:20.894682 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dddaa9-0a43-47b0-b985-b70f554f0f23 admin admin] Pushing event updated for resources: {'Network': ['ID=970c4a81-43bc-4dcc-bb59-25887f2adff4,revision_number=1']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:47:20.902639 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af087237-30c5-4fb5-975e-8072f0c62930 req-994e61d3-facc-4344-bd2c-88a9657286e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:47:20.904927 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-af087237-30c5-4fb5-975e-8072f0c62930 req-994e61d3-facc-4344-bd2c-88a9657286e6 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=3ebecc23-dbcc-4893-b2b3-2106c0430d46 HTTP/1.1" status: 200 len: 849 time: 0.0840054 Sep 15 07:47:20.908235 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Network 970c4a81-43bc-4dcc-bb59-25887f2adff4 details requested by agent ovs-agent-dv-cinder-824149-6-iscsi with host dv-cinder-824149-6-iscsi {{(pid=107290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 07:47:20.956845 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-af087237-30c5-4fb5-975e-8072f0c62930 req-dfb04cd8-127e-4e31-a4a0-fa3207611dff service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=6566ac70-70ae-4e19-b0b8-45ffeb54dc33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447657 Sep 15 07:47:20.963580 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-f6dddaa9-0a43-47b0-b985-b70f554f0f23 admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1638970 Sep 15 07:47:20.988489 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 40184) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:47:20.996182 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.v2.base [None req-8c066b2d-ece8-45a5-8cd1-6c0ef9d51f21 admin admin] Request body: {'subnet': {'network_id': '970c4a81-43bc-4dcc-bb59-25887f2adff4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-133076663-subnet', 'tenant_id': '00091272c5a745f2bf80723a69fbfc61', 'ip_version': 4}} {{(pid=107279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:47:21.099794 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-7405d278-bfac-4ab8-bf82-d12f77b237be req-1beaf244-f364-4ae1-abcf-40c9a79308a0 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.26 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=af1e008c4bfa41e18488c63ea0f17b27 HTTP/1.1" status: 200 len: 380 time: 0.1854551 Sep 15 07:47:21.109167 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.v2.base [req-7405d278-bfac-4ab8-bf82-d12f77b237be req-7b7620f5-041c-4d64-9caf-36188adb7ba6 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Request body: {'port': {'device_id': '4600a1fd-6542-4a0a-b67c-fb313d57eb82', 'network_id': '2c10a638-2533-4c87-88f1-ce4db4dec0fd', 'admin_state_up': True, 'tenant_id': 'af1e008c4bfa41e18488c63ea0f17b27', 'security_groups': ['bd1948ba-0dcc-463f-ac7d-46ca49a9cc24']}} {{(pid=107276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:47:21.111828 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-af087237-30c5-4fb5-975e-8072f0c62930 req-42d68c74-afa7-4e54-a510-3c6dd989ec52 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/6566ac70-70ae-4e19-b0b8-45ffeb54dc33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481371 Sep 15 07:47:21.191929 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c066b2d-ece8-45a5-8cd1-6c0ef9d51f21 admin admin] Made reservation on behalf of 00091272c5a745f2bf80723a69fbfc61 for: {'subnet': 1} {{(pid=107279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 07:47:21.194383 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-8c066b2d-ece8-45a5-8cd1-6c0ef9d51f21 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260930254'] for subnet (None), before_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:21.221678 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:47:21.281959 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-67dd1181-4519-4352-a71c-e8c33f0b4bdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729658628491', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729658170588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260827426'] for port (960a79ad-2c0f-49fa-8f3f-ce64c68d20e0), after_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:21.289991 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a12bd2-e554-412c-ad43-9392c2580d7d req-200e80a5-fd46-4dd9-a154-f487a04d6c24 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:47:21.291814 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-c9a12bd2-e554-412c-ad43-9392c2580d7d req-200e80a5-fd46-4dd9-a154-f487a04d6c24 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=30ed5535-17bd-48d9-b6b5-ba296066b7ec HTTP/1.1" status: 200 len: 946 time: 0.1178968 Sep 15 07:47:21.313600 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dd1181-4519-4352-a71c-e8c33f0b4bdb admin admin] Pushing event deleted for resources: {'Port': ['ID=960a79ad-2c0f-49fa-8f3f-ce64c68d20e0,revision_number=None']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:47:21.322876 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:47:21.358985 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-af087237-30c5-4fb5-975e-8072f0c62930 req-370445c1-df92-4758-95a4-4c17e916de42 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/6566ac70-70ae-4e19-b0b8-45ffeb54dc33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403784 Sep 15 07:47:21.370385 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7405d278-bfac-4ab8-bf82-d12f77b237be req-7b7620f5-041c-4d64-9caf-36188adb7ba6 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Made reservation on behalf of af1e008c4bfa41e18488c63ea0f17b27 for: {'port': 1} {{(pid=107276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 07:47:21.378696 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-7405d278-bfac-4ab8-bf82-d12f77b237be req-7b7620f5-041c-4d64-9caf-36188adb7ba6 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (None), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:21.392510 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-c9a12bd2-e554-412c-ad43-9392c2580d7d req-fb79a50b-0aab-43d9-aa3e-a79194f592f7 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=be0daa10-fd6e-4380-aa0f-09cb542308d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912664 Sep 15 07:47:21.428756 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-67dd1181-4519-4352-a71c-e8c33f0b4bdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2007388'] for router_gateway (8ccf9a74-1778-43f4-b595-a012a79c9908), after_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:21.533271 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717a8112-5a16-4613-8d6a-8fbb065352a7 req-190a558f-29bd-48f9-b941-d209e5ceb195 tempest-VolumesActionsTest-601705062 tempest-VolumesActionsTest-601705062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:47:21.534847 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-717a8112-5a16-4613-8d6a-8fbb065352a7 req-190a558f-29bd-48f9-b941-d209e5ceb195 tempest-VolumesActionsTest-601705062 tempest-VolumesActionsTest-601705062-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=eec05c81-a578-4380-b05f-7e4eab9f2103 HTTP/1.1" status: 200 len: 943 time: 0.0816786 Sep 15 07:47:21.563288 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-67dd1181-4519-4352-a71c-e8c33f0b4bdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2014664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1922'] for router (8ccf9a74-1778-43f4-b595-a012a79c9908), precommit_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:21.569685 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-67dd1181-4519-4352-a71c-e8c33f0b4bdb admin admin] Publish callbacks [] for router_controller (8ccf9a74-1778-43f4-b595-a012a79c9908), precommit_delete_associations {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:21.574593 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-8c066b2d-ece8-45a5-8cd1-6c0ef9d51f21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3994233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260930264'] for subnet (39682b7b-658f-4137-ab83-efd9644bda36), after_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:21.637872 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-717a8112-5a16-4613-8d6a-8fbb065352a7 req-4d4c448e-379c-4961-b293-0e359374f9e5 tempest-VolumesActionsTest-601705062 tempest-VolumesActionsTest-601705062-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2422bd40-9810-4402-aa2f-1aab7adf2760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946672 Sep 15 07:47:21.661792 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c066b2d-ece8-45a5-8cd1-6c0ef9d51f21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=39682b7b-658f-4137-ab83-efd9644bda36,revision_number=0']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:47:21.670189 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.db.db_base_plugin_common [req-7405d278-bfac-4ab8-bf82-d12f77b237be req-7b7620f5-041c-4d64-9caf-36188adb7ba6 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Allocated IP 172.20.0.8 (2c10a638-2533-4c87-88f1-ce4db4dec0fd/c8bb4817-976c-49f3-9d00-c474544f8d63/59dabb5f-8b21-46b0-96d6-3403654e5154) {{(pid=107276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 07:47:21.684916 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c066b2d-ece8-45a5-8cd1-6c0ef9d51f21 admin admin] Checking segment: {'id': 'b9f438cb-efc4-4a05-9045-6ca915872e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '970c4a81-43bc-4dcc-bb59-25887f2adff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 07:47:21.685339 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c066b2d-ece8-45a5-8cd1-6c0ef9d51f21 admin admin] Network hostable DHCP agents. Network: 970c4a81-43bc-4dcc-bb59-25887f2adff4, hostable agents: ['47b201f8-ba91-4005-8457-67653169c522'], hosted agents: [] {{(pid=107279) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 07:47:21.745824 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-7379eea9-3826-4b6b-a081-743227666ac8 req-6ed0475f-5390-43f8-a8c0-e973ffdb4023 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4600a1fd-6542-4a0a-b67c-fb313d57eb82 HTTP/1.1" status: 200 len: 210 time: 0.0301220 Sep 15 07:47:21.759903 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-67dd1181-4519-4352-a71c-e8c33f0b4bdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2007659'] for router (8ccf9a74-1778-43f4-b595-a012a79c9908), after_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:21.760472 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67dd1181-4519-4352-a71c-e8c33f0b4bdb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8ccf9a74-1778-43f4-b595-a012a79c9908 {{(pid=107276) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 07:47:21.767635 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=83,neutron:INSERT=8,neutron:DELETE=4,neutron:UPDATE=5 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:47:21.776875 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-67dd1181-4519-4352-a71c-e8c33f0b4bdb admin admin] Publish callbacks [] for router (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:21.777139 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c066b2d-ece8-45a5-8cd1-6c0ef9d51f21 admin admin] Network 970c4a81-43bc-4dcc-bb59-25887f2adff4 is scheduled to be hosted by DHCP agent 47b201f8-ba91-4005-8457-67653169c522 with binding_index 1 {{(pid=107279) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 07:47:21.778717 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-67dd1181-4519-4352-a71c-e8c33f0b4bdb admin admin] 10.222.0.42 "DELETE /networking/v2.0/routers/8ccf9a74-1778-43f4-b595-a012a79c9908 HTTP/1.1" status: 204 len: 168 time: 1.8385124 Sep 15 07:47:21.784246 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 40192) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:47:21.794352 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:47:21.833191 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.db.db_base_plugin_v2 [None req-723924fd-13d4-456d-bf4f-01124d4fdb79 admin admin] Deleting subnet bddd7ab3-fc85-4731-aae5-489697551137 {{(pid=107279) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 15 07:47:21.839119 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-7405d278-bfac-4ab8-bf82-d12f77b237be req-7b7620f5-041c-4d64-9caf-36188adb7ba6 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Publish callbacks [] for port (59dabb5f-8b21-46b0-96d6-3403654e5154), precommit_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:21.839277 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-723924fd-13d4-456d-bf4f-01124d4fdb79 admin admin] Publish callbacks [] for subnet (bddd7ab3-fc85-4731-aae5-489697551137), before_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:21.878551 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-723924fd-13d4-456d-bf4f-01124d4fdb79 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4067374'] for subnet (bddd7ab3-fc85-4731-aae5-489697551137), precommit_delete_associations {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:21.897563 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.scheduler.base_scheduler [None req-8c066b2d-ece8-45a5-8cd1-6c0ef9d51f21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824149-6-iscsi, 970c4a81-43bc-4dcc-bb59-25887f2adff4) {{(pid=107279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 07:47:21.904621 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c066b2d-ece8-45a5-8cd1-6c0ef9d51f21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:47:21.905204 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-8c066b2d-ece8-45a5-8cd1-6c0ef9d51f21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586190'] for subnet (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:21.908561 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-162e8a3d-f34a-49fa-8377-add40092822b None None] Network 970c4a81-43bc-4dcc-bb59-25887f2adff4 requested from dv-cinder-824149-6-iscsi {{(pid=107290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 07:47:21.932313 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-7405d278-bfac-4ab8-bf82-d12f77b237be req-7b7620f5-041c-4d64-9caf-36188adb7ba6 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729658170579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260827426'] for port (59dabb5f-8b21-46b0-96d6-3403654e5154), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:21.983247 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7405d278-bfac-4ab8-bf82-d12f77b237be req-7b7620f5-041c-4d64-9caf-36188adb7ba6 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Network 2c10a638-2533-4c87-88f1-ce4db4dec0fd is already hosted by enough agents. {{(pid=107276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 07:47:21.989506 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.scheduler.base_scheduler [req-7405d278-bfac-4ab8-bf82-d12f77b237be req-7b7620f5-041c-4d64-9caf-36188adb7ba6 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Resources bound (agent type, host, resource id): {{(pid=107276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 07:47:21.993660 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Device 44c6e0e2-29de-4df0-a0dd-06670e16f0dc no longer exists at agent ovs-agent-dv-cinder-824149-6-iscsi {{(pid=107290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 07:47:21.994858 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-723924fd-13d4-456d-bf4f-01124d4fdb79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-831850'] for subnet (bddd7ab3-fc85-4731-aae5-489697551137), precommit_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:22.001431 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.db.l3_dvrscheduler_db [req-7405d278-bfac-4ab8-bf82-d12f77b237be req-7b7620f5-041c-4d64-9caf-36188adb7ba6 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Received port after_create {{(pid=107276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 07:47:22.027698 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] No Port match for: 44c6e0e2-29de-4df0-a0dd-06670e16f0dc {{(pid=107290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 07:47:22.030905 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-8c066b2d-ece8-45a5-8cd1-6c0ef9d51f21 admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0392470 Sep 15 07:47:22.036277 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 40194) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:47:22.036439 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Device 44c6e0e2-29de-4df0-a0dd-06670e16f0dc not bound to the agent host dv-cinder-824149-6-iscsi {{(pid=107290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 07:47:22.036439 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Device 960a79ad-2c0f-49fa-8f3f-ce64c68d20e0 no longer exists at agent ovs-agent-dv-cinder-824149-6-iscsi {{(pid=107290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 07:47:22.036629 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.v2.base [None req-3c7f8803-7dc8-4756-85e3-1c904a09a757 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-133076663-router', 'tenant_id': '00091272c5a745f2bf80723a69fbfc61', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa'}}} {{(pid=107279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:47:22.046716 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7620f5-041c-4d64-9caf-36188adb7ba6 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Pushing event updated for resources: {'Port': ['ID=59dabb5f-8b21-46b0-96d6-3403654e5154,revision_number=1']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:47:22.054034 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-936ebf82-6363-4a50-bcab-cf87af15ee5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29e20e6a-f4c7-5fd3-bcac-85a18cccc141-970c4a81-43bc-4dcc-bb59-25887f2adff4', 'network_id': '970c4a81-43bc-4dcc-bb59-25887f2adff4', 'project_id': '00091272c5a745f2bf80723a69fbfc61', 'fixed_ips': [{'subnet_id': '39682b7b-658f-4137-ab83-efd9644bda36'}]}} from dv-cinder-824149-6-iscsi. {{(pid=107290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 15 07:47:22.055031 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-936ebf82-6363-4a50-bcab-cf87af15ee5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (None), before_create {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:22.059853 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] No Port match for: 960a79ad-2c0f-49fa-8f3f-ce64c68d20e0 {{(pid=107290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 07:47:22.060205 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Device 960a79ad-2c0f-49fa-8f3f-ce64c68d20e0 not bound to the agent host dv-cinder-824149-6-iscsi {{(pid=107290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 07:47:22.087872 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7405d278-bfac-4ab8-bf82-d12f77b237be req-7b7620f5-041c-4d64-9caf-36188adb7ba6 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:47:22.088518 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-7405d278-bfac-4ab8-bf82-d12f77b237be req-7b7620f5-041c-4d64-9caf-36188adb7ba6 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382552'] for port (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:22.197138 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-3c7f8803-7dc8-4756-85e3-1c904a09a757 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2008969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1936'] for router (ff723d16-2c01-4eab-afcd-4a5795346e92), before_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:22.198608 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-3c7f8803-7dc8-4756-85e3-1c904a09a757 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2014644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2006267', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2072115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1945'] for router (ff723d16-2c01-4eab-afcd-4a5795346e92), precommit_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:22.200317 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-7405d278-bfac-4ab8-bf82-d12f77b237be req-7b7620f5-041c-4d64-9caf-36188adb7ba6 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0947900 Sep 15 07:47:22.202215 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-723924fd-13d4-456d-bf4f-01124d4fdb79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-835415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3991718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260930273'] for subnet (bddd7ab3-fc85-4731-aae5-489697551137), after_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:22.206923 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.db_base_plugin_common [None req-936ebf82-6363-4a50-bcab-cf87af15ee5d None None] Allocated IP 172.20.0.2 (970c4a81-43bc-4dcc-bb59-25887f2adff4/39682b7b-658f-4137-ab83-efd9644bda36/24757a9f-6028-4ae1-98a4-3cf0e79b7cda) {{(pid=107290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 07:47:22.240825 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.v2.base [req-7405d278-bfac-4ab8-bf82-d12f77b237be req-25d4a4d5-e568-46fc-bacf-5b89605c6b00 service neutron] Request body: {'port': {'device_id': '4600a1fd-6542-4a0a-b67c-fb313d57eb82', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82414'}} {{(pid=107276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:47:22.247646 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723924fd-13d4-456d-bf4f-01124d4fdb79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bddd7ab3-fc85-4731-aae5-489697551137,revision_number=None']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:47:22.250589 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-723924fd-13d4-456d-bf4f-01124d4fdb79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586190'] for subnet (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:22.253816 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-723924fd-13d4-456d-bf4f-01124d4fdb79 admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/bddd7ab3-fc85-4731-aae5-489697551137 HTTP/1.1" status: 204 len: 168 time: 0.4679396 Sep 15 07:47:22.256938 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 40196) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:47:22.279618 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55cdd5dd-01cf-4178-87ac-bfdb06d25457 None None] Network 2dbd1355-c7fb-4100-b327-7fe5d5bbe209 requested from dv-cinder-824149-6-iscsi {{(pid=107290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 07:47:22.326506 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:47:22.338557 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-7405d278-bfac-4ab8-bf82-d12f77b237be req-25d4a4d5-e568-46fc-bacf-5b89605c6b00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (59dabb5f-8b21-46b0-96d6-3403654e5154), before_update {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:22.349255 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=82,neutron:UPDATE=4,neutron:DELETE=8,neutron:INSERT=6 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:47:22.350838 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-3c7f8803-7dc8-4756-85e3-1c904a09a757 admin admin] Publish callbacks [] for router_controller (ff723d16-2c01-4eab-afcd-4a5795346e92), precommit_add_association {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:22.381446 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-2b29bfa1-6dfc-4c00-a870-4f368c1c5387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-790559'] for network (2dbd1355-c7fb-4100-b327-7fe5d5bbe209), before_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:22.384947 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-483566e7-5785-4bad-82c8-814dc38270e5 None None] Provisioning complete for port 59dabb5f-8b21-46b0-96d6-3403654e5154 triggered by entity DHCP. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 07:47:22.385322 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-483566e7-5785-4bad-82c8-814dc38270e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862942'] for port (59dabb5f-8b21-46b0-96d6-3403654e5154), provisioning_complete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:22.386035 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-483566e7-5785-4bad-82c8-814dc38270e5 None None] Attempt 1 to provision port 59dabb5f-8b21-46b0-96d6-3403654e5154 Sep 15 07:47:22.454382 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.plugin [None req-2b29bfa1-6dfc-4c00-a870-4f368c1c5387 admin admin] Deleting port b1ef637f-3bcb-4735-8c17-60990b3f5ab7 {{(pid=107279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 07:47:22.455323 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-2b29bfa1-6dfc-4c00-a870-4f368c1c5387 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729658711565'] for port (b1ef637f-3bcb-4735-8c17-60990b3f5ab7), before_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:22.471617 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:47:22.506200 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-483566e7-5785-4bad-82c8-814dc38270e5 None None] Port 59dabb5f-8b21-46b0-96d6-3403654e5154 cannot update to ACTIVE because it is not bound. {{(pid=107290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 07:47:22.532488 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-936ebf82-6363-4a50-bcab-cf87af15ee5d None None] Publish callbacks [] for port (24757a9f-6028-4ae1-98a4-3cf0e79b7cda), precommit_create {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:22.565760 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-f094d3c6-c462-41a2-96bd-7f7d807bb8c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (47b201f8-ba91-4005-8457-67653169c522), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:22.597792 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c56739-ce64-4123-bd3f-1dd83f826c24 None None] DHCP port deletion for 2dbd1355-c7fb-4100-b327-7fe5d5bbe209 request from dv-cinder-824149-6-iscsi {{(pid=107290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 15 07:47:22.608073 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:47:22.647111 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.notifiers.nova [req-7405d278-bfac-4ab8-bf82-d12f77b237be req-25d4a4d5-e568-46fc-bacf-5b89605c6b00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59dabb5f-8b21-46b0-96d6-3403654e5154 {{(pid=107276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 07:47:22.648472 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-936ebf82-6363-4a50-bcab-cf87af15ee5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729658170579'] for port (24757a9f-6028-4ae1-98a4-3cf0e79b7cda), after_create {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:22.657882 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-7405d278-bfac-4ab8-bf82-d12f77b237be req-25d4a4d5-e568-46fc-bacf-5b89605c6b00 service neutron] Publish callbacks [] for port (59dabb5f-8b21-46b0-96d6-3403654e5154), precommit_update {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:22.666194 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-e8c56739-ce64-4123-bd3f-1dd83f826c24 None None] Deleting port b1ef637f-3bcb-4735-8c17-60990b3f5ab7 {{(pid=107290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 07:47:22.666605 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-e8c56739-ce64-4123-bd3f-1dd83f826c24 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729658711565'] for port (b1ef637f-3bcb-4735-8c17-60990b3f5ab7), before_delete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:22.672875 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.db.provisioning_blocks [req-7405d278-bfac-4ab8-bf82-d12f77b237be req-25d4a4d5-e568-46fc-bacf-5b89605c6b00 service neutron] Transition to ACTIVE for port object 59dabb5f-8b21-46b0-96d6-3403654e5154 will not be triggered until provisioned by entity L2. {{(pid=107276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 15 07:47:22.752851 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-936ebf82-6363-4a50-bcab-cf87af15ee5d None None] Network 970c4a81-43bc-4dcc-bb59-25887f2adff4 is already hosted by enough agents. {{(pid=107290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 07:47:22.765559 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-7405d278-bfac-4ab8-bf82-d12f77b237be req-25d4a4d5-e568-46fc-bacf-5b89605c6b00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260827419'] for port (59dabb5f-8b21-46b0-96d6-3403654e5154), after_update {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:22.770793 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.scheduler.base_scheduler [None req-936ebf82-6363-4a50-bcab-cf87af15ee5d None None] Resources bound (agent type, host, resource id): {{(pid=107290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 07:47:22.777148 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936ebf82-6363-4a50-bcab-cf87af15ee5d None None] Received port after_create {{(pid=107290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 07:47:22.779124 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936ebf82-6363-4a50-bcab-cf87af15ee5d None None] Pushing event updated for resources: {'Port': ['ID=24757a9f-6028-4ae1-98a4-3cf0e79b7cda,revision_number=1']} {{(pid=107290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:47:22.856932 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d4a4d5-e568-46fc-bacf-5b89605c6b00 service neutron] Pushing event updated for resources: {'Port': ['ID=59dabb5f-8b21-46b0-96d6-3403654e5154,revision_number=2']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:47:22.872330 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-e8c56739-ce64-4123-bd3f-1dd83f826c24 None None] For port b1ef637f-3bcb-4735-8c17-60990b3f5ab7, host dv-cinder-824149-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-6-iscsi',level=0,port_id=b1ef637f-3bcb-4735-8c17-60990b3f5ab7,segment=NetworkSegment(e7b9d949-1920-49e5-9e5b-700b79239be1),segment_id=e7b9d949-1920-49e5-9e5b-700b79239be1)] {{(pid=107290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:47:22.872733 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-e8c56739-ce64-4123-bd3f-1dd83f826c24 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009180'] for port (b1ef637f-3bcb-4735-8c17-60990b3f5ab7), precommit_delete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:22.884160 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.managers [None req-936ebf82-6363-4a50-bcab-cf87af15ee5d None None] Attempting to bind port 24757a9f-6028-4ae1-98a4-3cf0e79b7cda on host dv-cinder-824149-6-iscsi for vnic_type normal with profile {{(pid=107290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 07:47:22.884529 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.managers [None req-936ebf82-6363-4a50-bcab-cf87af15ee5d None None] Attempting to bind port 24757a9f-6028-4ae1-98a4-3cf0e79b7cda by drivers openvswitch,hyperv on host dv-cinder-824149-6-iscsi at level 0 using segments [{'id': 'b9f438cb-efc4-4a05-9045-6ca915872e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '970c4a81-43bc-4dcc-bb59-25887f2adff4'}] {{(pid=107290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 07:47:22.884890 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936ebf82-6363-4a50-bcab-cf87af15ee5d None None] Attempting to bind port 24757a9f-6028-4ae1-98a4-3cf0e79b7cda on network 970c4a81-43bc-4dcc-bb59-25887f2adff4 {{(pid=107290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 07:47:22.899777 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.managers [req-7405d278-bfac-4ab8-bf82-d12f77b237be req-25d4a4d5-e568-46fc-bacf-5b89605c6b00 service neutron] Attempting to bind port 59dabb5f-8b21-46b0-96d6-3403654e5154 on host hv-cinder-82414 for vnic_type normal with profile {{(pid=107276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 07:47:22.900275 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.managers [req-7405d278-bfac-4ab8-bf82-d12f77b237be req-25d4a4d5-e568-46fc-bacf-5b89605c6b00 service neutron] Attempting to bind port 59dabb5f-8b21-46b0-96d6-3403654e5154 by drivers openvswitch,hyperv on host hv-cinder-82414 at level 0 using segments [{'id': 'ec12b675-c824-48b2-b764-cea54c2a6f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '2c10a638-2533-4c87-88f1-ce4db4dec0fd'}] {{(pid=107276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 07:47:22.900601 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7405d278-bfac-4ab8-bf82-d12f77b237be req-25d4a4d5-e568-46fc-bacf-5b89605c6b00 service neutron] Attempting to bind port 59dabb5f-8b21-46b0-96d6-3403654e5154 on network 2c10a638-2533-4c87-88f1-ce4db4dec0fd {{(pid=107276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 07:47:22.909383 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-e8c56739-ce64-4123-bd3f-1dd83f826c24 None None] Calling delete_port for b1ef637f-3bcb-4735-8c17-60990b3f5ab7 owned by network:dhcp {{(pid=107290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 07:47:22.943438 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e5eb08-b9de-443f-a7a1-7e4d2e05eccc req-521d01dc-7b41-44f2-a5b4-cd8adac4cff7 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:47:22.945013 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-80e5eb08-b9de-443f-a7a1-7e4d2e05eccc req-521d01dc-7b41-44f2-a5b4-cd8adac4cff7 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=30ed5535-17bd-48d9-b6b5-ba296066b7ec HTTP/1.1" status: 200 len: 946 time: 0.4289694 Sep 15 07:47:22.962752 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7405d278-bfac-4ab8-bf82-d12f77b237be req-25d4a4d5-e568-46fc-bacf-5b89605c6b00 service neutron] Port 59dabb5f-8b21-46b0-96d6-3403654e5154 on network 2c10a638-2533-4c87-88f1-ce4db4dec0fd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82414 {{(pid=107276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 07:47:22.963415 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7405d278-bfac-4ab8-bf82-d12f77b237be req-25d4a4d5-e568-46fc-bacf-5b89605c6b00 service neutron] Attempting to bind port 59dabb5f-8b21-46b0-96d6-3403654e5154 on network 2c10a638-2533-4c87-88f1-ce4db4dec0fd {{(pid=107276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 07:47:22.982519 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936ebf82-6363-4a50-bcab-cf87af15ee5d None None] Checking agent: {'id': 'c3acd0b9-3b8e-4f77-9053-2ca2457616b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824149-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 7, 30, 28), 'started_at': datetime.datetime(2022, 9, 15, 7, 30, 58), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 7, 46, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824149-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 07:47:22.982884 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936ebf82-6363-4a50-bcab-cf87af15ee5d None None] Checking segment: {'id': 'b9f438cb-efc4-4a05-9045-6ca915872e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '970c4a81-43bc-4dcc-bb59-25887f2adff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 07:47:22.983468 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-936ebf82-6363-4a50-bcab-cf87af15ee5d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:22.984020 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936ebf82-6363-4a50-bcab-cf87af15ee5d None None] Bound using segment: {'id': 'b9f438cb-efc4-4a05-9045-6ca915872e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '970c4a81-43bc-4dcc-bb59-25887f2adff4'} {{(pid=107290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 07:47:22.984487 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.managers [None req-936ebf82-6363-4a50-bcab-cf87af15ee5d None None] Bound port: 24757a9f-6028-4ae1-98a4-3cf0e79b7cda, host: dv-cinder-824149-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9f438cb-efc4-4a05-9045-6ca915872e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '970c4a81-43bc-4dcc-bb59-25887f2adff4'}}] {{(pid=107290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 07:47:22.985039 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-936ebf82-6363-4a50-bcab-cf87af15ee5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (24757a9f-6028-4ae1-98a4-3cf0e79b7cda), before_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:22.995567 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da11a64-67ac-4915-b1b6-3909706c16fb req-853f797b-2da9-46fc-b1c5-97d3a31d00b3 tempest-VolumesActionsTest-601705062 tempest-VolumesActionsTest-601705062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:47:22.997044 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-9da11a64-67ac-4915-b1b6-3909706c16fb req-853f797b-2da9-46fc-b1c5-97d3a31d00b3 tempest-VolumesActionsTest-601705062 tempest-VolumesActionsTest-601705062-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=eec05c81-a578-4380-b05f-7e4eab9f2103 HTTP/1.1" status: 200 len: 943 time: 0.1495366 Sep 15 07:47:23.008278 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-483566e7-5785-4bad-82c8-814dc38270e5 None None] Attempt 2 to provision port 59dabb5f-8b21-46b0-96d6-3403654e5154 Sep 15 07:47:23.033356 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7405d278-bfac-4ab8-bf82-d12f77b237be req-25d4a4d5-e568-46fc-bacf-5b89605c6b00 service neutron] Checking agent: {'id': '25cf60a6-7ad2-448a-9326-c12b453ddee0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82414', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 7, 36, 43), 'started_at': datetime.datetime(2022, 9, 15, 7, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 7, 47, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 07:47:23.034171 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7405d278-bfac-4ab8-bf82-d12f77b237be req-25d4a4d5-e568-46fc-bacf-5b89605c6b00 service neutron] Checking segment: {'id': 'ec12b675-c824-48b2-b764-cea54c2a6f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '2c10a638-2533-4c87-88f1-ce4db4dec0fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 07:47:23.034707 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7405d278-bfac-4ab8-bf82-d12f77b237be req-25d4a4d5-e568-46fc-bacf-5b89605c6b00 service neutron] Bound using segment: {'id': 'ec12b675-c824-48b2-b764-cea54c2a6f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '2c10a638-2533-4c87-88f1-ce4db4dec0fd'} {{(pid=107276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 07:47:23.035324 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.managers [req-7405d278-bfac-4ab8-bf82-d12f77b237be req-25d4a4d5-e568-46fc-bacf-5b89605c6b00 service neutron] Bound port: 59dabb5f-8b21-46b0-96d6-3403654e5154, host: hv-cinder-82414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec12b675-c824-48b2-b764-cea54c2a6f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '2c10a638-2533-4c87-88f1-ce4db4dec0fd'}}] {{(pid=107276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 07:47:23.035917 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-7405d278-bfac-4ab8-bf82-d12f77b237be req-25d4a4d5-e568-46fc-bacf-5b89605c6b00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (59dabb5f-8b21-46b0-96d6-3403654e5154), before_update {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:23.039544 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.db [None req-2b29bfa1-6dfc-4c00-a870-4f368c1c5387 admin admin] For port b1ef637f-3bcb-4735-8c17-60990b3f5ab7, host dv-cinder-824149-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-6-iscsi',level=0,port_id=b1ef637f-3bcb-4735-8c17-60990b3f5ab7,segment=NetworkSegment(e7b9d949-1920-49e5-9e5b-700b79239be1),segment_id=e7b9d949-1920-49e5-9e5b-700b79239be1)] {{(pid=107279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:47:23.039724 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-2b29bfa1-6dfc-4c00-a870-4f368c1c5387 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009180'] for port (b1ef637f-3bcb-4735-8c17-60990b3f5ab7), precommit_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:23.080526 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-483566e7-5785-4bad-82c8-814dc38270e5 None None] Port 59dabb5f-8b21-46b0-96d6-3403654e5154 cannot update to ACTIVE because it is not bound. {{(pid=107290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 07:47:23.088273 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-3c7f8803-7dc8-4756-85e3-1c904a09a757 admin admin] Publish callbacks [] for router_gateway (ff723d16-2c01-4eab-afcd-4a5795346e92), precommit_update {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:23.092873 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.plugin [None req-2b29bfa1-6dfc-4c00-a870-4f368c1c5387 admin admin] Calling delete_port for b1ef637f-3bcb-4735-8c17-60990b3f5ab7 owned by network:dhcp {{(pid=107279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 07:47:23.094872 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:47:23.104425 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-936ebf82-6363-4a50-bcab-cf87af15ee5d None None] For port 24757a9f-6028-4ae1-98a4-3cf0e79b7cda, host dv-cinder-824149-6-iscsi, cleared binding levels {{(pid=107290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 07:47:23.108305 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-936ebf82-6363-4a50-bcab-cf87af15ee5d None None] For port 24757a9f-6028-4ae1-98a4-3cf0e79b7cda, host dv-cinder-824149-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-6-iscsi',level=0,port_id=24757a9f-6028-4ae1-98a4-3cf0e79b7cda,segment=NetworkSegment(b9f438cb-efc4-4a05-9045-6ca915872e67),segment_id=b9f438cb-efc4-4a05-9045-6ca915872e67)] {{(pid=107290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 07:47:23.112397 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.db [req-7405d278-bfac-4ab8-bf82-d12f77b237be req-25d4a4d5-e568-46fc-bacf-5b89605c6b00 service neutron] For port 59dabb5f-8b21-46b0-96d6-3403654e5154, host hv-cinder-82414, cleared binding levels {{(pid=107276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 07:47:23.115564 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.db [req-7405d278-bfac-4ab8-bf82-d12f77b237be req-25d4a4d5-e568-46fc-bacf-5b89605c6b00 service neutron] For port 59dabb5f-8b21-46b0-96d6-3403654e5154, host hv-cinder-82414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=59dabb5f-8b21-46b0-96d6-3403654e5154,segment=NetworkSegment(ec12b675-c824-48b2-b764-cea54c2a6f6e),segment_id=ec12b675-c824-48b2-b764-cea54c2a6f6e)] {{(pid=107276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 07:47:23.175826 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-80e5eb08-b9de-443f-a7a1-7e4d2e05eccc req-54ff5e96-43d9-4d29-afd7-0f2191607958 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=be0daa10-fd6e-4380-aa0f-09cb542308d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1912973 Sep 15 07:47:23.179202 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:47:23.183174 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-9da11a64-67ac-4915-b1b6-3909706c16fb req-d509aa52-cf55-472b-9505-c24ed5ec8d89 tempest-VolumesActionsTest-601705062 tempest-VolumesActionsTest-601705062-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2422bd40-9810-4402-aa2f-1aab7adf2760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464024 Sep 15 07:47:23.211329 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-e8c56739-ce64-4123-bd3f-1dd83f826c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729658628491', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729658170588'] for port (b1ef637f-3bcb-4735-8c17-60990b3f5ab7), after_delete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:23.235177 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-2b29bfa1-6dfc-4c00-a870-4f368c1c5387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729658628491', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729658170588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991753'] for port (b1ef637f-3bcb-4735-8c17-60990b3f5ab7), after_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:23.238348 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c56739-ce64-4123-bd3f-1dd83f826c24 None None] Pushing event deleted for resources: {'Port': ['ID=b1ef637f-3bcb-4735-8c17-60990b3f5ab7,revision_number=None']} {{(pid=107290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:47:23.242105 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c56739-ce64-4123-bd3f-1dd83f826c24 None None] No DVR routers for this DVR port b1ef637f-3bcb-4735-8c17-60990b3f5ab7 on host dv-cinder-824149-6-iscsi {{(pid=107290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 07:47:23.246209 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-936ebf82-6363-4a50-bcab-cf87af15ee5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615'] for port (24757a9f-6028-4ae1-98a4-3cf0e79b7cda), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:23.246477 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-7405d278-bfac-4ab8-bf82-d12f77b237be req-25d4a4d5-e568-46fc-bacf-5b89605c6b00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260827419'] for port (59dabb5f-8b21-46b0-96d6-3403654e5154), after_update {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:23.250745 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7405d278-bfac-4ab8-bf82-d12f77b237be req-25d4a4d5-e568-46fc-bacf-5b89605c6b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:47:23.257398 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-7405d278-bfac-4ab8-bf82-d12f77b237be req-25d4a4d5-e568-46fc-bacf-5b89605c6b00 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382552'] for port (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:23.257398 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-7405d278-bfac-4ab8-bf82-d12f77b237be req-25d4a4d5-e568-46fc-bacf-5b89605c6b00 service neutron] 10.222.0.26 "PUT /networking/v2.0/ports/59dabb5f-8b21-46b0-96d6-3403654e5154 HTTP/1.1" status: 200 len: 1093 time: 1.0182433 Sep 15 07:47:23.257398 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4600a1fd-6542-4a0a-b67c-fb313d57eb82', 'tag': '59dabb5f-8b21-46b0-96d6-3403654e5154'}] {{(pid=107276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 07:47:23.257398 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e3724867bd40dd9d720ab8c058c996a0c2f5593be620855f41bc083494bf738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9be7842-dfc9-4bd2-bc14-f7e2f5061a9d" -d '{"events": [{"name": "network-changed", "server_uuid": "4600a1fd-6542-4a0a-b67c-fb313d57eb82", "tag": "59dabb5f-8b21-46b0-96d6-3403654e5154"}]}' {{(pid=107276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 07:47:23.331375 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d4a4d5-e568-46fc-bacf-5b89605c6b00 service neutron] Pushing event updated for resources: {'Port': ['ID=59dabb5f-8b21-46b0-96d6-3403654e5154,revision_number=3']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:47:23.333691 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936ebf82-6363-4a50-bcab-cf87af15ee5d None None] Pushing event updated for resources: {'Port': ['ID=24757a9f-6028-4ae1-98a4-3cf0e79b7cda,revision_number=2']} {{(pid=107290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:47:23.345090 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b29bfa1-6dfc-4c00-a870-4f368c1c5387 admin admin] No DVR routers for this DVR port b1ef637f-3bcb-4735-8c17-60990b3f5ab7 on host dv-cinder-824149-6-iscsi {{(pid=107279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 07:47:23.350728 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b29bfa1-6dfc-4c00-a870-4f368c1c5387 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1ef637f-3bcb-4735-8c17-60990b3f5ab7,revision_number=None']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:47:23.356105 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 07:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04024c31-5206-4df0-bf2e-a8c1d7b212e8 x-openstack-request-id: req-04024c31-5206-4df0-bf2e-a8c1d7b212e8 {{(pid=107276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 07:47:23.356387 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4600a1fd-6542-4a0a-b67c-fb313d57eb82", "tag": "59dabb5f-8b21-46b0-96d6-3403654e5154", "status": "completed", "code": 200}]} {{(pid=107276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 07:47:23.356691 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-04024c31-5206-4df0-bf2e-a8c1d7b212e8 {{(pid=107276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 07:47:23.357107 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04024c31-5206-4df0-bf2e-a8c1d7b212e8'] response: {'name': 'network-changed', 'server_uuid': '4600a1fd-6542-4a0a-b67c-fb313d57eb82', 'tag': '59dabb5f-8b21-46b0-96d6-3403654e5154', 'status': 'completed', 'code': 200} Sep 15 07:47:23.406390 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9be7842-dfc9-4bd2-bc14-f7e2f5061a9d req-9c144262-52bd-4ca5-ae87-f08cc0bfe031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:47:23.408481 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-f9be7842-dfc9-4bd2-bc14-f7e2f5061a9d req-9c144262-52bd-4ca5-ae87-f08cc0bfe031 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=af1e008c4bfa41e18488c63ea0f17b27&device_id=4600a1fd-6542-4a0a-b67c-fb313d57eb82 HTTP/1.1" status: 200 len: 1127 time: 0.0473192 Sep 15 07:47:23.432186 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8573fe2e-ea99-43d6-8e0b-c7931bbbdbaa req-e44e994b-882d-44c5-af16-70246bae27a2 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:47:23.434354 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-8573fe2e-ea99-43d6-8e0b-c7931bbbdbaa req-e44e994b-882d-44c5-af16-70246bae27a2 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4600a1fd-6542-4a0a-b67c-fb313d57eb82 HTTP/1.1" status: 200 len: 943 time: 0.1753125 Sep 15 07:47:23.548257 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-2b29bfa1-6dfc-4c00-a870-4f368c1c5387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861249', 'neutron.services.segments.db._delete_segments_for_network-8729658700737'] for network (2dbd1355-c7fb-4100-b327-7fe5d5bbe209), precommit_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:23.561368 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9be7842-dfc9-4bd2-bc14-f7e2f5061a9d req-9f67b49c-c5a0-4653-ba36-8779aa436ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:47:23.563519 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-f9be7842-dfc9-4bd2-bc14-f7e2f5061a9d req-9f67b49c-c5a0-4653-ba36-8779aa436ad4 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?tenant_id=af1e008c4bfa41e18488c63ea0f17b27&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1478014 Sep 15 07:47:23.581911 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-483566e7-5785-4bad-82c8-814dc38270e5 None None] Attempt 3 to provision port 59dabb5f-8b21-46b0-96d6-3403654e5154 Sep 15 07:47:23.598916 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.services.segments.db [None req-2b29bfa1-6dfc-4c00-a870-4f368c1c5387 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dbd1355-c7fb-4100-b327-7fe5d5bbe209']}} {{(pid=107279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:47:23.617162 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.services.segments.db [None req-2b29bfa1-6dfc-4c00-a870-4f368c1c5387 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7b9d949-1920-49e5-9e5b-700b79239be1') {'for_net_delete': True} {{(pid=107279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:47:23.617618 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.services.segments.db [None req-2b29bfa1-6dfc-4c00-a870-4f368c1c5387 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7b9d949-1920-49e5-9e5b-700b79239be1') {} {{(pid=107279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:47:23.636969 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-483566e7-5785-4bad-82c8-814dc38270e5 None None] Port 59dabb5f-8b21-46b0-96d6-3403654e5154 had new provisioning blocks added so it will not transition to active. {{(pid=107290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 15 07:47:23.655725 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:47:23.692645 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9be7842-dfc9-4bd2-bc14-f7e2f5061a9d req-ef34abce-839c-47ff-af66-668bda507ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:47:23.694068 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-f9be7842-dfc9-4bd2-bc14-f7e2f5061a9d req-ef34abce-839c-47ff-af66-668bda507ec4 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1239161 Sep 15 07:47:23.701420 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-2b29bfa1-6dfc-4c00-a870-4f368c1c5387 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729658700629', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4067349'] for segment (e7b9d949-1920-49e5-9e5b-700b79239be1), before_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:23.713285 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-8573fe2e-ea99-43d6-8e0b-c7931bbbdbaa req-b90a3963-327a-4de6-a84a-25e94cd33372 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bd1948ba-0dcc-463f-ac7d-46ca49a9cc24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2701147 Sep 15 07:47:23.748817 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-2b29bfa1-6dfc-4c00-a870-4f368c1c5387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906830'] for segment (e7b9d949-1920-49e5-9e5b-700b79239be1), precommit_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:23.773408 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b29bfa1-6dfc-4c00-a870-4f368c1c5387 admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=107279) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 07:47:23.773801 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7405d278-bfac-4ab8-bf82-d12f77b237be req-090ffa31-e2b4-4e62-b7fe-d0ea46a893ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:47:23.773937 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-2b29bfa1-6dfc-4c00-a870-4f368c1c5387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3991580'] for segment (e7b9d949-1920-49e5-9e5b-700b79239be1), after_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:23.775764 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-7405d278-bfac-4ab8-bf82-d12f77b237be req-090ffa31-e2b4-4e62-b7fe-d0ea46a893ee service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=af1e008c4bfa41e18488c63ea0f17b27&device_id=4600a1fd-6542-4a0a-b67c-fb313d57eb82 HTTP/1.1" status: 200 len: 1127 time: 0.0455847 Sep 15 07:47:23.802782 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Device 1b7de612-7337-4798-8d30-8d58396efb98 details requested by agent hyperv_hv-cinder-82414 with host hv-cinder-82414 {{(pid=107290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 07:47:23.824475 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-7405d278-bfac-4ab8-bf82-d12f77b237be req-561625cf-79fa-44fc-8d2c-6532e566e6ef service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=59dabb5f-8b21-46b0-96d6-3403654e5154 HTTP/1.1" status: 200 len: 217 time: 0.0416777 Sep 15 07:47:23.826478 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.services.segments.plugin [-] Segment e7b9d949-1920-49e5-9e5b-700b79239be1 resource provider aggregate not found Sep 15 07:47:23.846507 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.services.segments.plugin [-] Segment e7b9d949-1920-49e5-9e5b-700b79239be1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e7b9d949-1920-49e5-9e5b-700b79239be1 found for delete ", "request_id": "req-16359720-0bf4-4836-b358-dcb8083c7f2a"}]} Sep 15 07:47:23.861123 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-3c7f8803-7dc8-4756-85e3-1c904a09a757 admin admin] Publish callbacks [] for router_gateway (ff723d16-2c01-4eab-afcd-4a5795346e92), before_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:23.878609 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7405d278-bfac-4ab8-bf82-d12f77b237be req-49639cdb-43d8-4bc4-bb22-ec10723cf73b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:47:23.880081 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-7405d278-bfac-4ab8-bf82-d12f77b237be req-49639cdb-43d8-4bc4-bb22-ec10723cf73b service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=c8bb4817-976c-49f3-9d00-c474544f8d63 HTTP/1.1" status: 200 len: 850 time: 0.0504391 Sep 15 07:47:23.884134 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-3c7f8803-7dc8-4756-85e3-1c904a09a757 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (None), before_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:23.887323 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:47:23.929867 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] For port 1b7de612-7337-4798-8d30-8d58396efb98, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=1b7de612-7337-4798-8d30-8d58396efb98,segment=NetworkSegment(4608dfcc-ca7b-4602-8377-f77eb3674134),segment_id=4608dfcc-ca7b-4602-8377-f77eb3674134)] {{(pid=107290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:47:23.938039 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7405d278-bfac-4ab8-bf82-d12f77b237be req-b38039dc-b5b1-4b54-9f77-bb5bee893ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:47:23.943322 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-7405d278-bfac-4ab8-bf82-d12f77b237be req-b38039dc-b5b1-4b54-9f77-bb5bee893ea8 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=2c10a638-2533-4c87-88f1-ce4db4dec0fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0538690 Sep 15 07:47:23.950575 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Returning: {'device': '1b7de612-7337-4798-8d30-8d58396efb98', 'network_id': '6566ac70-70ae-4e19-b0b8-45ffeb54dc33', 'port_id': '1b7de612-7337-4798-8d30-8d58396efb98', 'mac_address': 'fa:16:3e:d2:1f:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ebecc23-dbcc-4893-b2b3-2106c0430d46', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 07:47:24.001298 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:47:24.004790 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Current status of the port 1b7de612-7337-4798-8d30-8d58396efb98 is: DOWN; New status is: BUILD {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:47:24.005062 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (1b7de612-7337-4798-8d30-8d58396efb98), before_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:24.009702 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-2b29bfa1-6dfc-4c00-a870-4f368c1c5387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2007433'] for network (2dbd1355-c7fb-4100-b327-7fe5d5bbe209), after_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:24.027052 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.notifiers.nova [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b7de612-7337-4798-8d30-8d58396efb98 {{(pid=107290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 07:47:24.032285 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-2b29bfa1-6dfc-4c00-a870-4f368c1c5387 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586190'] for network (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:24.036441 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-2b29bfa1-6dfc-4c00-a870-4f368c1c5387 admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/2dbd1355-c7fb-4100-b327-7fe5d5bbe209 HTTP/1.1" status: 204 len: 168 time: 1.7784336 Sep 15 07:47:24.042678 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Device 24757a9f-6028-4ae1-98a4-3cf0e79b7cda up at agent ovs-agent-dv-cinder-824149-6-iscsi {{(pid=107290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 07:47:24.050694 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:47:24.082556 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.db.db_base_plugin_common [None req-3c7f8803-7dc8-4756-85e3-1c904a09a757 admin admin] Allocated IP 172.27.0.25 (7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa/2c94e072-16ef-4b41-8118-d589be48e89d/9b8466b4-4256-4de2-93dc-d3efb84ea252) {{(pid=107279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 07:47:24.084035 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] For port 1b7de612-7337-4798-8d30-8d58396efb98, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=1b7de612-7337-4798-8d30-8d58396efb98,segment=NetworkSegment(4608dfcc-ca7b-4602-8377-f77eb3674134),segment_id=4608dfcc-ca7b-4602-8377-f77eb3674134)] {{(pid=107290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:47:24.108568 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Provisioning complete for port 24757a9f-6028-4ae1-98a4-3cf0e79b7cda triggered by entity L2. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 07:47:24.109206 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862942'] for port (24757a9f-6028-4ae1-98a4-3cf0e79b7cda), provisioning_complete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:24.109739 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Attempt 1 to provision port 24757a9f-6028-4ae1-98a4-3cf0e79b7cda Sep 15 07:47:24.112845 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-7405d278-bfac-4ab8-bf82-d12f77b237be req-f0c5f31f-0ead-4c94-8984-9d522158579a service neutron] 10.222.0.26 "GET /networking/v2.0/networks/2c10a638-2533-4c87-88f1-ce4db4dec0fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633646 Sep 15 07:47:24.151267 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615'] for port (1b7de612-7337-4798-8d30-8d58396efb98), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:24.175375 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b29bfa1-6dfc-4c00-a870-4f368c1c5387 admin admin] Pushing event deleted for resources: {'Network': ['ID=2dbd1355-c7fb-4100-b327-7fe5d5bbe209,revision_number=None']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:47:24.221717 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Pushing event updated for resources: {'Port': ['ID=1b7de612-7337-4798-8d30-8d58396efb98,revision_number=4']} {{(pid=107290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:47:24.237845 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-3c7f8803-7dc8-4756-85e3-1c904a09a757 admin admin] Publish callbacks [] for port (9b8466b4-4256-4de2-93dc-d3efb84ea252), precommit_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:24.270545 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Current status of the port 24757a9f-6028-4ae1-98a4-3cf0e79b7cda is: DOWN; New status is: ACTIVE {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:47:24.270945 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (24757a9f-6028-4ae1-98a4-3cf0e79b7cda), before_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:24.289199 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-7405d278-bfac-4ab8-bf82-d12f77b237be req-d2d1b725-dda1-456d-9684-083483eb6c05 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/2c10a638-2533-4c87-88f1-ce4db4dec0fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690276 Sep 15 07:47:24.335182 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] For port 24757a9f-6028-4ae1-98a4-3cf0e79b7cda, host dv-cinder-824149-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-6-iscsi',level=0,port_id=24757a9f-6028-4ae1-98a4-3cf0e79b7cda,segment=NetworkSegment(b9f438cb-efc4-4a05-9045-6ca915872e67),segment_id=b9f438cb-efc4-4a05-9045-6ca915872e67)] {{(pid=107290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:47:24.376261 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-3c7f8803-7dc8-4756-85e3-1c904a09a757 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729658170579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991753'] for port (9b8466b4-4256-4de2-93dc-d3efb84ea252), after_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:24.383347 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] get_ports_and_sgs() called for port_ids ['1b7de612-7337-4798-8d30-8d58396efb98'] {{(pid=107290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 07:47:24.385691 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:47:24.415719 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615'] for port (24757a9f-6028-4ae1-98a4-3cf0e79b7cda), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:24.443025 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c7f8803-7dc8-4756-85e3-1c904a09a757 admin admin] Network 7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa is already hosted by enough agents. {{(pid=107279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 07:47:24.454801 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d2de81-f03e-405a-8dfe-ccb7bd92c8d8 req-27f51ffe-d661-43a9-8c8e-5b99fb78676b tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:47:24.454801 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-a0d2de81-f03e-405a-8dfe-ccb7bd92c8d8 req-27f51ffe-d661-43a9-8c8e-5b99fb78676b tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=30ed5535-17bd-48d9-b6b5-ba296066b7ec HTTP/1.1" status: 200 len: 946 time: 0.1220808 Sep 15 07:47:24.454801 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.scheduler.base_scheduler [None req-3c7f8803-7dc8-4756-85e3-1c904a09a757 admin admin] Resources bound (agent type, host, resource id): {{(pid=107279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 07:47:24.457203 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7f8803-7dc8-4756-85e3-1c904a09a757 admin admin] Received port after_create {{(pid=107279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 07:47:24.512192 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Device b1ef637f-3bcb-4735-8c17-60990b3f5ab7 no longer exists at agent ovs-agent-dv-cinder-824149-6-iscsi {{(pid=107290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 07:47:24.516924 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7f8803-7dc8-4756-85e3-1c904a09a757 admin admin] Pushing event updated for resources: {'Port': ['ID=9b8466b4-4256-4de2-93dc-d3efb84ea252,revision_number=1']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:47:24.522485 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 40216) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:47:24.554505 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e37778a9-a6f8-4c99-a156-84275510b9cb None None] Network 970c4a81-43bc-4dcc-bb59-25887f2adff4 requested from dv-cinder-824149-6-iscsi {{(pid=107290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 07:47:24.566554 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] No Port match for: b1ef637f-3bcb-4735-8c17-60990b3f5ab7 {{(pid=107290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 07:47:24.566897 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Device b1ef637f-3bcb-4735-8c17-60990b3f5ab7 not bound to the agent host dv-cinder-824149-6-iscsi {{(pid=107290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 07:47:24.580550 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-5b2bf9d6-9689-47cb-8a35-c34f094214bc admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=7e20a6e5fded473c8905bffff7775ed3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0546820 Sep 15 07:47:24.581606 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 40218) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:47:24.631164 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Pushing event updated for resources: {'Port': ['ID=24757a9f-6028-4ae1-98a4-3cf0e79b7cda,revision_number=3']} {{(pid=107290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:47:24.643827 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-a0d2de81-f03e-405a-8dfe-ccb7bd92c8d8 req-af2d49f2-cc5d-4ff3-8292-85f05f4d7d28 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=be0daa10-fd6e-4380-aa0f-09cb542308d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1778009 Sep 15 07:47:24.645358 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-7b9a9fcf-071b-4e90-8dd0-fe659fead142 admin admin] Publish callbacks [] for security_group (5c09c9be-fddd-4e5c-ab37-44c1efedb673), before_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:24.650824 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:47:24.651745 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-1daf4bda-e602-4c51-bab8-d63da94d1132 None None] Provisioning complete for port 24757a9f-6028-4ae1-98a4-3cf0e79b7cda triggered by entity DHCP. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 07:47:24.652121 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-1daf4bda-e602-4c51-bab8-d63da94d1132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862942'] for port (24757a9f-6028-4ae1-98a4-3cf0e79b7cda), provisioning_complete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:24.652454 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-1daf4bda-e602-4c51-bab8-d63da94d1132 None None] Attempt 1 to provision port 24757a9f-6028-4ae1-98a4-3cf0e79b7cda Sep 15 07:47:24.652578 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5f880a-0ad0-42d6-b5d5-5dc19ae65757 req-951fdcdf-fe3a-4f8d-833f-5747510ac9f8 tempest-VolumesActionsTest-601705062 tempest-VolumesActionsTest-601705062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:47:24.654311 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-0e5f880a-0ad0-42d6-b5d5-5dc19ae65757 req-951fdcdf-fe3a-4f8d-833f-5747510ac9f8 tempest-VolumesActionsTest-601705062 tempest-VolumesActionsTest-601705062-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=eec05c81-a578-4380-b05f-7e4eab9f2103 HTTP/1.1" status: 200 len: 944 time: 0.1531982 Sep 15 07:47:24.682417 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-7b9a9fcf-071b-4e90-8dd0-fe659fead142 admin admin] Publish callbacks [] for security_group (5c09c9be-fddd-4e5c-ab37-44c1efedb673), precommit_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:24.759506 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-0e5f880a-0ad0-42d6-b5d5-5dc19ae65757 req-47e122b4-1a4a-4bad-ab43-0b428f2ff138 tempest-VolumesActionsTest-601705062 tempest-VolumesActionsTest-601705062-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2422bd40-9810-4402-aa2f-1aab7adf2760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784128 Sep 15 07:47:24.839725 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-7b9a9fcf-071b-4e90-8dd0-fe659fead142 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (5c09c9be-fddd-4e5c-ab37-44c1efedb673), after_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:24.842573 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-7b9a9fcf-071b-4e90-8dd0-fe659fead142 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:24.843748 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-7b9a9fcf-071b-4e90-8dd0-fe659fead142 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/5c09c9be-fddd-4e5c-ab37-44c1efedb673 HTTP/1.1" status: 204 len: 168 time: 0.2612004 Sep 15 07:47:24.853853 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9a9fcf-071b-4e90-8dd0-fe659fead142 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c09c9be-fddd-4e5c-ab37-44c1efedb673,revision_number=None']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:47:24.855719 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ddba7d-1d07-4c47-b2f6-955e489996a8 req-d6e33ffb-9716-4f76-847f-def0c465f23a tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:47:24.859378 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-54ddba7d-1d07-4c47-b2f6-955e489996a8 req-d6e33ffb-9716-4f76-847f-def0c465f23a tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4600a1fd-6542-4a0a-b67c-fb313d57eb82 HTTP/1.1" status: 200 len: 943 time: 0.0601473 Sep 15 07:47:24.953133 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-54ddba7d-1d07-4c47-b2f6-955e489996a8 req-73ca0cf7-b230-4443-b3bc-2b90c3df21f7 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bd1948ba-0dcc-463f-ac7d-46ca49a9cc24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861998 Sep 15 07:47:24.963550 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:47:24.985057 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-3283cd4a-28b8-4f39-a2ac-45d4fe6cb966 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (6177172c-20b9-4a3a-92be-d5dd082cfa3a), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:25.023152 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-1daf4bda-e602-4c51-bab8-d63da94d1132 None None] Current status of the port 24757a9f-6028-4ae1-98a4-3cf0e79b7cda is: ACTIVE; New status is: ACTIVE {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:47:25.025777 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-3c7f8803-7dc8-4756-85e3-1c904a09a757 admin admin] Publish callbacks [] for router_gateway (ff723d16-2c01-4eab-afcd-4a5795346e92), after_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:25.223303 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-3c7f8803-7dc8-4756-85e3-1c904a09a757 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2014700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2007332'] for router (ff723d16-2c01-4eab-afcd-4a5795346e92), after_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:25.255998 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-dd42f318-841e-4174-8213-8a8b77529a2a None None] Provisioning complete for port 24757a9f-6028-4ae1-98a4-3cf0e79b7cda triggered by entity DHCP. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 07:47:25.256714 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-dd42f318-841e-4174-8213-8a8b77529a2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862942'] for port (24757a9f-6028-4ae1-98a4-3cf0e79b7cda), provisioning_complete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:25.257210 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-dd42f318-841e-4174-8213-8a8b77529a2a None None] Attempt 1 to provision port 24757a9f-6028-4ae1-98a4-3cf0e79b7cda Sep 15 07:47:25.339772 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-dd42f318-841e-4174-8213-8a8b77529a2a None None] Current status of the port 24757a9f-6028-4ae1-98a4-3cf0e79b7cda is: ACTIVE; New status is: ACTIVE {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:47:25.434187 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c7f8803-7dc8-4756-85e3-1c904a09a757 admin admin] Router ff723d16-2c01-4eab-afcd-4a5795346e92 is scheduled to L3 agent 6177172c-20b9-4a3a-92be-d5dd082cfa3a with binding_index 1 {{(pid=107279) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 07:47:25.518296 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:47:25.536151 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c7f8803-7dc8-4756-85e3-1c904a09a757 admin admin] Notify agent at l3_agent.dv-cinder-824149-6-iscsi the message routers_updated {{(pid=107279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 07:47:25.546122 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a10493-5d10-412e-a79a-c2fd439fad68 None None] Sync routers for ids ['ff723d16-2c01-4eab-afcd-4a5795346e92'] in dv-cinder-824149-6-iscsi {{(pid=107290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 07:47:25.557297 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a10493-5d10-412e-a79a-c2fd439fad68 None None] Routers {'ff723d16-2c01-4eab-afcd-4a5795346e92'} bound to L3 agent in host dv-cinder-824149-6-iscsi {{(pid=107290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 07:47:25.557941 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_hamode_db [None req-f4a10493-5d10-412e-a79a-c2fd439fad68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T07:30:25Z,description=,heartbeat_timestamp=2022-09-15T07:47:25Z,host='dv-cinder-824149-6-iscsi',id=6177172c-20b9-4a3a-92be-d5dd082cfa3a,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T07:30:25Z,topic='l3_agent')) {'router_ids': ['ff723d16-2c01-4eab-afcd-4a5795346e92'], 'active': True} {{(pid=107290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:47:25.559457 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:47:25.603715 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 40226) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:47:25.637487 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-3c7f8803-7dc8-4756-85e3-1c904a09a757 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:25.639211 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-3c7f8803-7dc8-4756-85e3-1c904a09a757 admin admin] 10.222.0.42 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.6070671 Sep 15 07:47:25.642243 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 40228) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:47:25.648559 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-ffcdfe34-4a86-47a3-b6c1-a210ebdce948 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=c1f22762fda74145b0fd8abb6d133392&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0433595 Sep 15 07:47:25.651218 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 40230) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:47:25.666399 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:47:25.669067 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvr_db [None req-f4a10493-5d10-412e-a79a-c2fd439fad68 None None] Set router ff723d16-2c01-4eab-afcd-4a5795346e92 gateway port host: dv-cinder-824149-6-iscsi {{(pid=107290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 07:47:25.713900 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-017a0832-9de4-4c4e-82af-a523071442f0 admin admin] Publish callbacks [] for security_group (c32a426c-c67a-46d8-b7ce-b473bcaea33f), before_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:25.744302 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-017a0832-9de4-4c4e-82af-a523071442f0 admin admin] Publish callbacks [] for security_group (c32a426c-c67a-46d8-b7ce-b473bcaea33f), precommit_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:25.801885 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba202a5-17d2-44cc-b038-5203328b80c2 req-a407af93-dba2-416c-8eef-c1fcfcd60aa1 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:47:25.803433 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-0ba202a5-17d2-44cc-b038-5203328b80c2 req-a407af93-dba2-416c-8eef-c1fcfcd60aa1 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=30ed5535-17bd-48d9-b6b5-ba296066b7ec HTTP/1.1" status: 200 len: 946 time: 0.0620253 Sep 15 07:47:25.847945 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Device 1b7de612-7337-4798-8d30-8d58396efb98 up at agent hyperv_hv-cinder-82414 {{(pid=107290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 07:47:25.875578 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-017a0832-9de4-4c4e-82af-a523071442f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (c32a426c-c67a-46d8-b7ce-b473bcaea33f), after_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:25.878657 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-017a0832-9de4-4c4e-82af-a523071442f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:25.879978 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-017a0832-9de4-4c4e-82af-a523071442f0 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/c32a426c-c67a-46d8-b7ce-b473bcaea33f HTTP/1.1" status: 204 len: 168 time: 0.2274880 Sep 15 07:47:25.892295 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017a0832-9de4-4c4e-82af-a523071442f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c32a426c-c67a-46d8-b7ce-b473bcaea33f,revision_number=None']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:47:25.923366 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_hamode_db [None req-f4a10493-5d10-412e-a79a-c2fd439fad68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff723d16-2c01-4eab-afcd-4a5795346e92', 'name': 'tempest-TestMinimumBasicScenario-133076663-router', 'tenant_id': '00091272c5a745f2bf80723a69fbfc61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': '9b8466b4-4256-4de2-93dc-d3efb84ea252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:47:22Z', 'updated_at': '2022-09-15T07:47:24Z', 'revision_number': 3, 'project_id': '00091272c5a745f2bf80723a69fbfc61', 'gw_port': {'id': '9b8466b4-4256-4de2-93dc-d3efb84ea252', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:1a:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff723d16-2c01-4eab-afcd-4a5795346e92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:47:23Z', 'updated_at': '2022-09-15T07:47:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi'}], 'dv-cinder-824149-6-iscsi', False) {} {{(pid=107290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:47:25.965675 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80b3d6f-47f9-45a1-b31d-14f2069030a4 req-978f036f-dff7-4be8-8698-345dda1f8ec5 tempest-VolumesActionsTest-601705062 tempest-VolumesActionsTest-601705062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:47:25.974486 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-d80b3d6f-47f9-45a1-b31d-14f2069030a4 req-978f036f-dff7-4be8-8698-345dda1f8ec5 tempest-VolumesActionsTest-601705062 tempest-VolumesActionsTest-601705062-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=eec05c81-a578-4380-b05f-7e4eab9f2103 HTTP/1.1" status: 200 len: 944 time: 0.1202476 Sep 15 07:47:25.974596 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a10493-5d10-412e-a79a-c2fd439fad68 None None] Checking router: ff723d16-2c01-4eab-afcd-4a5795346e92 for host: dv-cinder-824149-6-iscsi {{(pid=107290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 07:47:25.974596 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a10493-5d10-412e-a79a-c2fd439fad68 None None] Updating router ff723d16-2c01-4eab-afcd-4a5795346e92 port 9b8466b4-4256-4de2-93dc-d3efb84ea252 binding host dv-cinder-824149-6-iscsi {{(pid=107290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 07:47:26.003682 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-0ba202a5-17d2-44cc-b038-5203328b80c2 req-8fafd0d8-4701-4918-aa4b-5fdec68423c7 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=be0daa10-fd6e-4380-aa0f-09cb542308d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1621599 Sep 15 07:47:26.026717 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Provisioning for port 1b7de612-7337-4798-8d30-8d58396efb98 completed by entity L2. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 15 07:47:26.044137 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-f4a10493-5d10-412e-a79a-c2fd439fad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (9b8466b4-4256-4de2-93dc-d3efb84ea252), before_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:26.081634 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-d80b3d6f-47f9-45a1-b31d-14f2069030a4 req-7c0b63e6-caf7-46c6-b260-9c6bb52c7e11 tempest-VolumesActionsTest-601705062 tempest-VolumesActionsTest-601705062-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2422bd40-9810-4402-aa2f-1aab7adf2760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079805 Sep 15 07:47:26.083058 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Device 24757a9f-6028-4ae1-98a4-3cf0e79b7cda up at agent ovs-agent-dv-cinder-824149-6-iscsi {{(pid=107290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 07:47:26.089636 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:47:26.120539 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:47:26.129214 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-0f44d0d5-b296-4658-a59d-71e94f9a3b32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (71b2a813-2b59-4e69-b901-83528b6ecb8f), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:26.135282 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Provisioning complete for port 1b7de612-7337-4798-8d30-8d58396efb98 triggered by entity L2. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 07:47:26.135658 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862942'] for port (1b7de612-7337-4798-8d30-8d58396efb98), provisioning_complete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:26.135994 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Attempt 1 to provision port 1b7de612-7337-4798-8d30-8d58396efb98 Sep 15 07:47:26.250293 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Provisioning complete for port 24757a9f-6028-4ae1-98a4-3cf0e79b7cda triggered by entity L2. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 07:47:26.250521 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862942'] for port (24757a9f-6028-4ae1-98a4-3cf0e79b7cda), provisioning_complete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:26.250859 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Attempt 1 to provision port 24757a9f-6028-4ae1-98a4-3cf0e79b7cda Sep 15 07:47:26.415623 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Current status of the port 1b7de612-7337-4798-8d30-8d58396efb98 is: BUILD; New status is: ACTIVE {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:47:26.415834 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (1b7de612-7337-4798-8d30-8d58396efb98), before_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:26.452404 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bcc082-31e0-466d-9315-696f1031f146 req-0141d58f-78ed-497c-9553-22892dbe3d4b tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:47:26.454056 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-21bcc082-31e0-466d-9315-696f1031f146 req-0141d58f-78ed-497c-9553-22892dbe3d4b tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4600a1fd-6542-4a0a-b67c-fb313d57eb82 HTTP/1.1" status: 200 len: 943 time: 0.3336735 Sep 15 07:47:26.513079 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eec05c81-a578-4380-b05f-7e4eab9f2103', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b7de612-7337-4798-8d30-8d58396efb98'}] {{(pid=107290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 07:47:26.515219 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff93a2f2a3cb789a491bb2a8c4b01cf70d8343c1611f7c7394898ef54d6aa0cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6726468-b14f-4f3f-86a9-8083b33978f4" -d '{"events": [{"server_uuid": "eec05c81-a578-4380-b05f-7e4eab9f2103", "name": "network-vif-plugged", "status": "completed", "tag": "1b7de612-7337-4798-8d30-8d58396efb98"}]}' {{(pid=107290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 07:47:26.517458 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:47:26.519103 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Current status of the port 24757a9f-6028-4ae1-98a4-3cf0e79b7cda is: ACTIVE; New status is: ACTIVE {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:47:26.552490 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] For port 1b7de612-7337-4798-8d30-8d58396efb98, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=1b7de612-7337-4798-8d30-8d58396efb98,segment=NetworkSegment(4608dfcc-ca7b-4602-8377-f77eb3674134),segment_id=4608dfcc-ca7b-4602-8377-f77eb3674134)] {{(pid=107290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:47:26.569103 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-f4a10493-5d10-412e-a79a-c2fd439fad68 None None] Publish callbacks [] for port (9b8466b4-4256-4de2-93dc-d3efb84ea252), precommit_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:26.569934 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-21bcc082-31e0-466d-9315-696f1031f146 req-25736dd3-c663-4020-8181-65aceea33fe0 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bd1948ba-0dcc-463f-ac7d-46ca49a9cc24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886331 Sep 15 07:47:26.591762 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 07:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e5308b8-4d23-4465-9b39-478eee6eef94 x-openstack-request-id: req-1e5308b8-4d23-4465-9b39-478eee6eef94 {{(pid=107290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 07:47:26.592109 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eec05c81-a578-4380-b05f-7e4eab9f2103", "name": "network-vif-plugged", "status": "completed", "tag": "1b7de612-7337-4798-8d30-8d58396efb98", "code": 200}]} {{(pid=107290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 07:47:26.592371 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1e5308b8-4d23-4465-9b39-478eee6eef94 {{(pid=107290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 07:47:26.593491 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e5308b8-4d23-4465-9b39-478eee6eef94'] response: {'server_uuid': 'eec05c81-a578-4380-b05f-7e4eab9f2103', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b7de612-7337-4798-8d30-8d58396efb98', 'code': 200} Sep 15 07:47:26.632863 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-44868565-420c-4a30-a832-cb622155ebd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (None), before_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:26.647204 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615'] for port (1b7de612-7337-4798-8d30-8d58396efb98), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:26.671701 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-f4a10493-5d10-412e-a79a-c2fd439fad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615'] for port (9b8466b4-4256-4de2-93dc-d3efb84ea252), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:26.690717 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.managers [None req-f4a10493-5d10-412e-a79a-c2fd439fad68 None None] Attempting to bind port 9b8466b4-4256-4de2-93dc-d3efb84ea252 on host dv-cinder-824149-6-iscsi for vnic_type normal with profile {{(pid=107290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 07:47:26.691168 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.managers [None req-f4a10493-5d10-412e-a79a-c2fd439fad68 None None] Attempting to bind port 9b8466b4-4256-4de2-93dc-d3efb84ea252 by drivers openvswitch,hyperv on host dv-cinder-824149-6-iscsi at level 0 using segments [{'id': '8c607054-1f24-4b82-9f54-7b368db757ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa'}] {{(pid=107290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 07:47:26.691598 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a10493-5d10-412e-a79a-c2fd439fad68 None None] Attempting to bind port 9b8466b4-4256-4de2-93dc-d3efb84ea252 on network 7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa {{(pid=107290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 07:47:26.735993 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Pushing event updated for resources: {'Port': ['ID=1b7de612-7337-4798-8d30-8d58396efb98,revision_number=5']} {{(pid=107290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:47:26.782949 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a10493-5d10-412e-a79a-c2fd439fad68 None None] Checking agent: {'id': 'c3acd0b9-3b8e-4f77-9053-2ca2457616b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824149-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 7, 30, 28), 'started_at': datetime.datetime(2022, 9, 15, 7, 30, 58), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 7, 46, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824149-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 07:47:26.786660 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a10493-5d10-412e-a79a-c2fd439fad68 None None] Checking segment: {'id': '8c607054-1f24-4b82-9f54-7b368db757ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 07:47:26.786660 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-f4a10493-5d10-412e-a79a-c2fd439fad68 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:26.786660 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a10493-5d10-412e-a79a-c2fd439fad68 None None] Bound using segment: {'id': '8c607054-1f24-4b82-9f54-7b368db757ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa'} {{(pid=107290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 07:47:26.786660 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.managers [None req-f4a10493-5d10-412e-a79a-c2fd439fad68 None None] Bound port: 9b8466b4-4256-4de2-93dc-d3efb84ea252, host: dv-cinder-824149-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c607054-1f24-4b82-9f54-7b368db757ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa'}}] {{(pid=107290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 07:47:26.786660 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-f4a10493-5d10-412e-a79a-c2fd439fad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (9b8466b4-4256-4de2-93dc-d3efb84ea252), before_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:26.795634 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.db.db_base_plugin_common [None req-44868565-420c-4a30-a832-cb622155ebd4 admin admin] Allocated IP 172.20.0.1 (970c4a81-43bc-4dcc-bb59-25887f2adff4/39682b7b-658f-4137-ab83-efd9644bda36/8a5d33d9-ae35-4270-8214-992dad5e02eb) {{(pid=107279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 07:47:26.810097 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c770dc8-cf71-41fd-9646-d33470cbaf41 None None] Pushing event updated for resources: {'Port': ['ID=9b8466b4-4256-4de2-93dc-d3efb84ea252,revision_number=2']} {{(pid=107290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:47:26.841225 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-f4a10493-5d10-412e-a79a-c2fd439fad68 None None] For port 9b8466b4-4256-4de2-93dc-d3efb84ea252, host dv-cinder-824149-6-iscsi, cleared binding levels {{(pid=107290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 07:47:26.844324 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-f4a10493-5d10-412e-a79a-c2fd439fad68 None None] For port 9b8466b4-4256-4de2-93dc-d3efb84ea252, host dv-cinder-824149-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-6-iscsi',level=0,port_id=9b8466b4-4256-4de2-93dc-d3efb84ea252,segment=NetworkSegment(8c607054-1f24-4b82-9f54-7b368db757ce),segment_id=8c607054-1f24-4b82-9f54-7b368db757ce)] {{(pid=107290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 07:47:26.863349 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:47:26.882125 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2963fdd-7b95-4a00-9838-5e2e98c89dc7 req-ee8a368b-b89b-4ee3-ba60-66f92df712d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:47:26.883842 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-e2963fdd-7b95-4a00-9838-5e2e98c89dc7 req-ee8a368b-b89b-4ee3-ba60-66f92df712d2 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=eec05c81-a578-4380-b05f-7e4eab9f2103 HTTP/1.1" status: 200 len: 1129 time: 0.0397124 Sep 15 07:47:26.907785 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-44868565-420c-4a30-a832-cb622155ebd4 admin admin] Publish callbacks [] for port (8a5d33d9-ae35-4270-8214-992dad5e02eb), precommit_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:26.927267 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-f4a10493-5d10-412e-a79a-c2fd439fad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615'] for port (9b8466b4-4256-4de2-93dc-d3efb84ea252), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:26.928396 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-e2963fdd-7b95-4a00-9838-5e2e98c89dc7 req-e09f9b65-6db4-4452-9fa7-3cb498887bf2 service neutron] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2422bd40-9810-4402-aa2f-1aab7adf2760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387108 Sep 15 07:47:26.967003 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a10493-5d10-412e-a79a-c2fd439fad68 None None] Routers {'ff723d16-2c01-4eab-afcd-4a5795346e92'} bound to L3 agent in host dv-cinder-824149-6-iscsi {{(pid=107290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 07:47:26.967632 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_hamode_db [None req-f4a10493-5d10-412e-a79a-c2fd439fad68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T07:30:25Z,description=,heartbeat_timestamp=2022-09-15T07:47:25Z,host='dv-cinder-824149-6-iscsi',id=6177172c-20b9-4a3a-92be-d5dd082cfa3a,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T07:30:25Z,topic='l3_agent')) {'router_ids': ['ff723d16-2c01-4eab-afcd-4a5795346e92'], 'active': True} {{(pid=107290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:47:27.012650 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-44868565-420c-4a30-a832-cb622155ebd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729658170579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991753'] for port (8a5d33d9-ae35-4270-8214-992dad5e02eb), after_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:27.014319 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c770dc8-cf71-41fd-9646-d33470cbaf41 None None] Pushing event updated for resources: {'Port': ['ID=9b8466b4-4256-4de2-93dc-d3efb84ea252,revision_number=3']} {{(pid=107290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:47:27.055138 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44868565-420c-4a30-a832-cb622155ebd4 admin admin] Network 970c4a81-43bc-4dcc-bb59-25887f2adff4 is already hosted by enough agents. {{(pid=107279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 07:47:27.062606 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.scheduler.base_scheduler [None req-44868565-420c-4a30-a832-cb622155ebd4 admin admin] Resources bound (agent type, host, resource id): {{(pid=107279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 07:47:27.066889 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44868565-420c-4a30-a832-cb622155ebd4 admin admin] Received port after_create {{(pid=107279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 07:47:27.076053 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:47:27.089932 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvr_db [None req-f4a10493-5d10-412e-a79a-c2fd439fad68 None None] Set router ff723d16-2c01-4eab-afcd-4a5795346e92 gateway port host: dv-cinder-824149-6-iscsi {{(pid=107290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 07:47:27.090364 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44868565-420c-4a30-a832-cb622155ebd4 admin admin] Pushing event updated for resources: {'Port': ['ID=8a5d33d9-ae35-4270-8214-992dad5e02eb,revision_number=1']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:47:27.124891 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-44868565-420c-4a30-a832-cb622155ebd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2002461'] for router_interface (ff723d16-2c01-4eab-afcd-4a5795346e92), before_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:27.213523 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa19430-e565-4c91-bf49-7a0184eeb2e9 req-26d56206-fa00-49ae-85bb-1767df6e4986 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:47:27.219218 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-9fa19430-e565-4c91-bf49-7a0184eeb2e9 req-26d56206-fa00-49ae-85bb-1767df6e4986 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=30ed5535-17bd-48d9-b6b5-ba296066b7ec HTTP/1.1" status: 200 len: 946 time: 0.1037266 Sep 15 07:47:27.274011 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:UPDATE=2,neutron:SELECT=94,neutron:INSERT=4 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:47:27.287525 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_hamode_db [None req-f4a10493-5d10-412e-a79a-c2fd439fad68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff723d16-2c01-4eab-afcd-4a5795346e92', 'name': 'tempest-TestMinimumBasicScenario-133076663-router', 'tenant_id': '00091272c5a745f2bf80723a69fbfc61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': '9b8466b4-4256-4de2-93dc-d3efb84ea252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:47:22Z', 'updated_at': '2022-09-15T07:47:24Z', 'revision_number': 3, 'project_id': '00091272c5a745f2bf80723a69fbfc61', 'gw_port': {'id': '9b8466b4-4256-4de2-93dc-d3efb84ea252', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:1a:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff723d16-2c01-4eab-afcd-4a5795346e92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:47:23Z', 'updated_at': '2022-09-15T07:47:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi'}], 'dv-cinder-824149-6-iscsi', False) {} {{(pid=107290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:47:27.308425 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bda703a-1502-4ee0-b039-23bfe808a960 req-28da5e9a-f48c-4695-b0e8-c5826c998df5 tempest-VolumesActionsTest-601705062 tempest-VolumesActionsTest-601705062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:47:27.310411 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-1bda703a-1502-4ee0-b039-23bfe808a960 req-28da5e9a-f48c-4695-b0e8-c5826c998df5 tempest-VolumesActionsTest-601705062 tempest-VolumesActionsTest-601705062-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=eec05c81-a578-4380-b05f-7e4eab9f2103 HTTP/1.1" status: 200 len: 945 time: 0.1181805 Sep 15 07:47:27.318788 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a10493-5d10-412e-a79a-c2fd439fad68 None None] The sync data for ids ['ff723d16-2c01-4eab-afcd-4a5795346e92'] in dv-cinder-824149-6-iscsi is: [{'id': 'ff723d16-2c01-4eab-afcd-4a5795346e92', 'name': 'tempest-TestMinimumBasicScenario-133076663-router', 'tenant_id': '00091272c5a745f2bf80723a69fbfc61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': '9b8466b4-4256-4de2-93dc-d3efb84ea252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:47:22Z', 'updated_at': '2022-09-15T07:47:24Z', 'revision_number': 3, 'project_id': '00091272c5a745f2bf80723a69fbfc61', 'gw_port': {'id': '9b8466b4-4256-4de2-93dc-d3efb84ea252', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:1a:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff723d16-2c01-4eab-afcd-4a5795346e92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:47:23Z', 'updated_at': '2022-09-15T07:47:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi'}] {{(pid=107290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 07:47:27.366092 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-9fa19430-e565-4c91-bf49-7a0184eeb2e9 req-008e6ed7-44c3-4a9d-810a-511a90956c2b tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=be0daa10-fd6e-4380-aa0f-09cb542308d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1442983 Sep 15 07:47:27.372462 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-b965c818-d141-4470-89c4-77cc68f78b01 None None] Provisioning complete for port 8a5d33d9-ae35-4270-8214-992dad5e02eb triggered by entity DHCP. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 07:47:27.373040 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-b965c818-d141-4470-89c4-77cc68f78b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862942'] for port (8a5d33d9-ae35-4270-8214-992dad5e02eb), provisioning_complete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:27.373527 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-b965c818-d141-4470-89c4-77cc68f78b01 None None] Attempt 1 to provision port 8a5d33d9-ae35-4270-8214-992dad5e02eb Sep 15 07:47:27.408154 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-1bda703a-1502-4ee0-b039-23bfe808a960 req-1539dd48-b6e0-45ac-9ae9-c73d1230b95b tempest-VolumesActionsTest-601705062 tempest-VolumesActionsTest-601705062-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2422bd40-9810-4402-aa2f-1aab7adf2760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873306 Sep 15 07:47:27.411750 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-b965c818-d141-4470-89c4-77cc68f78b01 None None] Port 8a5d33d9-ae35-4270-8214-992dad5e02eb cannot update to ACTIVE because it is not bound. {{(pid=107290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 07:47:27.481454 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-44868565-420c-4a30-a832-cb622155ebd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (8a5d33d9-ae35-4270-8214-992dad5e02eb), before_update {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:27.532395 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-677e5667-6d12-4a09-97b6-65dca69daeb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (4c9c4bf3-096b-4dee-b844-12a870317301), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:27.678053 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-44868565-420c-4a30-a832-cb622155ebd4 admin admin] Publish callbacks [] for port (8a5d33d9-ae35-4270-8214-992dad5e02eb), precommit_update {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:27.715259 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bccda3-e462-4c8b-ae62-b24ab6e76253 req-6cad310d-6833-4ecd-9a69-7b029dde3a39 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:47:27.716695 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-84bccda3-e462-4c8b-ae62-b24ab6e76253 req-6cad310d-6833-4ecd-9a69-7b029dde3a39 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4600a1fd-6542-4a0a-b67c-fb313d57eb82 HTTP/1.1" status: 200 len: 943 time: 0.0608997 Sep 15 07:47:27.726800 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (c3acd0b9-3b8e-4f77-9053-2ca2457616b3), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:27.769459 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-84bccda3-e462-4c8b-ae62-b24ab6e76253 req-82a1b6a7-61bb-4c81-a4bd-cedddfa509c5 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bd1948ba-0dcc-463f-ac7d-46ca49a9cc24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467083 Sep 15 07:47:27.772246 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-44868565-420c-4a30-a832-cb622155ebd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991792'] for port (8a5d33d9-ae35-4270-8214-992dad5e02eb), after_update {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:27.843414 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44868565-420c-4a30-a832-cb622155ebd4 admin admin] Pushing event updated for resources: {'Port': ['ID=8a5d33d9-ae35-4270-8214-992dad5e02eb,revision_number=2']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:47:27.847324 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-44868565-420c-4a30-a832-cb622155ebd4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2002569'] for router_interface (ff723d16-2c01-4eab-afcd-4a5795346e92), after_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:27.912663 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-b965c818-d141-4470-89c4-77cc68f78b01 None None] Attempt 2 to provision port 8a5d33d9-ae35-4270-8214-992dad5e02eb Sep 15 07:47:27.946192 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:47:27.965686 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44868565-420c-4a30-a832-cb622155ebd4 admin admin] Network 970c4a81-43bc-4dcc-bb59-25887f2adff4 is already hosted by enough agents. {{(pid=107279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 07:47:27.968235 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-b965c818-d141-4470-89c4-77cc68f78b01 None None] Port 8a5d33d9-ae35-4270-8214-992dad5e02eb cannot update to ACTIVE because it is not bound. {{(pid=107290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 07:47:27.972634 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.scheduler.base_scheduler [None req-44868565-420c-4a30-a832-cb622155ebd4 admin admin] Resources bound (agent type, host, resource id): {{(pid=107279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 07:47:28.033482 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Device 9b8466b4-4256-4de2-93dc-d3efb84ea252 up at agent ovs-agent-dv-cinder-824149-6-iscsi {{(pid=107290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 07:47:28.093186 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Provisioning complete for port 9b8466b4-4256-4de2-93dc-d3efb84ea252 triggered by entity L2. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 07:47:28.093865 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862942'] for port (9b8466b4-4256-4de2-93dc-d3efb84ea252), provisioning_complete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:28.093984 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Attempt 1 to provision port 9b8466b4-4256-4de2-93dc-d3efb84ea252 Sep 15 07:47:28.109208 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44868565-420c-4a30-a832-cb622155ebd4 admin admin] Router ff723d16-2c01-4eab-afcd-4a5795346e92 has already been hosted by L3 agent 6177172c-20b9-4a3a-92be-d5dd082cfa3a {{(pid=107279) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 07:47:28.198249 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Current status of the port 9b8466b4-4256-4de2-93dc-d3efb84ea252 is: DOWN; New status is: ACTIVE {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:47:28.198724 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (9b8466b4-4256-4de2-93dc-d3efb84ea252), before_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:28.228177 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] For port 9b8466b4-4256-4de2-93dc-d3efb84ea252, host dv-cinder-824149-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-6-iscsi',level=0,port_id=9b8466b4-4256-4de2-93dc-d3efb84ea252,segment=NetworkSegment(8c607054-1f24-4b82-9f54-7b368db757ce),segment_id=8c607054-1f24-4b82-9f54-7b368db757ce)] {{(pid=107290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:47:28.236926 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44868565-420c-4a30-a832-cb622155ebd4 admin admin] Notify agent at l3_agent.dv-cinder-824149-6-iscsi the message routers_updated {{(pid=107279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 07:47:28.243374 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-44868565-420c-4a30-a832-cb622155ebd4 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/ff723d16-2c01-4eab-afcd-4a5795346e92/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5994828 Sep 15 07:47:28.296196 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615'] for port (9b8466b4-4256-4de2-93dc-d3efb84ea252), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:28.353965 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Pushing event updated for resources: {'Port': ['ID=9b8466b4-4256-4de2-93dc-d3efb84ea252,revision_number=4']} {{(pid=107290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:47:28.469005 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-b965c818-d141-4470-89c4-77cc68f78b01 None None] Attempt 3 to provision port 8a5d33d9-ae35-4270-8214-992dad5e02eb Sep 15 07:47:28.510875 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-b965c818-d141-4470-89c4-77cc68f78b01 None None] Port 8a5d33d9-ae35-4270-8214-992dad5e02eb cannot update to ACTIVE because it is not bound. {{(pid=107290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 07:47:28.533491 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de06cea3-cbec-4ab4-93cc-f138abc9abbb req-b4189cd5-a2d8-44fc-bc31-fa1d116c20ee tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:47:28.535093 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-de06cea3-cbec-4ab4-93cc-f138abc9abbb req-b4189cd5-a2d8-44fc-bc31-fa1d116c20ee tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=30ed5535-17bd-48d9-b6b5-ba296066b7ec HTTP/1.1" status: 200 len: 946 time: 0.0771825 Sep 15 07:47:28.583180 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09638de1-ed25-488b-b77b-0023d2ad6d19 req-fe8da23c-e2d3-49a1-a700-50712a9e86eb tempest-VolumesActionsTest-601705062 tempest-VolumesActionsTest-601705062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:47:28.584617 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-09638de1-ed25-488b-b77b-0023d2ad6d19 req-fe8da23c-e2d3-49a1-a700-50712a9e86eb tempest-VolumesActionsTest-601705062 tempest-VolumesActionsTest-601705062-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=eec05c81-a578-4380-b05f-7e4eab9f2103 HTTP/1.1" status: 200 len: 945 time: 0.0707357 Sep 15 07:47:28.632735 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=100 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:47:28.636515 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-de06cea3-cbec-4ab4-93cc-f138abc9abbb req-e4b5be2e-e8ac-4ca0-92de-f6d4dea3a7ef tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=be0daa10-fd6e-4380-aa0f-09cb542308d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851371 Sep 15 07:47:28.661430 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-09638de1-ed25-488b-b77b-0023d2ad6d19 req-eed1d86a-0ffa-427f-9832-9ce47203c58a tempest-VolumesActionsTest-601705062 tempest-VolumesActionsTest-601705062-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2422bd40-9810-4402-aa2f-1aab7adf2760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713756 Sep 15 07:47:28.896661 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e6d49f-2b66-4191-833c-cd4624ec7280 req-65a8ea17-37d4-403a-9537-b3073102477a tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:47:28.898173 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-28e6d49f-2b66-4191-833c-cd4624ec7280 req-65a8ea17-37d4-403a-9537-b3073102477a tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4600a1fd-6542-4a0a-b67c-fb313d57eb82 HTTP/1.1" status: 200 len: 943 time: 0.0506725 Sep 15 07:47:28.950493 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-28e6d49f-2b66-4191-833c-cd4624ec7280 req-6543180a-7c5b-47a6-ba05-6c1a90faa131 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bd1948ba-0dcc-463f-ac7d-46ca49a9cc24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460114 Sep 15 07:47:28.988858 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e6f9e6-eafe-46f4-99d0-75e79c0c18cd None None] Sync routers for ids ['ff723d16-2c01-4eab-afcd-4a5795346e92'] in dv-cinder-824149-6-iscsi {{(pid=107295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 07:47:28.999667 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e6f9e6-eafe-46f4-99d0-75e79c0c18cd None None] Routers {'ff723d16-2c01-4eab-afcd-4a5795346e92'} bound to L3 agent in host dv-cinder-824149-6-iscsi {{(pid=107295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 07:47:29.009287 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_hamode_db [None req-71e6f9e6-eafe-46f4-99d0-75e79c0c18cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T07:30:25Z,description=,heartbeat_timestamp=2022-09-15T07:47:25Z,host='dv-cinder-824149-6-iscsi',id=6177172c-20b9-4a3a-92be-d5dd082cfa3a,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T07:30:25Z,topic='l3_agent')) {'router_ids': ['ff723d16-2c01-4eab-afcd-4a5795346e92'], 'active': True} {{(pid=107295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:47:29.011854 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-b965c818-d141-4470-89c4-77cc68f78b01 None None] Attempt 4 to provision port 8a5d33d9-ae35-4270-8214-992dad5e02eb Sep 15 07:47:29.048525 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-b965c818-d141-4470-89c4-77cc68f78b01 None None] Port 8a5d33d9-ae35-4270-8214-992dad5e02eb cannot update to ACTIVE because it is not bound. {{(pid=107290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 07:47:29.111642 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_dvr_db [None req-71e6f9e6-eafe-46f4-99d0-75e79c0c18cd None None] Set router ff723d16-2c01-4eab-afcd-4a5795346e92 gateway port host: dv-cinder-824149-6-iscsi {{(pid=107295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 07:47:29.117136 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 40272) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:47:29.123478 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.v2.base [None req-d90bb705-8729-4f87-a8a9-89b6bd521e5c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1050476274-network', 'tenant_id': '087c6e23abf04c4eb97e99b470083437'}} {{(pid=107276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:47:29.213220 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d90bb705-8729-4f87-a8a9-89b6bd521e5c admin admin] Made reservation on behalf of 087c6e23abf04c4eb97e99b470083437 for: {'network': 1} {{(pid=107276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 07:47:29.215642 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-d90bb705-8729-4f87-a8a9-89b6bd521e5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for network (None), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:29.224756 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-d90bb705-8729-4f87-a8a9-89b6bd521e5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:29.312692 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-d90bb705-8729-4f87-a8a9-89b6bd521e5c admin admin] Publish callbacks [] for security_group (49909041-4996-41e2-9c67-273a77704326), precommit_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:29.387959 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-d90bb705-8729-4f87-a8a9-89b6bd521e5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (49909041-4996-41e2-9c67-273a77704326), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:29.416888 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d90bb705-8729-4f87-a8a9-89b6bd521e5c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=107276) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 07:47:29.424127 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90bb705-8729-4f87-a8a9-89b6bd521e5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49909041-4996-41e2-9c67-273a77704326,revision_number=1']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:47:29.425067 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_hamode_db [None req-71e6f9e6-eafe-46f4-99d0-75e79c0c18cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff723d16-2c01-4eab-afcd-4a5795346e92', 'name': 'tempest-TestMinimumBasicScenario-133076663-router', 'tenant_id': '00091272c5a745f2bf80723a69fbfc61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': '9b8466b4-4256-4de2-93dc-d3efb84ea252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:47:22Z', 'updated_at': '2022-09-15T07:47:27Z', 'revision_number': 4, 'project_id': '00091272c5a745f2bf80723a69fbfc61', 'gw_port': {'id': '9b8466b4-4256-4de2-93dc-d3efb84ea252', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:1a:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff723d16-2c01-4eab-afcd-4a5795346e92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:47:23Z', 'updated_at': '2022-09-15T07:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi', '_interfaces': [{'id': '8a5d33d9-ae35-4270-8214-992dad5e02eb', 'name': '', 'network_id': '970c4a81-43bc-4dcc-bb59-25887f2adff4', 'tenant_id': '00091272c5a745f2bf80723a69fbfc61', 'mac_address': 'fa:16:3e:e4:97:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff723d16-2c01-4eab-afcd-4a5795346e92', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '39682b7b-658f-4137-ab83-efd9644bda36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:47:26Z', 'updated_at': '2022-09-15T07:47:27Z', 'revision_number': 2, 'project_id': '00091272c5a745f2bf80723a69fbfc61', 'subnets': [{'id': '39682b7b-658f-4137-ab83-efd9644bda36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-6-iscsi', False) {} {{(pid=107295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:47:29.430331 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-d90bb705-8729-4f87-a8a9-89b6bd521e5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906830'] for segment (11de57ba-6243-4b2a-b79c-acc44ead4bc0), precommit_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:29.435063 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.db.segments_db [None req-d90bb705-8729-4f87-a8a9-89b6bd521e5c admin admin] Added segment 11de57ba-6243-4b2a-b79c-acc44ead4bc0 of type vlan for network de32ab2c-15da-49ec-b42c-7db27555046e Sep 15 07:47:29.452765 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e6f9e6-eafe-46f4-99d0-75e79c0c18cd None None] Checking router: ff723d16-2c01-4eab-afcd-4a5795346e92 for host: dv-cinder-824149-6-iscsi {{(pid=107295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 07:47:29.453119 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e6f9e6-eafe-46f4-99d0-75e79c0c18cd None None] Updating router ff723d16-2c01-4eab-afcd-4a5795346e92 port 8a5d33d9-ae35-4270-8214-992dad5e02eb binding host dv-cinder-824149-6-iscsi {{(pid=107295) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 07:47:29.454862 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=100 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:47:29.472745 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-d90bb705-8729-4f87-a8a9-89b6bd521e5c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729658139832'] for network (de32ab2c-15da-49ec-b42c-7db27555046e), precommit_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:29.483332 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron_lib.callbacks.manager [None req-71e6f9e6-eafe-46f4-99d0-75e79c0c18cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (8a5d33d9-ae35-4270-8214-992dad5e02eb), before_update {{(pid=107295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:29.550044 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-b965c818-d141-4470-89c4-77cc68f78b01 None None] Attempt 5 to provision port 8a5d33d9-ae35-4270-8214-992dad5e02eb Sep 15 07:47:29.579472 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-d90bb705-8729-4f87-a8a9-89b6bd521e5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204'] for network (de32ab2c-15da-49ec-b42c-7db27555046e), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:29.581037 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=100 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:47:29.581517 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d90bb705-8729-4f87-a8a9-89b6bd521e5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:47:29.582515 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-d90bb705-8729-4f87-a8a9-89b6bd521e5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586190'] for network (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:29.598878 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-b965c818-d141-4470-89c4-77cc68f78b01 None None] Port 8a5d33d9-ae35-4270-8214-992dad5e02eb cannot update to ACTIVE because it is not bound. {{(pid=107290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 07:47:29.649928 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90bb705-8729-4f87-a8a9-89b6bd521e5c admin admin] Pushing event updated for resources: {'Network': ['ID=de32ab2c-15da-49ec-b42c-7db27555046e,revision_number=1']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:47:29.660839 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Network de32ab2c-15da-49ec-b42c-7db27555046e details requested by agent ovs-agent-dv-cinder-824149-6-iscsi with host dv-cinder-824149-6-iscsi {{(pid=107290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 07:47:29.700623 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-d90bb705-8729-4f87-a8a9-89b6bd521e5c admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5820661 Sep 15 07:47:29.703396 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 40284) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:47:29.708449 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.v2.base [None req-7aa26a00-2786-47a8-9a6c-5a6f4ef160bb admin admin] Request body: {'subnet': {'network_id': 'de32ab2c-15da-49ec-b42c-7db27555046e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1050476274-subnet', 'tenant_id': '087c6e23abf04c4eb97e99b470083437', 'ip_version': 4}} {{(pid=107276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:47:29.777962 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6535192-8ebb-4218-83b8-0e639236e62e req-2952db16-b25a-444c-939f-799f3f79312e tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:47:29.780221 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-c6535192-8ebb-4218-83b8-0e639236e62e req-2952db16-b25a-444c-939f-799f3f79312e tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=30ed5535-17bd-48d9-b6b5-ba296066b7ec HTTP/1.1" status: 200 len: 946 time: 0.0519691 Sep 15 07:47:29.788818 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron_lib.callbacks.manager [None req-71e6f9e6-eafe-46f4-99d0-75e79c0c18cd None None] Publish callbacks [] for port (8a5d33d9-ae35-4270-8214-992dad5e02eb), precommit_update {{(pid=107295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:29.834126 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-c6535192-8ebb-4218-83b8-0e639236e62e req-8ca10ff4-d62a-46c8-9b98-b17ba097cf19 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=be0daa10-fd6e-4380-aa0f-09cb542308d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467386 Sep 15 07:47:29.858249 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aa26a00-2786-47a8-9a6c-5a6f4ef160bb admin admin] Made reservation on behalf of 087c6e23abf04c4eb97e99b470083437 for: {'subnet': 1} {{(pid=107276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 07:47:29.860443 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-7aa26a00-2786-47a8-9a6c-5a6f4ef160bb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260771387'] for subnet (None), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:29.863168 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:47:29.887238 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron_lib.callbacks.manager [None req-71e6f9e6-eafe-46f4-99d0-75e79c0c18cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615'] for port (8a5d33d9-ae35-4270-8214-992dad5e02eb), after_update {{(pid=107295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:29.986349 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ea02eb-8868-412b-b86e-19b2ace5e286 None None] Pushing event updated for resources: {'Port': ['ID=8a5d33d9-ae35-4270-8214-992dad5e02eb,revision_number=3']} {{(pid=107295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:47:29.999320 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ea02eb-8868-412b-b86e-19b2ace5e286 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:47:29.999924 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ea02eb-8868-412b-b86e-19b2ace5e286 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:47:30.000053 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ea02eb-8868-412b-b86e-19b2ace5e286 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:47:30.000777 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ea02eb-8868-412b-b86e-19b2ace5e286 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:47:30.001124 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ea02eb-8868-412b-b86e-19b2ace5e286 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:47:30.001460 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ea02eb-8868-412b-b86e-19b2ace5e286 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:47:30.001915 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ea02eb-8868-412b-b86e-19b2ace5e286 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:47:30.002298 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ea02eb-8868-412b-b86e-19b2ace5e286 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:47:30.002614 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ea02eb-8868-412b-b86e-19b2ace5e286 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:47:30.002943 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ea02eb-8868-412b-b86e-19b2ace5e286 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:47:30.003272 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ea02eb-8868-412b-b86e-19b2ace5e286 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:47:30.003798 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ea02eb-8868-412b-b86e-19b2ace5e286 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:47:30.004144 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ea02eb-8868-412b-b86e-19b2ace5e286 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:47:30.004460 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ea02eb-8868-412b-b86e-19b2ace5e286 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:47:30.004786 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ea02eb-8868-412b-b86e-19b2ace5e286 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:47:30.012827 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Device 9b8466b4-4256-4de2-93dc-d3efb84ea252 up at agent ovs-agent-dv-cinder-824149-6-iscsi {{(pid=107290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 07:47:30.012979 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.plugins.ml2.managers [None req-71e6f9e6-eafe-46f4-99d0-75e79c0c18cd None None] Attempting to bind port 8a5d33d9-ae35-4270-8214-992dad5e02eb on host dv-cinder-824149-6-iscsi for vnic_type normal with profile {{(pid=107295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 07:47:30.013357 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.plugins.ml2.managers [None req-71e6f9e6-eafe-46f4-99d0-75e79c0c18cd None None] Attempting to bind port 8a5d33d9-ae35-4270-8214-992dad5e02eb by drivers openvswitch,hyperv on host dv-cinder-824149-6-iscsi at level 0 using segments [{'id': 'b9f438cb-efc4-4a05-9045-6ca915872e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '970c4a81-43bc-4dcc-bb59-25887f2adff4'}] {{(pid=107295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 07:47:30.013756 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e6f9e6-eafe-46f4-99d0-75e79c0c18cd None None] Attempting to bind port 8a5d33d9-ae35-4270-8214-992dad5e02eb on network 970c4a81-43bc-4dcc-bb59-25887f2adff4 {{(pid=107295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 07:47:30.046085 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:47:30.082704 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e6f9e6-eafe-46f4-99d0-75e79c0c18cd None None] Checking agent: {'id': 'c3acd0b9-3b8e-4f77-9053-2ca2457616b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824149-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 7, 30, 28), 'started_at': datetime.datetime(2022, 9, 15, 7, 30, 58), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 7, 47, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824149-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 07:47:30.083082 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e6f9e6-eafe-46f4-99d0-75e79c0c18cd None None] Checking segment: {'id': 'b9f438cb-efc4-4a05-9045-6ca915872e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '970c4a81-43bc-4dcc-bb59-25887f2adff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 07:47:30.083480 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron_lib.callbacks.manager [None req-71e6f9e6-eafe-46f4-99d0-75e79c0c18cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:30.085224 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e6f9e6-eafe-46f4-99d0-75e79c0c18cd None None] Bound using segment: {'id': 'b9f438cb-efc4-4a05-9045-6ca915872e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '970c4a81-43bc-4dcc-bb59-25887f2adff4'} {{(pid=107295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 07:47:30.086136 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.plugins.ml2.managers [None req-71e6f9e6-eafe-46f4-99d0-75e79c0c18cd None None] Bound port: 8a5d33d9-ae35-4270-8214-992dad5e02eb, host: dv-cinder-824149-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9f438cb-efc4-4a05-9045-6ca915872e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '970c4a81-43bc-4dcc-bb59-25887f2adff4'}}] {{(pid=107295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 07:47:30.086451 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Provisioning complete for port 9b8466b4-4256-4de2-93dc-d3efb84ea252 triggered by entity L2. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 07:47:30.086722 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron_lib.callbacks.manager [None req-71e6f9e6-eafe-46f4-99d0-75e79c0c18cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (8a5d33d9-ae35-4270-8214-992dad5e02eb), before_update {{(pid=107295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:30.087173 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862942'] for port (9b8466b4-4256-4de2-93dc-d3efb84ea252), provisioning_complete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:30.087693 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Attempt 1 to provision port 9b8466b4-4256-4de2-93dc-d3efb84ea252 Sep 15 07:47:30.093715 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:47:30.105342 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d0d2e5-c6a2-4356-bcf4-22771a38e6fc req-d405fc87-07b9-4147-9251-6370b0346fa0 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:47:30.108554 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-85d0d2e5-c6a2-4356-bcf4-22771a38e6fc req-d405fc87-07b9-4147-9251-6370b0346fa0 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4600a1fd-6542-4a0a-b67c-fb313d57eb82 HTTP/1.1" status: 200 len: 943 time: 0.0576897 Sep 15 07:47:30.108703 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-b965c818-d141-4470-89c4-77cc68f78b01 None None] Attempt 6 to provision port 8a5d33d9-ae35-4270-8214-992dad5e02eb Sep 15 07:47:30.159754 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-b965c818-d141-4470-89c4-77cc68f78b01 None None] Port 8a5d33d9-ae35-4270-8214-992dad5e02eb cannot update to ACTIVE because it is not bound. {{(pid=107290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 07:47:30.168215 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-85d0d2e5-c6a2-4356-bcf4-22771a38e6fc req-7bb05f79-c8ee-48ff-b423-d96884f5319d tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bd1948ba-0dcc-463f-ac7d-46ca49a9cc24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550120 Sep 15 07:47:30.168797 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.plugins.ml2.db [None req-71e6f9e6-eafe-46f4-99d0-75e79c0c18cd None None] For port 8a5d33d9-ae35-4270-8214-992dad5e02eb, host dv-cinder-824149-6-iscsi, cleared binding levels {{(pid=107295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 07:47:30.172594 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.plugins.ml2.db [None req-71e6f9e6-eafe-46f4-99d0-75e79c0c18cd None None] For port 8a5d33d9-ae35-4270-8214-992dad5e02eb, host dv-cinder-824149-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-6-iscsi',level=0,port_id=8a5d33d9-ae35-4270-8214-992dad5e02eb,segment=NetworkSegment(b9f438cb-efc4-4a05-9045-6ca915872e67),segment_id=b9f438cb-efc4-4a05-9045-6ca915872e67)] {{(pid=107295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 07:47:30.184645 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-7aa26a00-2786-47a8-9a6c-5a6f4ef160bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260830098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260771373'] for subnet (a519638d-01f5-45c1-bf11-f926cb995897), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:30.206677 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Current status of the port 9b8466b4-4256-4de2-93dc-d3efb84ea252 is: ACTIVE; New status is: ACTIVE {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:47:30.244571 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa26a00-2786-47a8-9a6c-5a6f4ef160bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=a519638d-01f5-45c1-bf11-f926cb995897,revision_number=0']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:47:30.246816 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron_lib.callbacks.manager [None req-71e6f9e6-eafe-46f4-99d0-75e79c0c18cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615'] for port (8a5d33d9-ae35-4270-8214-992dad5e02eb), after_update {{(pid=107295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:30.261886 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa26a00-2786-47a8-9a6c-5a6f4ef160bb admin admin] Checking segment: {'id': '11de57ba-6243-4b2a-b79c-acc44ead4bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'de32ab2c-15da-49ec-b42c-7db27555046e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 07:47:30.262330 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa26a00-2786-47a8-9a6c-5a6f4ef160bb admin admin] Network hostable DHCP agents. Network: de32ab2c-15da-49ec-b42c-7db27555046e, hostable agents: ['47b201f8-ba91-4005-8457-67653169c522'], hosted agents: [] {{(pid=107276) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 07:47:30.268646 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7e6873-9e33-4c49-8ec6-779e99bcd9e2 req-dd8641e4-91f9-4ea4-83ac-f2b993bd11ea tempest-VolumesActionsTest-601705062 tempest-VolumesActionsTest-601705062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:47:30.270453 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-bd7e6873-9e33-4c49-8ec6-779e99bcd9e2 req-dd8641e4-91f9-4ea4-83ac-f2b993bd11ea tempest-VolumesActionsTest-601705062 tempest-VolumesActionsTest-601705062-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=eec05c81-a578-4380-b05f-7e4eab9f2103 HTTP/1.1" status: 200 len: 945 time: 0.0531566 Sep 15 07:47:30.299712 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e6f9e6-eafe-46f4-99d0-75e79c0c18cd None None] Routers {'ff723d16-2c01-4eab-afcd-4a5795346e92'} bound to L3 agent in host dv-cinder-824149-6-iscsi {{(pid=107295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 07:47:30.300332 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_hamode_db [None req-71e6f9e6-eafe-46f4-99d0-75e79c0c18cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T07:30:25Z,description=,heartbeat_timestamp=2022-09-15T07:47:25Z,host='dv-cinder-824149-6-iscsi',id=6177172c-20b9-4a3a-92be-d5dd082cfa3a,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T07:30:25Z,topic='l3_agent')) {'router_ids': ['ff723d16-2c01-4eab-afcd-4a5795346e92'], 'active': True} {{(pid=107295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:47:30.322220 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa26a00-2786-47a8-9a6c-5a6f4ef160bb admin admin] Network de32ab2c-15da-49ec-b42c-7db27555046e is scheduled to be hosted by DHCP agent 47b201f8-ba91-4005-8457-67653169c522 with binding_index 1 {{(pid=107276) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 07:47:30.322572 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-bd7e6873-9e33-4c49-8ec6-779e99bcd9e2 req-7a19d46b-566a-4c13-a139-e3038d0fc8fa tempest-VolumesActionsTest-601705062 tempest-VolumesActionsTest-601705062-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2422bd40-9810-4402-aa2f-1aab7adf2760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448482 Sep 15 07:47:30.341658 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ea02eb-8868-412b-b86e-19b2ace5e286 None None] Pushing event updated for resources: {'Port': ['ID=8a5d33d9-ae35-4270-8214-992dad5e02eb,revision_number=4']} {{(pid=107295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:47:30.378019 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.scheduler.base_scheduler [None req-7aa26a00-2786-47a8-9a6c-5a6f4ef160bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824149-6-iscsi, de32ab2c-15da-49ec-b42c-7db27555046e) {{(pid=107276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 07:47:30.382842 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa26a00-2786-47a8-9a6c-5a6f4ef160bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:47:30.384025 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-7aa26a00-2786-47a8-9a6c-5a6f4ef160bb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:30.387436 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2733df28-bb58-45f5-a201-051fc55ddf28 None None] Network de32ab2c-15da-49ec-b42c-7db27555046e requested from dv-cinder-824149-6-iscsi {{(pid=107290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 07:47:30.390742 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:47:30.413844 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_dvr_db [None req-71e6f9e6-eafe-46f4-99d0-75e79c0c18cd None None] Set router ff723d16-2c01-4eab-afcd-4a5795346e92 gateway port host: dv-cinder-824149-6-iscsi {{(pid=107295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 07:47:30.504475 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f968025a-374d-4147-9be4-c093d201c354 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29e20e6a-f4c7-5fd3-bcac-85a18cccc141-de32ab2c-15da-49ec-b42c-7db27555046e', 'network_id': 'de32ab2c-15da-49ec-b42c-7db27555046e', 'project_id': '087c6e23abf04c4eb97e99b470083437', 'fixed_ips': [{'subnet_id': 'a519638d-01f5-45c1-bf11-f926cb995897'}]}} from dv-cinder-824149-6-iscsi. {{(pid=107290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 15 07:47:30.504921 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-7aa26a00-2786-47a8-9a6c-5a6f4ef160bb admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8002827 Sep 15 07:47:30.505894 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-f968025a-374d-4147-9be4-c093d201c354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (None), before_create {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:30.507599 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 40290) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:47:30.512790 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.v2.base [None req-7ababa57-72e8-40ff-851c-8ef8752e4cde admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1050476274-router', 'tenant_id': '087c6e23abf04c4eb97e99b470083437', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa'}}} {{(pid=107276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:47:30.604040 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_hamode_db [None req-71e6f9e6-eafe-46f4-99d0-75e79c0c18cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff723d16-2c01-4eab-afcd-4a5795346e92', 'name': 'tempest-TestMinimumBasicScenario-133076663-router', 'tenant_id': '00091272c5a745f2bf80723a69fbfc61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': '9b8466b4-4256-4de2-93dc-d3efb84ea252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:47:22Z', 'updated_at': '2022-09-15T07:47:27Z', 'revision_number': 4, 'project_id': '00091272c5a745f2bf80723a69fbfc61', 'gw_port': {'id': '9b8466b4-4256-4de2-93dc-d3efb84ea252', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:1a:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff723d16-2c01-4eab-afcd-4a5795346e92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:47:23Z', 'updated_at': '2022-09-15T07:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi', '_interfaces': [{'id': '8a5d33d9-ae35-4270-8214-992dad5e02eb', 'name': '', 'network_id': '970c4a81-43bc-4dcc-bb59-25887f2adff4', 'tenant_id': '00091272c5a745f2bf80723a69fbfc61', 'mac_address': 'fa:16:3e:e4:97:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff723d16-2c01-4eab-afcd-4a5795346e92', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '39682b7b-658f-4137-ab83-efd9644bda36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:47:26Z', 'updated_at': '2022-09-15T07:47:30Z', 'revision_number': 4, 'project_id': '00091272c5a745f2bf80723a69fbfc61', 'subnets': [{'id': '39682b7b-658f-4137-ab83-efd9644bda36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-6-iscsi', False) {} {{(pid=107295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:47:30.606341 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-7ababa57-72e8-40ff-851c-8ef8752e4cde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2008969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1936'] for router (4fd6e3da-c6bf-492b-97e9-74bdd76d8ae8), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:30.607476 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-7ababa57-72e8-40ff-851c-8ef8752e4cde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2014644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2006267', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2072115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1945'] for router (4fd6e3da-c6bf-492b-97e9-74bdd76d8ae8), precommit_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:30.638854 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e6f9e6-eafe-46f4-99d0-75e79c0c18cd None None] The sync data for ids ['ff723d16-2c01-4eab-afcd-4a5795346e92'] in dv-cinder-824149-6-iscsi is: [{'id': 'ff723d16-2c01-4eab-afcd-4a5795346e92', 'name': 'tempest-TestMinimumBasicScenario-133076663-router', 'tenant_id': '00091272c5a745f2bf80723a69fbfc61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': '9b8466b4-4256-4de2-93dc-d3efb84ea252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:47:22Z', 'updated_at': '2022-09-15T07:47:27Z', 'revision_number': 4, 'project_id': '00091272c5a745f2bf80723a69fbfc61', 'gw_port': {'id': '9b8466b4-4256-4de2-93dc-d3efb84ea252', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:1a:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff723d16-2c01-4eab-afcd-4a5795346e92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:47:23Z', 'updated_at': '2022-09-15T07:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi', '_interfaces': [{'id': '8a5d33d9-ae35-4270-8214-992dad5e02eb', 'name': '', 'network_id': '970c4a81-43bc-4dcc-bb59-25887f2adff4', 'tenant_id': '00091272c5a745f2bf80723a69fbfc61', 'mac_address': 'fa:16:3e:e4:97:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff723d16-2c01-4eab-afcd-4a5795346e92', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '39682b7b-658f-4137-ab83-efd9644bda36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:47:26Z', 'updated_at': '2022-09-15T07:47:30Z', 'revision_number': 4, 'project_id': '00091272c5a745f2bf80723a69fbfc61', 'subnets': [{'id': '39682b7b-658f-4137-ab83-efd9644bda36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 07:47:30.647447 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.db_base_plugin_common [None req-f968025a-374d-4147-9be4-c093d201c354 None None] Allocated IP 172.20.0.2 (de32ab2c-15da-49ec-b42c-7db27555046e/a519638d-01f5-45c1-bf11-f926cb995897/11a7d0d6-4550-4bbd-9afd-119cb1ce19ab) {{(pid=107290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 07:47:30.659610 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-7ababa57-72e8-40ff-851c-8ef8752e4cde admin admin] Publish callbacks [] for router_controller (4fd6e3da-c6bf-492b-97e9-74bdd76d8ae8), precommit_add_association {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:30.662546 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-b965c818-d141-4470-89c4-77cc68f78b01 None None] Attempt 7 to provision port 8a5d33d9-ae35-4270-8214-992dad5e02eb Sep 15 07:47:30.853810 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-f968025a-374d-4147-9be4-c093d201c354 None None] Publish callbacks [] for port (11a7d0d6-4550-4bbd-9afd-119cb1ce19ab), precommit_create {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:30.896655 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-b965c818-d141-4470-89c4-77cc68f78b01 None None] Current status of the port 8a5d33d9-ae35-4270-8214-992dad5e02eb is: DOWN; New status is: ACTIVE {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:47:30.897876 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-b965c818-d141-4470-89c4-77cc68f78b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (8a5d33d9-ae35-4270-8214-992dad5e02eb), before_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:30.899535 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-7ababa57-72e8-40ff-851c-8ef8752e4cde admin admin] Publish callbacks [] for router_gateway (4fd6e3da-c6bf-492b-97e9-74bdd76d8ae8), precommit_update {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:30.918391 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-f968025a-374d-4147-9be4-c093d201c354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729658170579'] for port (11a7d0d6-4550-4bbd-9afd-119cb1ce19ab), after_create {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:30.972448 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-b965c818-d141-4470-89c4-77cc68f78b01 None None] For port 8a5d33d9-ae35-4270-8214-992dad5e02eb, host dv-cinder-824149-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-6-iscsi',level=0,port_id=8a5d33d9-ae35-4270-8214-992dad5e02eb,segment=NetworkSegment(b9f438cb-efc4-4a05-9045-6ca915872e67),segment_id=b9f438cb-efc4-4a05-9045-6ca915872e67)] {{(pid=107290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:47:30.979538 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2957559-f88d-496e-94e8-2e04438c41c0 req-5fc8eb41-3510-4fa9-a25b-a831d3eb39fd tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:47:30.982196 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-d2957559-f88d-496e-94e8-2e04438c41c0 req-5fc8eb41-3510-4fa9-a25b-a831d3eb39fd tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=30ed5535-17bd-48d9-b6b5-ba296066b7ec HTTP/1.1" status: 200 len: 946 time: 0.0629296 Sep 15 07:47:30.982600 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f968025a-374d-4147-9be4-c093d201c354 None None] Network de32ab2c-15da-49ec-b42c-7db27555046e is already hosted by enough agents. {{(pid=107290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 07:47:30.988128 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.scheduler.base_scheduler [None req-f968025a-374d-4147-9be4-c093d201c354 None None] Resources bound (agent type, host, resource id): {{(pid=107290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 07:47:30.990315 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f968025a-374d-4147-9be4-c093d201c354 None None] Pushing event updated for resources: {'Port': ['ID=11a7d0d6-4550-4bbd-9afd-119cb1ce19ab,revision_number=1']} {{(pid=107290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:47:30.993276 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f968025a-374d-4147-9be4-c093d201c354 None None] Received port after_create {{(pid=107290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 07:47:31.050653 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-b965c818-d141-4470-89c4-77cc68f78b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615'] for port (8a5d33d9-ae35-4270-8214-992dad5e02eb), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:31.053770 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:47:31.054342 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-d2957559-f88d-496e-94e8-2e04438c41c0 req-ca72b0b3-0338-4c33-9e66-b21f4792587b tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=be0daa10-fd6e-4380-aa0f-09cb542308d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659764 Sep 15 07:47:31.110480 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.managers [None req-f968025a-374d-4147-9be4-c093d201c354 None None] Attempting to bind port 11a7d0d6-4550-4bbd-9afd-119cb1ce19ab on host dv-cinder-824149-6-iscsi for vnic_type normal with profile {{(pid=107290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 07:47:31.113086 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.managers [None req-f968025a-374d-4147-9be4-c093d201c354 None None] Attempting to bind port 11a7d0d6-4550-4bbd-9afd-119cb1ce19ab by drivers openvswitch,hyperv on host dv-cinder-824149-6-iscsi at level 0 using segments [{'id': '11de57ba-6243-4b2a-b79c-acc44ead4bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'de32ab2c-15da-49ec-b42c-7db27555046e'}] {{(pid=107290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 07:47:31.113086 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f968025a-374d-4147-9be4-c093d201c354 None None] Attempting to bind port 11a7d0d6-4550-4bbd-9afd-119cb1ce19ab on network de32ab2c-15da-49ec-b42c-7db27555046e {{(pid=107290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 07:47:31.114804 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b965c818-d141-4470-89c4-77cc68f78b01 None None] Pushing event updated for resources: {'Port': ['ID=8a5d33d9-ae35-4270-8214-992dad5e02eb,revision_number=5']} {{(pid=107290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:47:31.165903 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f968025a-374d-4147-9be4-c093d201c354 None None] Checking agent: {'id': 'c3acd0b9-3b8e-4f77-9053-2ca2457616b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824149-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 7, 30, 28), 'started_at': datetime.datetime(2022, 9, 15, 7, 30, 58), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 7, 47, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824149-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 07:47:31.166273 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f968025a-374d-4147-9be4-c093d201c354 None None] Checking segment: {'id': '11de57ba-6243-4b2a-b79c-acc44ead4bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'de32ab2c-15da-49ec-b42c-7db27555046e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 07:47:31.166716 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-f968025a-374d-4147-9be4-c093d201c354 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:31.167241 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f968025a-374d-4147-9be4-c093d201c354 None None] Bound using segment: {'id': '11de57ba-6243-4b2a-b79c-acc44ead4bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'de32ab2c-15da-49ec-b42c-7db27555046e'} {{(pid=107290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 07:47:31.167839 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.managers [None req-f968025a-374d-4147-9be4-c093d201c354 None None] Bound port: 11a7d0d6-4550-4bbd-9afd-119cb1ce19ab, host: dv-cinder-824149-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11de57ba-6243-4b2a-b79c-acc44ead4bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'de32ab2c-15da-49ec-b42c-7db27555046e'}}] {{(pid=107290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 07:47:31.168221 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-f968025a-374d-4147-9be4-c093d201c354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (11a7d0d6-4550-4bbd-9afd-119cb1ce19ab), before_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:31.191569 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-e396b4c1-264a-40f2-96ab-a4927bc88272 None None] Provisioning complete for port 8a5d33d9-ae35-4270-8214-992dad5e02eb triggered by entity DHCP. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 07:47:31.191939 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-e396b4c1-264a-40f2-96ab-a4927bc88272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862942'] for port (8a5d33d9-ae35-4270-8214-992dad5e02eb), provisioning_complete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:31.192265 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-e396b4c1-264a-40f2-96ab-a4927bc88272 None None] Attempt 1 to provision port 8a5d33d9-ae35-4270-8214-992dad5e02eb Sep 15 07:47:31.198875 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-7ababa57-72e8-40ff-851c-8ef8752e4cde admin admin] Publish callbacks [] for router_gateway (4fd6e3da-c6bf-492b-97e9-74bdd76d8ae8), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:31.222153 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-7ababa57-72e8-40ff-851c-8ef8752e4cde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (None), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:31.317779 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b80f0fd-4c96-48bf-8413-2e26a25cdd9e req-2757dfee-6832-4faf-8e58-7b5f5b74920e tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:47:31.325915 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-6b80f0fd-4c96-48bf-8413-2e26a25cdd9e req-2757dfee-6832-4faf-8e58-7b5f5b74920e tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4600a1fd-6542-4a0a-b67c-fb313d57eb82 HTTP/1.1" status: 200 len: 943 time: 0.0729356 Sep 15 07:47:31.327548 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:47:31.342760 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-e396b4c1-264a-40f2-96ab-a4927bc88272 None None] Current status of the port 8a5d33d9-ae35-4270-8214-992dad5e02eb is: ACTIVE; New status is: ACTIVE {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:47:31.347294 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-f968025a-374d-4147-9be4-c093d201c354 None None] For port 11a7d0d6-4550-4bbd-9afd-119cb1ce19ab, host dv-cinder-824149-6-iscsi, cleared binding levels {{(pid=107290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 07:47:31.353723 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-f968025a-374d-4147-9be4-c093d201c354 None None] For port 11a7d0d6-4550-4bbd-9afd-119cb1ce19ab, host dv-cinder-824149-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-6-iscsi',level=0,port_id=11a7d0d6-4550-4bbd-9afd-119cb1ce19ab,segment=NetworkSegment(11de57ba-6243-4b2a-b79c-acc44ead4bc0),segment_id=11de57ba-6243-4b2a-b79c-acc44ead4bc0)] {{(pid=107290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 07:47:31.356835 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:47:31.370955 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.db.db_base_plugin_common [None req-7ababa57-72e8-40ff-851c-8ef8752e4cde admin admin] Allocated IP 172.27.0.103 (7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa/2c94e072-16ef-4b41-8118-d589be48e89d/1f1139fe-291d-4ad6-9d96-f7c278cf3566) {{(pid=107276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 07:47:31.387710 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-6b80f0fd-4c96-48bf-8413-2e26a25cdd9e req-582135db-d9c0-4619-b965-003aa7890eee tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bd1948ba-0dcc-463f-ac7d-46ca49a9cc24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605550 Sep 15 07:47:31.460263 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b785656-c71d-4fc1-855d-afe4f060e63b req-ee4fb3cc-0af8-4f62-8bb3-dc75ad78bd17 tempest-VolumesActionsTest-601705062 tempest-VolumesActionsTest-601705062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:47:31.462364 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-0b785656-c71d-4fc1-855d-afe4f060e63b req-ee4fb3cc-0af8-4f62-8bb3-dc75ad78bd17 tempest-VolumesActionsTest-601705062 tempest-VolumesActionsTest-601705062-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=eec05c81-a578-4380-b05f-7e4eab9f2103 HTTP/1.1" status: 200 len: 945 time: 0.0503013 Sep 15 07:47:31.475722 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-f968025a-374d-4147-9be4-c093d201c354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615'] for port (11a7d0d6-4550-4bbd-9afd-119cb1ce19ab), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:31.511564 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-7ababa57-72e8-40ff-851c-8ef8752e4cde admin admin] Publish callbacks [] for port (1f1139fe-291d-4ad6-9d96-f7c278cf3566), precommit_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:31.550944 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-0b785656-c71d-4fc1-855d-afe4f060e63b req-1d770759-89fe-4776-a7fd-d8bdbb71282f tempest-VolumesActionsTest-601705062 tempest-VolumesActionsTest-601705062-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2422bd40-9810-4402-aa2f-1aab7adf2760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823839 Sep 15 07:47:31.586293 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f968025a-374d-4147-9be4-c093d201c354 None None] Pushing event updated for resources: {'Port': ['ID=11a7d0d6-4550-4bbd-9afd-119cb1ce19ab,revision_number=2']} {{(pid=107290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:47:31.693811 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:47:31.699749 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-7ababa57-72e8-40ff-851c-8ef8752e4cde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729658170579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260827426'] for port (1f1139fe-291d-4ad6-9d96-f7c278cf3566), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:31.724409 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab1cc03-07c0-4204-940e-8d47a27b5fe9 req-451d256f-7d46-43bc-8d1a-9dae216f0b68 tempest-VolumesActionsTest-601705062 tempest-VolumesActionsTest-601705062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:47:31.727064 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-5ab1cc03-07c0-4204-940e-8d47a27b5fe9 req-451d256f-7d46-43bc-8d1a-9dae216f0b68 tempest-VolumesActionsTest-601705062 tempest-VolumesActionsTest-601705062-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=eec05c81-a578-4380-b05f-7e4eab9f2103 HTTP/1.1" status: 200 len: 945 time: 0.0811968 Sep 15 07:47:31.797456 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ababa57-72e8-40ff-851c-8ef8752e4cde admin admin] Network 7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa is already hosted by enough agents. {{(pid=107276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 07:47:31.802737 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.scheduler.base_scheduler [None req-7ababa57-72e8-40ff-851c-8ef8752e4cde admin admin] Resources bound (agent type, host, resource id): {{(pid=107276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 07:47:31.807026 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ababa57-72e8-40ff-851c-8ef8752e4cde admin admin] Pushing event updated for resources: {'Port': ['ID=1f1139fe-291d-4ad6-9d96-f7c278cf3566,revision_number=1']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:47:31.811840 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ababa57-72e8-40ff-851c-8ef8752e4cde admin admin] Received port after_create {{(pid=107276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 07:47:31.832965 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Device 59dabb5f-8b21-46b0-96d6-3403654e5154 details requested by agent hyperv_hv-cinder-82414 with host hv-cinder-82414 {{(pid=107290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 07:47:31.896869 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.plugin [req-5ab1cc03-07c0-4204-940e-8d47a27b5fe9 req-63e8150b-0e33-4814-aab4-20f51fb50308 tempest-VolumesActionsTest-601705062 tempest-VolumesActionsTest-601705062-project] Deleting port 1b7de612-7337-4798-8d30-8d58396efb98 {{(pid=107276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 07:47:31.896869 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-5ab1cc03-07c0-4204-940e-8d47a27b5fe9 req-63e8150b-0e33-4814-aab4-20f51fb50308 tempest-VolumesActionsTest-601705062 tempest-VolumesActionsTest-601705062-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729658711565'] for port (1b7de612-7337-4798-8d30-8d58396efb98), before_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:31.987338 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] For port 59dabb5f-8b21-46b0-96d6-3403654e5154, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=59dabb5f-8b21-46b0-96d6-3403654e5154,segment=NetworkSegment(ec12b675-c824-48b2-b764-cea54c2a6f6e),segment_id=ec12b675-c824-48b2-b764-cea54c2a6f6e)] {{(pid=107290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:47:32.031677 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Returning: {'device': '59dabb5f-8b21-46b0-96d6-3403654e5154', 'network_id': '2c10a638-2533-4c87-88f1-ce4db4dec0fd', 'port_id': '59dabb5f-8b21-46b0-96d6-3403654e5154', 'mac_address': 'fa:16:3e:a1:74:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8bb4817-976c-49f3-9d00-c474544f8d63', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 07:47:32.084854 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Current status of the port 59dabb5f-8b21-46b0-96d6-3403654e5154 is: DOWN; New status is: BUILD {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:47:32.085193 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (59dabb5f-8b21-46b0-96d6-3403654e5154), before_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:32.109893 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.notifiers.nova [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59dabb5f-8b21-46b0-96d6-3403654e5154 {{(pid=107290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 07:47:32.136955 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Device 8a5d33d9-ae35-4270-8214-992dad5e02eb up at agent ovs-agent-dv-cinder-824149-6-iscsi {{(pid=107290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 07:47:32.143235 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] For port 59dabb5f-8b21-46b0-96d6-3403654e5154, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=59dabb5f-8b21-46b0-96d6-3403654e5154,segment=NetworkSegment(ec12b675-c824-48b2-b764-cea54c2a6f6e),segment_id=ec12b675-c824-48b2-b764-cea54c2a6f6e)] {{(pid=107290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:47:32.196893 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Provisioning complete for port 8a5d33d9-ae35-4270-8214-992dad5e02eb triggered by entity L2. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 07:47:32.197270 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862942'] for port (8a5d33d9-ae35-4270-8214-992dad5e02eb), provisioning_complete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:32.197628 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Attempt 1 to provision port 8a5d33d9-ae35-4270-8214-992dad5e02eb Sep 15 07:47:32.220755 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.db [req-5ab1cc03-07c0-4204-940e-8d47a27b5fe9 req-63e8150b-0e33-4814-aab4-20f51fb50308 tempest-VolumesActionsTest-601705062 tempest-VolumesActionsTest-601705062-project] For port 1b7de612-7337-4798-8d30-8d58396efb98, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=1b7de612-7337-4798-8d30-8d58396efb98,segment=NetworkSegment(4608dfcc-ca7b-4602-8377-f77eb3674134),segment_id=4608dfcc-ca7b-4602-8377-f77eb3674134)] {{(pid=107276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:47:32.221324 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-5ab1cc03-07c0-4204-940e-8d47a27b5fe9 req-63e8150b-0e33-4814-aab4-20f51fb50308 tempest-VolumesActionsTest-601705062 tempest-VolumesActionsTest-601705062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009180'] for port (1b7de612-7337-4798-8d30-8d58396efb98), precommit_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:32.225972 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615'] for port (59dabb5f-8b21-46b0-96d6-3403654e5154), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:32.237430 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.plugin [req-5ab1cc03-07c0-4204-940e-8d47a27b5fe9 req-63e8150b-0e33-4814-aab4-20f51fb50308 tempest-VolumesActionsTest-601705062 tempest-VolumesActionsTest-601705062-project] Calling delete_port for 1b7de612-7337-4798-8d30-8d58396efb98 owned by compute:nova {{(pid=107276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 07:47:32.266183 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffbe59a-1817-42bf-a7bb-ba7fdc3301fe req-b7db46fb-4367-4c7c-9278-b396253877e4 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:47:32.269664 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-8ffbe59a-1817-42bf-a7bb-ba7fdc3301fe req-b7db46fb-4367-4c7c-9278-b396253877e4 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=30ed5535-17bd-48d9-b6b5-ba296066b7ec HTTP/1.1" status: 200 len: 946 time: 0.0821862 Sep 15 07:47:32.312220 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Pushing event updated for resources: {'Port': ['ID=59dabb5f-8b21-46b0-96d6-3403654e5154,revision_number=4']} {{(pid=107290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:47:32.324192 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Current status of the port 8a5d33d9-ae35-4270-8214-992dad5e02eb is: ACTIVE; New status is: ACTIVE {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:47:32.325249 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Device 11a7d0d6-4550-4bbd-9afd-119cb1ce19ab up at agent ovs-agent-dv-cinder-824149-6-iscsi {{(pid=107290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 07:47:32.346744 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-8ffbe59a-1817-42bf-a7bb-ba7fdc3301fe req-1d288230-5285-445f-84c5-2769abb06eec tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=be0daa10-fd6e-4380-aa0f-09cb542308d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700881 Sep 15 07:47:32.391093 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Provisioning complete for port 11a7d0d6-4550-4bbd-9afd-119cb1ce19ab triggered by entity L2. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 07:47:32.391469 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862942'] for port (11a7d0d6-4550-4bbd-9afd-119cb1ce19ab), provisioning_complete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:32.392267 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Attempt 1 to provision port 11a7d0d6-4550-4bbd-9afd-119cb1ce19ab Sep 15 07:47:32.432468 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-7ababa57-72e8-40ff-851c-8ef8752e4cde admin admin] Publish callbacks [] for router_gateway (4fd6e3da-c6bf-492b-97e9-74bdd76d8ae8), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:32.487033 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Current status of the port 11a7d0d6-4550-4bbd-9afd-119cb1ce19ab is: DOWN; New status is: ACTIVE {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:47:32.487437 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (11a7d0d6-4550-4bbd-9afd-119cb1ce19ab), before_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:32.487615 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:47:32.491847 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] get_ports_and_sgs() called for port_ids ['59dabb5f-8b21-46b0-96d6-3403654e5154'] {{(pid=107290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 07:47:32.559530 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a48436-0543-4961-9771-a136a862c89a req-e670bffa-72c7-423e-b86c-b2c565d0827c tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:47:32.571156 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] For port 11a7d0d6-4550-4bbd-9afd-119cb1ce19ab, host dv-cinder-824149-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-6-iscsi',level=0,port_id=11a7d0d6-4550-4bbd-9afd-119cb1ce19ab,segment=NetworkSegment(11de57ba-6243-4b2a-b79c-acc44ead4bc0),segment_id=11de57ba-6243-4b2a-b79c-acc44ead4bc0)] {{(pid=107290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:47:32.578424 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-a2a48436-0543-4961-9771-a136a862c89a req-e670bffa-72c7-423e-b86c-b2c565d0827c tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4600a1fd-6542-4a0a-b67c-fb313d57eb82 HTTP/1.1" status: 200 len: 944 time: 0.0768089 Sep 15 07:47:32.578697 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:47:32.605533 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=100 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:47:32.640921 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-a2a48436-0543-4961-9771-a136a862c89a req-00e5cb49-f1e2-44c4-9394-dd6d925af879 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bd1948ba-0dcc-463f-ac7d-46ca49a9cc24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662322 Sep 15 07:47:32.641134 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:47:32.673819 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615'] for port (11a7d0d6-4550-4bbd-9afd-119cb1ce19ab), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:32.764026 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Pushing event updated for resources: {'Port': ['ID=11a7d0d6-4550-4bbd-9afd-119cb1ce19ab,revision_number=3']} {{(pid=107290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:47:32.822263 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-10a52f25-2eb9-4213-8fa9-9d161df4cf03 req-8c0a50e5-c399-48cf-9b71-e1b2079d65c5 tempest-VolumesActionsTest-601705062 tempest-VolumesActionsTest-601705062-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=eec05c81-a578-4380-b05f-7e4eab9f2103 HTTP/1.1" status: 200 len: 210 time: 0.0855217 Sep 15 07:47:32.924797 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcdef6e2-ae6e-45ab-8b6c-a553afca0fc5 None None] Network de32ab2c-15da-49ec-b42c-7db27555046e requested from dv-cinder-824149-6-iscsi {{(pid=107290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 07:47:32.930603 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6317b8ab-90a4-4dde-b7ed-5ad72181c41f req-7bb77d18-1906-4688-9ec4-badb9c9b3fc6 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:47:32.930603 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-6317b8ab-90a4-4dde-b7ed-5ad72181c41f req-7bb77d18-1906-4688-9ec4-badb9c9b3fc6 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=30ed5535-17bd-48d9-b6b5-ba296066b7ec HTTP/1.1" status: 200 len: 946 time: 0.0643589 Sep 15 07:47:33.002185 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-3d11bb4d-565b-4669-ac83-64e487f83f6d None None] Provisioning complete for port 11a7d0d6-4550-4bbd-9afd-119cb1ce19ab triggered by entity DHCP. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 07:47:33.002771 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-3d11bb4d-565b-4669-ac83-64e487f83f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862942'] for port (11a7d0d6-4550-4bbd-9afd-119cb1ce19ab), provisioning_complete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:33.002942 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-3d11bb4d-565b-4669-ac83-64e487f83f6d None None] Attempt 1 to provision port 11a7d0d6-4550-4bbd-9afd-119cb1ce19ab Sep 15 07:47:33.009880 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-6317b8ab-90a4-4dde-b7ed-5ad72181c41f req-1a37a34e-b000-43ad-a68f-8d3cc3b602a4 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=be0daa10-fd6e-4380-aa0f-09cb542308d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764596 Sep 15 07:47:33.037050 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=100 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:47:33.043721 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0a5927-600c-459b-bda6-7aed214aaf45 req-1eeb5e20-44da-476e-bb69-0d63c8557216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:47:33.045544 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-bc0a5927-600c-459b-bda6-7aed214aaf45 req-1eeb5e20-44da-476e-bb69-0d63c8557216 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=a9d0f5e6d6cf423485157e1381a12713&device_id=30ed5535-17bd-48d9-b6b5-ba296066b7ec HTTP/1.1" status: 200 len: 1130 time: 0.0581343 Sep 15 07:47:33.075319 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-5ab1cc03-07c0-4204-940e-8d47a27b5fe9 req-63e8150b-0e33-4814-aab4-20f51fb50308 tempest-VolumesActionsTest-601705062 tempest-VolumesActionsTest-601705062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729658628491', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729658170588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260827426'] for port (1b7de612-7337-4798-8d30-8d58396efb98), after_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:33.107370 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e8150b-0e33-4814-aab4-20f51fb50308 tempest-VolumesActionsTest-601705062 tempest-VolumesActionsTest-601705062-project] Pushing event deleted for resources: {'Port': ['ID=1b7de612-7337-4798-8d30-8d58396efb98,revision_number=None']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:47:33.138487 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-3d11bb4d-565b-4669-ac83-64e487f83f6d None None] Current status of the port 11a7d0d6-4550-4bbd-9afd-119cb1ce19ab is: ACTIVE; New status is: ACTIVE {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:47:33.150627 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-7ababa57-72e8-40ff-851c-8ef8752e4cde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2014700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2007332'] for router (4fd6e3da-c6bf-492b-97e9-74bdd76d8ae8), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:33.170631 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0a5927-600c-459b-bda6-7aed214aaf45 req-7088245f-1956-4fb3-9847-444b9e8f885b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:47:33.170869 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ab1cc03-07c0-4204-940e-8d47a27b5fe9 req-63e8150b-0e33-4814-aab4-20f51fb50308 tempest-VolumesActionsTest-601705062 tempest-VolumesActionsTest-601705062-project] No DVR routers for this DVR port 1b7de612-7337-4798-8d30-8d58396efb98 on host hv-cinder-82414 {{(pid=107276) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 07:47:33.172095 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-bc0a5927-600c-459b-bda6-7aed214aaf45 req-7088245f-1956-4fb3-9847-444b9e8f885b service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=a516fb80-088a-420e-bbe2-327bfb75896d HTTP/1.1" status: 200 len: 912 time: 0.1192214 Sep 15 07:47:33.174300 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-5ab1cc03-07c0-4204-940e-8d47a27b5fe9 req-63e8150b-0e33-4814-aab4-20f51fb50308 tempest-VolumesActionsTest-601705062 tempest-VolumesActionsTest-601705062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382552'] for port (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:33.177341 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-5ab1cc03-07c0-4204-940e-8d47a27b5fe9 req-63e8150b-0e33-4814-aab4-20f51fb50308 tempest-VolumesActionsTest-601705062 tempest-VolumesActionsTest-601705062-project] 10.222.0.26 "DELETE /networking/v2.0/ports/1b7de612-7337-4798-8d30-8d58396efb98 HTTP/1.1" status: 204 len: 173 time: 1.4286139 Sep 15 07:47:33.177923 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eec05c81-a578-4380-b05f-7e4eab9f2103', 'name': 'network-vif-deleted', 'tag': '1b7de612-7337-4798-8d30-8d58396efb98'}] {{(pid=107276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 07:47:33.180296 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e3724867bd40dd9d720ab8c058c996a0c2f5593be620855f41bc083494bf738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eeef7b0-160b-4071-8048-51dd49018661" -d '{"events": [{"server_uuid": "eec05c81-a578-4380-b05f-7e4eab9f2103", "name": "network-vif-deleted", "tag": "1b7de612-7337-4798-8d30-8d58396efb98"}]}' {{(pid=107276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 07:47:33.235664 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 07:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72e5a6c1-e659-4710-bdef-1aa97598dd6a x-openstack-request-id: req-72e5a6c1-e659-4710-bdef-1aa97598dd6a {{(pid=107276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 07:47:33.236251 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eec05c81-a578-4380-b05f-7e4eab9f2103", "name": "network-vif-deleted", "tag": "1b7de612-7337-4798-8d30-8d58396efb98", "status": "completed", "code": 200}]} {{(pid=107276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 07:47:33.236251 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-72e5a6c1-e659-4710-bdef-1aa97598dd6a {{(pid=107276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 07:47:33.236672 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72e5a6c1-e659-4710-bdef-1aa97598dd6a'] response: {'server_uuid': 'eec05c81-a578-4380-b05f-7e4eab9f2103', 'name': 'network-vif-deleted', 'tag': '1b7de612-7337-4798-8d30-8d58396efb98', 'status': 'completed', 'code': 200} Sep 15 07:47:33.245668 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-bc0a5927-600c-459b-bda6-7aed214aaf45 req-1e7bfe46-c8b9-4841-9114-1b1f28684cb1 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e5a7191-bf35-416a-9367-9584add6f1b5 HTTP/1.1" status: 200 len: 1002 time: 0.0670538 Sep 15 07:47:33.293103 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=92,neutron:INSERT=1,neutron:DELETE=7 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:47:33.308452 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0a5927-600c-459b-bda6-7aed214aaf45 req-7fbcb4cc-b21c-4208-9a65-934d34f75042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:47:33.313669 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-bc0a5927-600c-459b-bda6-7aed214aaf45 req-7fbcb4cc-b21c-4208-9a65-934d34f75042 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=2011c2ef-cc51-4f76-b38a-cc4eb8a0b890 HTTP/1.1" status: 200 len: 850 time: 0.0579431 Sep 15 07:47:33.365128 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0a5927-600c-459b-bda6-7aed214aaf45 req-f7be48bf-89fb-4d29-ba3f-f0e4f06be8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:47:33.376658 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-bc0a5927-600c-459b-bda6-7aed214aaf45 req-f7be48bf-89fb-4d29-ba3f-f0e4f06be8fa service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=a516fb80-088a-420e-bbe2-327bfb75896d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0488157 Sep 15 07:47:33.394929 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ababa57-72e8-40ff-851c-8ef8752e4cde admin admin] Router 4fd6e3da-c6bf-492b-97e9-74bdd76d8ae8 is scheduled to L3 agent 6177172c-20b9-4a3a-92be-d5dd082cfa3a with binding_index 1 {{(pid=107276) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 07:47:33.457769 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-85241c7f-cc84-40a2-9020-644e44b9e6bb None None] Provisioning complete for port 11a7d0d6-4550-4bbd-9afd-119cb1ce19ab triggered by entity DHCP. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 07:47:33.459190 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-85241c7f-cc84-40a2-9020-644e44b9e6bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862942'] for port (11a7d0d6-4550-4bbd-9afd-119cb1ce19ab), provisioning_complete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:33.459190 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-85241c7f-cc84-40a2-9020-644e44b9e6bb None None] Attempt 1 to provision port 11a7d0d6-4550-4bbd-9afd-119cb1ce19ab Sep 15 07:47:33.459591 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-bc0a5927-600c-459b-bda6-7aed214aaf45 req-64c3987e-149b-45c0-95a3-f7c5bba891a7 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/a516fb80-088a-420e-bbe2-327bfb75896d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859628 Sep 15 07:47:33.499117 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=100 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:47:33.508684 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ababa57-72e8-40ff-851c-8ef8752e4cde admin admin] Notify agent at l3_agent.dv-cinder-824149-6-iscsi the message routers_updated {{(pid=107276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 07:47:33.522017 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2fece8-5a07-45bc-b0c9-34472362be9b None None] Sync routers for ids ['4fd6e3da-c6bf-492b-97e9-74bdd76d8ae8'] in dv-cinder-824149-6-iscsi {{(pid=107290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 07:47:33.538421 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2fece8-5a07-45bc-b0c9-34472362be9b None None] Routers {'4fd6e3da-c6bf-492b-97e9-74bdd76d8ae8'} bound to L3 agent in host dv-cinder-824149-6-iscsi {{(pid=107290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 07:47:33.539465 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_hamode_db [None req-ec2fece8-5a07-45bc-b0c9-34472362be9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T07:30:25Z,description=,heartbeat_timestamp=2022-09-15T07:47:25Z,host='dv-cinder-824149-6-iscsi',id=6177172c-20b9-4a3a-92be-d5dd082cfa3a,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T07:30:25Z,topic='l3_agent')) {'router_ids': ['4fd6e3da-c6bf-492b-97e9-74bdd76d8ae8'], 'active': True} {{(pid=107290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:47:33.560054 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-bc0a5927-600c-459b-bda6-7aed214aaf45 req-1e5ef80f-d392-40a3-919c-3d6de0865c0e service neutron] 10.222.0.26 "GET /networking/v2.0/networks/a516fb80-088a-420e-bbe2-327bfb75896d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948496 Sep 15 07:47:33.597618 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-7ababa57-72e8-40ff-851c-8ef8752e4cde admin admin] Publish callbacks [] for router (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:33.599803 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-7ababa57-72e8-40ff-851c-8ef8752e4cde admin admin] 10.222.0.42 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.0896645 Sep 15 07:47:33.602024 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 40310) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:47:33.625479 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-85241c7f-cc84-40a2-9020-644e44b9e6bb None None] Current status of the port 11a7d0d6-4550-4bbd-9afd-119cb1ce19ab is: ACTIVE; New status is: ACTIVE {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:47:33.684662 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvr_db [None req-ec2fece8-5a07-45bc-b0c9-34472362be9b None None] Set router 4fd6e3da-c6bf-492b-97e9-74bdd76d8ae8 gateway port host: dv-cinder-824149-6-iscsi {{(pid=107290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 07:47:33.792121 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b0014c-7e59-4b09-a3fe-4e015dae019e req-c75af1ff-f034-416d-8960-a19c77c52c6a tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:47:33.799948 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-c3b0014c-7e59-4b09-a3fe-4e015dae019e req-c75af1ff-f034-416d-8960-a19c77c52c6a tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4600a1fd-6542-4a0a-b67c-fb313d57eb82 HTTP/1.1" status: 200 len: 944 time: 0.0651672 Sep 15 07:47:33.863991 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Device 59dabb5f-8b21-46b0-96d6-3403654e5154 up at agent hyperv_hv-cinder-82414 {{(pid=107290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 07:47:33.867546 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-c3b0014c-7e59-4b09-a3fe-4e015dae019e req-c69b4736-339c-4bdb-830d-6d3c5df8d9ff tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bd1948ba-0dcc-463f-ac7d-46ca49a9cc24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659764 Sep 15 07:47:33.908671 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_hamode_db [None req-ec2fece8-5a07-45bc-b0c9-34472362be9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fd6e3da-c6bf-492b-97e9-74bdd76d8ae8', 'name': 'tempest-TestMinimumBasicScenario-1050476274-router', 'tenant_id': '087c6e23abf04c4eb97e99b470083437', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '1f1139fe-291d-4ad6-9d96-f7c278cf3566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:47:30Z', 'updated_at': '2022-09-15T07:47:32Z', 'revision_number': 3, 'project_id': '087c6e23abf04c4eb97e99b470083437', 'gw_port': {'id': '1f1139fe-291d-4ad6-9d96-f7c278cf3566', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a0:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fd6e3da-c6bf-492b-97e9-74bdd76d8ae8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:47:31Z', 'updated_at': '2022-09-15T07:47:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi'}], 'dv-cinder-824149-6-iscsi', False) {} {{(pid=107290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:47:33.938593 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2fece8-5a07-45bc-b0c9-34472362be9b None None] Checking router: 4fd6e3da-c6bf-492b-97e9-74bdd76d8ae8 for host: dv-cinder-824149-6-iscsi {{(pid=107290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 07:47:33.939193 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2fece8-5a07-45bc-b0c9-34472362be9b None None] Updating router 4fd6e3da-c6bf-492b-97e9-74bdd76d8ae8 port 1f1139fe-291d-4ad6-9d96-f7c278cf3566 binding host dv-cinder-824149-6-iscsi {{(pid=107290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 07:47:33.973175 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Provisioning for port 59dabb5f-8b21-46b0-96d6-3403654e5154 completed by entity L2. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 15 07:47:33.994283 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-23a9425c-3035-4e7a-aff8-e47748a22982 req-a3c6c427-e150-4b24-998d-77d47dcf525b tempest-VolumesActionsTest-601705062 tempest-VolumesActionsTest-601705062-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=eec05c81-a578-4380-b05f-7e4eab9f2103 HTTP/1.1" status: 200 len: 210 time: 0.0631616 Sep 15 07:47:34.082047 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b647-2b85-4dd4-8ba4-0c4e90e255a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (None), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:34.103781 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:47:34.109873 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Device 11a7d0d6-4550-4bbd-9afd-119cb1ce19ab up at agent ovs-agent-dv-cinder-824149-6-iscsi {{(pid=107290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 07:47:34.139798 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-ec2fece8-5a07-45bc-b0c9-34472362be9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (1f1139fe-291d-4ad6-9d96-f7c278cf3566), before_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:34.147374 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02d6107-d92b-463b-ab8c-a5acaec3a4ba req-5a4845dc-1a2a-4187-bd1f-33b6646f6f0c tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:47:34.150308 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-c02d6107-d92b-463b-ab8c-a5acaec3a4ba req-5a4845dc-1a2a-4187-bd1f-33b6646f6f0c tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=30ed5535-17bd-48d9-b6b5-ba296066b7ec HTTP/1.1" status: 200 len: 946 time: 0.0598879 Sep 15 07:47:34.229740 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-c02d6107-d92b-463b-ab8c-a5acaec3a4ba req-d42b2bd7-6a9d-4455-b431-3c18d2eb385f tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=be0daa10-fd6e-4380-aa0f-09cb542308d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732450 Sep 15 07:47:34.253013 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Provisioning complete for port 59dabb5f-8b21-46b0-96d6-3403654e5154 triggered by entity L2. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 07:47:34.253383 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862942'] for port (59dabb5f-8b21-46b0-96d6-3403654e5154), provisioning_complete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:34.253745 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Attempt 1 to provision port 59dabb5f-8b21-46b0-96d6-3403654e5154 Sep 15 07:47:34.262650 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.db.db_base_plugin_common [None req-aaf2b647-2b85-4dd4-8ba4-0c4e90e255a2 admin admin] Allocated IP 172.20.0.1 (de32ab2c-15da-49ec-b42c-7db27555046e/a519638d-01f5-45c1-bf11-f926cb995897/41b1f99d-9534-4abc-8568-a00e1974d30a) {{(pid=107276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 07:47:34.301996 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Provisioning complete for port 11a7d0d6-4550-4bbd-9afd-119cb1ce19ab triggered by entity L2. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 07:47:34.302375 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862942'] for port (11a7d0d6-4550-4bbd-9afd-119cb1ce19ab), provisioning_complete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:34.302705 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Attempt 1 to provision port 11a7d0d6-4550-4bbd-9afd-119cb1ce19ab Sep 15 07:47:34.328581 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:47:34.378129 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b647-2b85-4dd4-8ba4-0c4e90e255a2 admin admin] Publish callbacks [] for port (41b1f99d-9534-4abc-8568-a00e1974d30a), precommit_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:34.403352 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=100 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:47:34.451326 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:47:34.467002 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b647-2b85-4dd4-8ba4-0c4e90e255a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729658170579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260827426'] for port (41b1f99d-9534-4abc-8568-a00e1974d30a), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:34.488063 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Current status of the port 59dabb5f-8b21-46b0-96d6-3403654e5154 is: BUILD; New status is: ACTIVE {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:47:34.488454 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (59dabb5f-8b21-46b0-96d6-3403654e5154), before_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:34.502531 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf2b647-2b85-4dd4-8ba4-0c4e90e255a2 admin admin] Network de32ab2c-15da-49ec-b42c-7db27555046e is already hosted by enough agents. {{(pid=107276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 07:47:34.505451 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.scheduler.base_scheduler [None req-aaf2b647-2b85-4dd4-8ba4-0c4e90e255a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=107276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 07:47:34.509499 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf2b647-2b85-4dd4-8ba4-0c4e90e255a2 admin admin] Received port after_create {{(pid=107276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 07:47:34.518557 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Current status of the port 11a7d0d6-4550-4bbd-9afd-119cb1ce19ab is: ACTIVE; New status is: ACTIVE {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:47:34.547348 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b647-2b85-4dd4-8ba4-0c4e90e255a2 admin admin] Pushing event updated for resources: {'Port': ['ID=41b1f99d-9534-4abc-8568-a00e1974d30a,revision_number=1']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:47:34.566206 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b647-2b85-4dd4-8ba4-0c4e90e255a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2002461'] for router_interface (4fd6e3da-c6bf-492b-97e9-74bdd76d8ae8), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:34.570408 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4600a1fd-6542-4a0a-b67c-fb313d57eb82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59dabb5f-8b21-46b0-96d6-3403654e5154'}] {{(pid=107290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 07:47:34.572557 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff93a2f2a3cb789a491bb2a8c4b01cf70d8343c1611f7c7394898ef54d6aa0cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb512420-ac07-4df5-916b-b192e1361e04" -d '{"events": [{"server_uuid": "4600a1fd-6542-4a0a-b67c-fb313d57eb82", "name": "network-vif-plugged", "status": "completed", "tag": "59dabb5f-8b21-46b0-96d6-3403654e5154"}]}' {{(pid=107290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 07:47:34.591455 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] For port 59dabb5f-8b21-46b0-96d6-3403654e5154, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=59dabb5f-8b21-46b0-96d6-3403654e5154,segment=NetworkSegment(ec12b675-c824-48b2-b764-cea54c2a6f6e),segment_id=ec12b675-c824-48b2-b764-cea54c2a6f6e)] {{(pid=107290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:47:34.625220 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-ec2fece8-5a07-45bc-b0c9-34472362be9b None None] Publish callbacks [] for port (1f1139fe-291d-4ad6-9d96-f7c278cf3566), precommit_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:34.642592 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 07:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-756f84f6-8878-446f-911d-7184b4f80396 x-openstack-request-id: req-756f84f6-8878-446f-911d-7184b4f80396 {{(pid=107290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 07:47:34.642867 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4600a1fd-6542-4a0a-b67c-fb313d57eb82", "name": "network-vif-plugged", "status": "completed", "tag": "59dabb5f-8b21-46b0-96d6-3403654e5154", "code": 200}]} {{(pid=107290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 07:47:34.643135 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-756f84f6-8878-446f-911d-7184b4f80396 {{(pid=107290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 07:47:34.643521 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.notifiers.nova [-] Nova event matching ['req-756f84f6-8878-446f-911d-7184b4f80396'] response: {'server_uuid': '4600a1fd-6542-4a0a-b67c-fb313d57eb82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59dabb5f-8b21-46b0-96d6-3403654e5154', 'code': 200} Sep 15 07:47:34.658080 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615'] for port (59dabb5f-8b21-46b0-96d6-3403654e5154), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:34.659062 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Device 1b7de612-7337-4798-8d30-8d58396efb98 no longer exists at agent hyperv_hv-cinder-82414 {{(pid=107290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 07:47:34.702671 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] No Port match for: 1b7de612-7337-4798-8d30-8d58396efb98 {{(pid=107290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 07:47:34.703019 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Device 1b7de612-7337-4798-8d30-8d58396efb98 not bound to the agent host hv-cinder-82414 {{(pid=107290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 07:47:34.706528 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-ec2fece8-5a07-45bc-b0c9-34472362be9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615'] for port (1f1139fe-291d-4ad6-9d96-f7c278cf3566), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:34.732695 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.managers [None req-ec2fece8-5a07-45bc-b0c9-34472362be9b None None] Attempting to bind port 1f1139fe-291d-4ad6-9d96-f7c278cf3566 on host dv-cinder-824149-6-iscsi for vnic_type normal with profile {{(pid=107290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 07:47:34.733062 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.managers [None req-ec2fece8-5a07-45bc-b0c9-34472362be9b None None] Attempting to bind port 1f1139fe-291d-4ad6-9d96-f7c278cf3566 by drivers openvswitch,hyperv on host dv-cinder-824149-6-iscsi at level 0 using segments [{'id': '8c607054-1f24-4b82-9f54-7b368db757ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa'}] {{(pid=107290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 07:47:34.733422 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2fece8-5a07-45bc-b0c9-34472362be9b None None] Attempting to bind port 1f1139fe-291d-4ad6-9d96-f7c278cf3566 on network 7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa {{(pid=107290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 07:47:34.765770 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Pushing event updated for resources: {'Port': ['ID=59dabb5f-8b21-46b0-96d6-3403654e5154,revision_number=5']} {{(pid=107290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:47:34.816624 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b647-2b85-4dd4-8ba4-0c4e90e255a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (41b1f99d-9534-4abc-8568-a00e1974d30a), before_update {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:34.824086 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fef8156-bcb4-4d19-81b2-6bbe6572cda7 None None] Pushing event updated for resources: {'Port': ['ID=1f1139fe-291d-4ad6-9d96-f7c278cf3566,revision_number=2']} {{(pid=107290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:47:34.826839 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2fece8-5a07-45bc-b0c9-34472362be9b None None] Checking agent: {'id': 'c3acd0b9-3b8e-4f77-9053-2ca2457616b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824149-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 7, 30, 28), 'started_at': datetime.datetime(2022, 9, 15, 7, 30, 58), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 7, 47, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824149-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 07:47:34.827276 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2fece8-5a07-45bc-b0c9-34472362be9b None None] Checking segment: {'id': '8c607054-1f24-4b82-9f54-7b368db757ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 07:47:34.827611 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-ec2fece8-5a07-45bc-b0c9-34472362be9b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:34.828011 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2fece8-5a07-45bc-b0c9-34472362be9b None None] Bound using segment: {'id': '8c607054-1f24-4b82-9f54-7b368db757ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa'} {{(pid=107290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 07:47:34.828457 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.managers [None req-ec2fece8-5a07-45bc-b0c9-34472362be9b None None] Bound port: 1f1139fe-291d-4ad6-9d96-f7c278cf3566, host: dv-cinder-824149-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c607054-1f24-4b82-9f54-7b368db757ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa'}}] {{(pid=107290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 07:47:34.828835 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-ec2fece8-5a07-45bc-b0c9-34472362be9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (1f1139fe-291d-4ad6-9d96-f7c278cf3566), before_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:34.888583 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-84a1b0dd-eaf4-4a51-b57c-d4feda1681c5 None None] Provisioning complete for port 41b1f99d-9534-4abc-8568-a00e1974d30a triggered by entity DHCP. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 07:47:34.889060 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-84a1b0dd-eaf4-4a51-b57c-d4feda1681c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862942'] for port (41b1f99d-9534-4abc-8568-a00e1974d30a), provisioning_complete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:34.889459 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-84a1b0dd-eaf4-4a51-b57c-d4feda1681c5 None None] Attempt 1 to provision port 41b1f99d-9534-4abc-8568-a00e1974d30a Sep 15 07:47:34.893712 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-ec2fece8-5a07-45bc-b0c9-34472362be9b None None] For port 1f1139fe-291d-4ad6-9d96-f7c278cf3566, host dv-cinder-824149-6-iscsi, cleared binding levels {{(pid=107290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 07:47:34.921977 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:47:34.925913 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-ec2fece8-5a07-45bc-b0c9-34472362be9b None None] For port 1f1139fe-291d-4ad6-9d96-f7c278cf3566, host dv-cinder-824149-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-6-iscsi',level=0,port_id=1f1139fe-291d-4ad6-9d96-f7c278cf3566,segment=NetworkSegment(8c607054-1f24-4b82-9f54-7b368db757ce),segment_id=8c607054-1f24-4b82-9f54-7b368db757ce)] {{(pid=107290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 07:47:34.936483 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-84a1b0dd-eaf4-4a51-b57c-d4feda1681c5 None None] Port 41b1f99d-9534-4abc-8568-a00e1974d30a cannot update to ACTIVE because it is not bound. {{(pid=107290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 07:47:34.988696 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-ec2fece8-5a07-45bc-b0c9-34472362be9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615'] for port (1f1139fe-291d-4ad6-9d96-f7c278cf3566), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:35.000776 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b647-2b85-4dd4-8ba4-0c4e90e255a2 admin admin] Publish callbacks [] for port (41b1f99d-9534-4abc-8568-a00e1974d30a), precommit_update {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:35.001040 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd47244-7e41-4ac8-8bc3-49258bfbd111 req-1a2cbbf3-45c6-4364-83d5-8b86012b415c tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:47:35.002692 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-cfd47244-7e41-4ac8-8bc3-49258bfbd111 req-1a2cbbf3-45c6-4364-83d5-8b86012b415c tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4600a1fd-6542-4a0a-b67c-fb313d57eb82 HTTP/1.1" status: 200 len: 945 time: 0.0512424 Sep 15 07:47:35.040468 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2fece8-5a07-45bc-b0c9-34472362be9b None None] Routers {'4fd6e3da-c6bf-492b-97e9-74bdd76d8ae8'} bound to L3 agent in host dv-cinder-824149-6-iscsi {{(pid=107290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 07:47:35.041176 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_hamode_db [None req-ec2fece8-5a07-45bc-b0c9-34472362be9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T07:30:25Z,description=,heartbeat_timestamp=2022-09-15T07:47:25Z,host='dv-cinder-824149-6-iscsi',id=6177172c-20b9-4a3a-92be-d5dd082cfa3a,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T07:30:25Z,topic='l3_agent')) {'router_ids': ['4fd6e3da-c6bf-492b-97e9-74bdd76d8ae8'], 'active': True} {{(pid=107290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:47:35.065555 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b647-2b85-4dd4-8ba4-0c4e90e255a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260827419'] for port (41b1f99d-9534-4abc-8568-a00e1974d30a), after_update {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:35.080495 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be80e611-acc8-437d-b4fd-b7553a46708d req-9dce0b5d-a0f1-41ba-9b76-ea2960610d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:47:35.082257 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-be80e611-acc8-437d-b4fd-b7553a46708d req-9dce0b5d-a0f1-41ba-9b76-ea2960610d02 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4600a1fd-6542-4a0a-b67c-fb313d57eb82 HTTP/1.1" status: 200 len: 1129 time: 0.0785966 Sep 15 07:47:35.115712 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:47:35.122293 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fef8156-bcb4-4d19-81b2-6bbe6572cda7 None None] Pushing event updated for resources: {'Port': ['ID=1f1139fe-291d-4ad6-9d96-f7c278cf3566,revision_number=3']} {{(pid=107290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:47:35.138644 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-cfd47244-7e41-4ac8-8bc3-49258bfbd111 req-35f5205d-82c6-4b5f-bb33-85cd89c4e51f tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bd1948ba-0dcc-463f-ac7d-46ca49a9cc24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269152 Sep 15 07:47:35.149743 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b647-2b85-4dd4-8ba4-0c4e90e255a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2002569'] for router_interface (4fd6e3da-c6bf-492b-97e9-74bdd76d8ae8), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:35.170208 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b647-2b85-4dd4-8ba4-0c4e90e255a2 admin admin] Pushing event updated for resources: {'Port': ['ID=41b1f99d-9534-4abc-8568-a00e1974d30a,revision_number=2']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:47:35.188793 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvr_db [None req-ec2fece8-5a07-45bc-b0c9-34472362be9b None None] Set router 4fd6e3da-c6bf-492b-97e9-74bdd76d8ae8 gateway port host: dv-cinder-824149-6-iscsi {{(pid=107290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 07:47:35.191844 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-be80e611-acc8-437d-b4fd-b7553a46708d req-1fbf1818-e8d4-42fc-84c4-3b91646c1bfc service neutron] 10.222.0.26 "GET /networking/v2.0/security-groups?id=bd1948ba-0dcc-463f-ac7d-46ca49a9cc24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918756 Sep 15 07:47:35.276004 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf2b647-2b85-4dd4-8ba4-0c4e90e255a2 admin admin] Network de32ab2c-15da-49ec-b42c-7db27555046e is already hosted by enough agents. {{(pid=107276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 07:47:35.278600 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.scheduler.base_scheduler [None req-aaf2b647-2b85-4dd4-8ba4-0c4e90e255a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=107276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 07:47:35.344362 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=100 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:47:35.367460 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a596b42-de8f-412f-b042-94442f54b3fa req-471d655a-d180-4301-ada4-f74cfbc6ab32 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:47:35.384456 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-7a596b42-de8f-412f-b042-94442f54b3fa req-471d655a-d180-4301-ada4-f74cfbc6ab32 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=30ed5535-17bd-48d9-b6b5-ba296066b7ec HTTP/1.1" status: 200 len: 946 time: 0.0719979 Sep 15 07:47:35.437503 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-84a1b0dd-eaf4-4a51-b57c-d4feda1681c5 None None] Attempt 2 to provision port 41b1f99d-9534-4abc-8568-a00e1974d30a Sep 15 07:47:35.454704 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-7a596b42-de8f-412f-b042-94442f54b3fa req-a71ba007-900b-4a40-8a25-b892ba3fb131 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=be0daa10-fd6e-4380-aa0f-09cb542308d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644040 Sep 15 07:47:35.463102 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaf2b647-2b85-4dd4-8ba4-0c4e90e255a2 admin admin] Router 4fd6e3da-c6bf-492b-97e9-74bdd76d8ae8 has already been hosted by L3 agent 6177172c-20b9-4a3a-92be-d5dd082cfa3a {{(pid=107276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 07:47:35.504279 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-84a1b0dd-eaf4-4a51-b57c-d4feda1681c5 None None] Port 41b1f99d-9534-4abc-8568-a00e1974d30a cannot update to ACTIVE because it is not bound. {{(pid=107290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 07:47:35.505119 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_hamode_db [None req-ec2fece8-5a07-45bc-b0c9-34472362be9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fd6e3da-c6bf-492b-97e9-74bdd76d8ae8', 'name': 'tempest-TestMinimumBasicScenario-1050476274-router', 'tenant_id': '087c6e23abf04c4eb97e99b470083437', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '1f1139fe-291d-4ad6-9d96-f7c278cf3566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:47:30Z', 'updated_at': '2022-09-15T07:47:34Z', 'revision_number': 4, 'project_id': '087c6e23abf04c4eb97e99b470083437', 'gw_port': {'id': '1f1139fe-291d-4ad6-9d96-f7c278cf3566', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a0:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fd6e3da-c6bf-492b-97e9-74bdd76d8ae8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:47:31Z', 'updated_at': '2022-09-15T07:47:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi', '_interfaces': [{'id': '41b1f99d-9534-4abc-8568-a00e1974d30a', 'name': '', 'network_id': 'de32ab2c-15da-49ec-b42c-7db27555046e', 'tenant_id': '087c6e23abf04c4eb97e99b470083437', 'mac_address': 'fa:16:3e:85:ba:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fd6e3da-c6bf-492b-97e9-74bdd76d8ae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'a519638d-01f5-45c1-bf11-f926cb995897', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:47:34Z', 'updated_at': '2022-09-15T07:47:34Z', 'revision_number': 1, 'project_id': '087c6e23abf04c4eb97e99b470083437', 'subnets': [{'id': 'a519638d-01f5-45c1-bf11-f926cb995897', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-6-iscsi', False) {} {{(pid=107290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:47:35.528948 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:47:35.547554 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2fece8-5a07-45bc-b0c9-34472362be9b None None] The sync data for ids ['4fd6e3da-c6bf-492b-97e9-74bdd76d8ae8'] in dv-cinder-824149-6-iscsi is: [{'id': '4fd6e3da-c6bf-492b-97e9-74bdd76d8ae8', 'name': 'tempest-TestMinimumBasicScenario-1050476274-router', 'tenant_id': '087c6e23abf04c4eb97e99b470083437', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '1f1139fe-291d-4ad6-9d96-f7c278cf3566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:47:30Z', 'updated_at': '2022-09-15T07:47:34Z', 'revision_number': 4, 'project_id': '087c6e23abf04c4eb97e99b470083437', 'gw_port': {'id': '1f1139fe-291d-4ad6-9d96-f7c278cf3566', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a0:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fd6e3da-c6bf-492b-97e9-74bdd76d8ae8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:47:31Z', 'updated_at': '2022-09-15T07:47:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi', '_interfaces': [{'id': '41b1f99d-9534-4abc-8568-a00e1974d30a', 'name': '', 'network_id': 'de32ab2c-15da-49ec-b42c-7db27555046e', 'tenant_id': '087c6e23abf04c4eb97e99b470083437', 'mac_address': 'fa:16:3e:85:ba:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fd6e3da-c6bf-492b-97e9-74bdd76d8ae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'a519638d-01f5-45c1-bf11-f926cb995897', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:47:34Z', 'updated_at': '2022-09-15T07:47:34Z', 'revision_number': 1, 'project_id': '087c6e23abf04c4eb97e99b470083437', 'subnets': [{'id': 'a519638d-01f5-45c1-bf11-f926cb995897', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 07:47:35.601336 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaf2b647-2b85-4dd4-8ba4-0c4e90e255a2 admin admin] Notify agent at l3_agent.dv-cinder-824149-6-iscsi the message routers_updated {{(pid=107276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 07:47:35.608629 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-aaf2b647-2b85-4dd4-8ba4-0c4e90e255a2 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/4fd6e3da-c6bf-492b-97e9-74bdd76d8ae8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0055485 Sep 15 07:47:36.005239 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-84a1b0dd-eaf4-4a51-b57c-d4feda1681c5 None None] Attempt 3 to provision port 41b1f99d-9534-4abc-8568-a00e1974d30a Sep 15 07:47:36.042094 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-84a1b0dd-eaf4-4a51-b57c-d4feda1681c5 None None] Port 41b1f99d-9534-4abc-8568-a00e1974d30a cannot update to ACTIVE because it is not bound. {{(pid=107290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 07:47:36.318200 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=100 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:47:36.333177 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1959b10-c2c0-40a0-93bb-d0941ecc3b59 req-65c9403c-72df-4518-a92b-7432e3d16b44 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:47:36.334792 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-c1959b10-c2c0-40a0-93bb-d0941ecc3b59 req-65c9403c-72df-4518-a92b-7432e3d16b44 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4600a1fd-6542-4a0a-b67c-fb313d57eb82 HTTP/1.1" status: 200 len: 945 time: 0.0716701 Sep 15 07:47:36.417149 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-c1959b10-c2c0-40a0-93bb-d0941ecc3b59 req-6e46a6fd-3019-47a8-8f83-68efbf556739 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bd1948ba-0dcc-463f-ac7d-46ca49a9cc24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706308 Sep 15 07:47:36.542757 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-84a1b0dd-eaf4-4a51-b57c-d4feda1681c5 None None] Attempt 4 to provision port 41b1f99d-9534-4abc-8568-a00e1974d30a Sep 15 07:47:36.575628 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-84a1b0dd-eaf4-4a51-b57c-d4feda1681c5 None None] Port 41b1f99d-9534-4abc-8568-a00e1974d30a cannot update to ACTIVE because it is not bound. {{(pid=107290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 07:47:37.076714 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-84a1b0dd-eaf4-4a51-b57c-d4feda1681c5 None None] Attempt 5 to provision port 41b1f99d-9534-4abc-8568-a00e1974d30a Sep 15 07:47:37.116310 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-84a1b0dd-eaf4-4a51-b57c-d4feda1681c5 None None] Port 41b1f99d-9534-4abc-8568-a00e1974d30a cannot update to ACTIVE because it is not bound. {{(pid=107290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 07:47:37.573967 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14de2429-66b2-4026-94dd-86f1c0664083 req-08cb5060-8fba-472c-a83d-7aa694ca7fc6 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:47:37.584916 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-14de2429-66b2-4026-94dd-86f1c0664083 req-08cb5060-8fba-472c-a83d-7aa694ca7fc6 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4600a1fd-6542-4a0a-b67c-fb313d57eb82 HTTP/1.1" status: 200 len: 945 time: 0.0692813 Sep 15 07:47:37.618411 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-84a1b0dd-eaf4-4a51-b57c-d4feda1681c5 None None] Attempt 6 to provision port 41b1f99d-9534-4abc-8568-a00e1974d30a Sep 15 07:47:37.660455 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-14de2429-66b2-4026-94dd-86f1c0664083 req-bf04276c-a61e-48b9-aaed-455eedd01341 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bd1948ba-0dcc-463f-ac7d-46ca49a9cc24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738740 Sep 15 07:47:37.684169 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-84a1b0dd-eaf4-4a51-b57c-d4feda1681c5 None None] Port 41b1f99d-9534-4abc-8568-a00e1974d30a cannot update to ACTIVE because it is not bound. {{(pid=107290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 07:47:37.806821 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe452b7-20a2-4f36-953d-e351d86743b1 req-9ba2a77d-ecbb-4416-a95f-461903a7431c tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:47:37.809003 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-efe452b7-20a2-4f36-953d-e351d86743b1 req-9ba2a77d-ecbb-4416-a95f-461903a7431c tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4600a1fd-6542-4a0a-b67c-fb313d57eb82 HTTP/1.1" status: 200 len: 945 time: 0.0568728 Sep 15 07:47:37.870841 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-efe452b7-20a2-4f36-953d-e351d86743b1 req-5e596ed9-d0ae-43c5-9565-02010ab8717b tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bd1948ba-0dcc-463f-ac7d-46ca49a9cc24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560706 Sep 15 07:47:37.915086 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 40408) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:47:38.040475 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Device 1f1139fe-291d-4ad6-9d96-f7c278cf3566 up at agent ovs-agent-dv-cinder-824149-6-iscsi {{(pid=107290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 07:47:38.090985 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=100 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:47:38.105286 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Provisioning complete for port 1f1139fe-291d-4ad6-9d96-f7c278cf3566 triggered by entity L2. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 07:47:38.105777 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862942'] for port (1f1139fe-291d-4ad6-9d96-f7c278cf3566), provisioning_complete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:38.106354 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Attempt 1 to provision port 1f1139fe-291d-4ad6-9d96-f7c278cf3566 Sep 15 07:47:38.186514 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-84a1b0dd-eaf4-4a51-b57c-d4feda1681c5 None None] Attempt 7 to provision port 41b1f99d-9534-4abc-8568-a00e1974d30a Sep 15 07:47:38.218983 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab13888c-a0b5-471a-9ec8-4d780b3fb028 tempest-TestVolumeBootPattern-359244481 tempest-TestVolumeBootPattern-359244481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:47:38.221075 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-ab13888c-a0b5-471a-9ec8-4d780b3fb028 tempest-TestVolumeBootPattern-359244481 tempest-TestVolumeBootPattern-359244481-project-admin] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4600a1fd-6542-4a0a-b67c-fb313d57eb82 HTTP/1.1" status: 200 len: 1124 time: 0.3044155 Sep 15 07:47:38.224076 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 40412) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:47:38.229172 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.v2.base [None req-b705a488-244c-4f0b-aad9-c77372c29324 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Request body: {'floatingip': {'floating_network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'port_id': '59dabb5f-8b21-46b0-96d6-3403654e5154', 'tenant_id': 'af1e008c4bfa41e18488c63ea0f17b27', 'fixed_ip_address': '172.20.0.8'}} {{(pid=107279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:47:38.234117 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Current status of the port 1f1139fe-291d-4ad6-9d96-f7c278cf3566 is: DOWN; New status is: ACTIVE {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:47:38.234508 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (1f1139fe-291d-4ad6-9d96-f7c278cf3566), before_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:38.259530 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-84a1b0dd-eaf4-4a51-b57c-d4feda1681c5 None None] Port 41b1f99d-9534-4abc-8568-a00e1974d30a cannot update to ACTIVE because it is not bound. {{(pid=107290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 07:47:38.263790 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] For port 1f1139fe-291d-4ad6-9d96-f7c278cf3566, host dv-cinder-824149-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-6-iscsi',level=0,port_id=1f1139fe-291d-4ad6-9d96-f7c278cf3566,segment=NetworkSegment(8c607054-1f24-4b82-9f54-7b368db757ce),segment_id=8c607054-1f24-4b82-9f54-7b368db757ce)] {{(pid=107290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:47:38.329976 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-b705a488-244c-4f0b-aad9-c77372c29324 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:38.358276 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615'] for port (1f1139fe-291d-4ad6-9d96-f7c278cf3566), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:38.436445 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-b705a488-244c-4f0b-aad9-c77372c29324 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (None), before_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:38.447005 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Pushing event updated for resources: {'Port': ['ID=1f1139fe-291d-4ad6-9d96-f7c278cf3566,revision_number=4']} {{(pid=107290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:47:38.582126 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.db.db_base_plugin_common [None req-b705a488-244c-4f0b-aad9-c77372c29324 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Allocated IP 172.27.0.205 (7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa/2c94e072-16ef-4b41-8118-d589be48e89d/9f804f27-0e9e-448d-a1dc-ce5fbe5d9ee2) {{(pid=107279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 07:47:38.762217 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-84a1b0dd-eaf4-4a51-b57c-d4feda1681c5 None None] Attempt 8 to provision port 41b1f99d-9534-4abc-8568-a00e1974d30a Sep 15 07:47:38.802619 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-b705a488-244c-4f0b-aad9-c77372c29324 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Publish callbacks [] for port (9f804f27-0e9e-448d-a1dc-ce5fbe5d9ee2), precommit_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:38.815578 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-84a1b0dd-eaf4-4a51-b57c-d4feda1681c5 None None] Port 41b1f99d-9534-4abc-8568-a00e1974d30a cannot update to ACTIVE because it is not bound. {{(pid=107290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 07:47:38.907004 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-b705a488-244c-4f0b-aad9-c77372c29324 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729658170579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991753'] for port (9f804f27-0e9e-448d-a1dc-ce5fbe5d9ee2), after_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:38.967568 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b705a488-244c-4f0b-aad9-c77372c29324 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Network 7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa is already hosted by enough agents. {{(pid=107279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 07:47:38.975027 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.scheduler.base_scheduler [None req-b705a488-244c-4f0b-aad9-c77372c29324 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Resources bound (agent type, host, resource id): {{(pid=107279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 07:47:38.977917 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b705a488-244c-4f0b-aad9-c77372c29324 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Pushing event updated for resources: {'Port': ['ID=9f804f27-0e9e-448d-a1dc-ce5fbe5d9ee2,revision_number=1']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:47:38.989771 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b705a488-244c-4f0b-aad9-c77372c29324 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Received port after_create {{(pid=107279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 07:47:38.998215 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c2dc74-3fe4-4de9-abf3-a9ca5ffe4b23 None None] Sync routers for ids ['4fd6e3da-c6bf-492b-97e9-74bdd76d8ae8'] in dv-cinder-824149-6-iscsi {{(pid=107295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 07:47:39.008088 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:47:39.027417 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c2dc74-3fe4-4de9-abf3-a9ca5ffe4b23 None None] Routers {'4fd6e3da-c6bf-492b-97e9-74bdd76d8ae8'} bound to L3 agent in host dv-cinder-824149-6-iscsi {{(pid=107295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 07:47:39.028159 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_hamode_db [None req-48c2dc74-3fe4-4de9-abf3-a9ca5ffe4b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T07:30:25Z,description=,heartbeat_timestamp=2022-09-15T07:47:25Z,host='dv-cinder-824149-6-iscsi',id=6177172c-20b9-4a3a-92be-d5dd082cfa3a,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T07:30:25Z,topic='l3_agent')) {'router_ids': ['4fd6e3da-c6bf-492b-97e9-74bdd76d8ae8'], 'active': True} {{(pid=107295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:47:39.135634 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:47:39.154240 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:47:39.172680 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_dvr_db [None req-48c2dc74-3fe4-4de9-abf3-a9ca5ffe4b23 None None] Set router 4fd6e3da-c6bf-492b-97e9-74bdd76d8ae8 gateway port host: dv-cinder-824149-6-iscsi {{(pid=107295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 07:47:39.212323 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:47:39.316574 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-84a1b0dd-eaf4-4a51-b57c-d4feda1681c5 None None] Attempt 9 to provision port 41b1f99d-9534-4abc-8568-a00e1974d30a Sep 15 07:47:39.361342 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-84a1b0dd-eaf4-4a51-b57c-d4feda1681c5 None None] Port 41b1f99d-9534-4abc-8568-a00e1974d30a cannot update to ACTIVE because it is not bound. {{(pid=107290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 07:47:39.455934 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_hamode_db [None req-48c2dc74-3fe4-4de9-abf3-a9ca5ffe4b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fd6e3da-c6bf-492b-97e9-74bdd76d8ae8', 'name': 'tempest-TestMinimumBasicScenario-1050476274-router', 'tenant_id': '087c6e23abf04c4eb97e99b470083437', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '1f1139fe-291d-4ad6-9d96-f7c278cf3566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:47:30Z', 'updated_at': '2022-09-15T07:47:34Z', 'revision_number': 4, 'project_id': '087c6e23abf04c4eb97e99b470083437', 'gw_port': {'id': '1f1139fe-291d-4ad6-9d96-f7c278cf3566', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a0:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd6e3da-c6bf-492b-97e9-74bdd76d8ae8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:47:31Z', 'updated_at': '2022-09-15T07:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi', '_interfaces': [{'id': '41b1f99d-9534-4abc-8568-a00e1974d30a', 'name': '', 'network_id': 'de32ab2c-15da-49ec-b42c-7db27555046e', 'tenant_id': '087c6e23abf04c4eb97e99b470083437', 'mac_address': 'fa:16:3e:85:ba:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fd6e3da-c6bf-492b-97e9-74bdd76d8ae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'a519638d-01f5-45c1-bf11-f926cb995897', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:47:34Z', 'updated_at': '2022-09-15T07:47:34Z', 'revision_number': 2, 'project_id': '087c6e23abf04c4eb97e99b470083437', 'subnets': [{'id': 'a519638d-01f5-45c1-bf11-f926cb995897', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-6-iscsi', False) {} {{(pid=107295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:47:39.486311 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c2dc74-3fe4-4de9-abf3-a9ca5ffe4b23 None None] Checking router: 4fd6e3da-c6bf-492b-97e9-74bdd76d8ae8 for host: dv-cinder-824149-6-iscsi {{(pid=107295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 07:47:39.486935 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c2dc74-3fe4-4de9-abf3-a9ca5ffe4b23 None None] Updating router 4fd6e3da-c6bf-492b-97e9-74bdd76d8ae8 port 41b1f99d-9534-4abc-8568-a00e1974d30a binding host dv-cinder-824149-6-iscsi {{(pid=107295) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 07:47:39.502093 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-b705a488-244c-4f0b-aad9-c77372c29324 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Publish callbacks [] for floatingip (91663e96-5aeb-4ace-995d-e92a3baee2a3), precommit_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:39.524928 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron_lib.callbacks.manager [None req-48c2dc74-3fe4-4de9-abf3-a9ca5ffe4b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (41b1f99d-9534-4abc-8568-a00e1974d30a), before_update {{(pid=107295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:39.689259 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-b705a488-244c-4f0b-aad9-c77372c29324 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (9f804f27-0e9e-448d-a1dc-ce5fbe5d9ee2), before_update {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:39.863346 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-84a1b0dd-eaf4-4a51-b57c-d4feda1681c5 None None] Attempt 10 to provision port 41b1f99d-9534-4abc-8568-a00e1974d30a Sep 15 07:47:39.884026 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-b705a488-244c-4f0b-aad9-c77372c29324 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Publish callbacks [] for port (9f804f27-0e9e-448d-a1dc-ce5fbe5d9ee2), precommit_update {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:39.909117 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-84a1b0dd-eaf4-4a51-b57c-d4feda1681c5 None None] Port 41b1f99d-9534-4abc-8568-a00e1974d30a cannot update to ACTIVE because it is not bound. {{(pid=107290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 07:47:39.969381 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron_lib.callbacks.manager [None req-48c2dc74-3fe4-4de9-abf3-a9ca5ffe4b23 None None] Publish callbacks [] for port (41b1f99d-9534-4abc-8568-a00e1974d30a), precommit_update {{(pid=107295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:40.113731 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Device 1f1139fe-291d-4ad6-9d96-f7c278cf3566 up at agent ovs-agent-dv-cinder-824149-6-iscsi {{(pid=107290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 07:47:40.113731 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-58b4a525-e5ba-4108-b390-fc77da92fbca None None] Provisioning complete for port 41b1f99d-9534-4abc-8568-a00e1974d30a triggered by entity DHCP. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 07:47:40.113731 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-58b4a525-e5ba-4108-b390-fc77da92fbca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862942'] for port (41b1f99d-9534-4abc-8568-a00e1974d30a), provisioning_complete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:40.113731 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-58b4a525-e5ba-4108-b390-fc77da92fbca None None] Attempt 1 to provision port 41b1f99d-9534-4abc-8568-a00e1974d30a Sep 15 07:47:40.113731 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:47:40.113731 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-58b4a525-e5ba-4108-b390-fc77da92fbca None None] Port 41b1f99d-9534-4abc-8568-a00e1974d30a cannot update to ACTIVE because it is not bound. {{(pid=107290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 07:47:40.113731 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Provisioning complete for port 1f1139fe-291d-4ad6-9d96-f7c278cf3566 triggered by entity L2. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 07:47:40.113731 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862942'] for port (1f1139fe-291d-4ad6-9d96-f7c278cf3566), provisioning_complete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:40.113731 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Attempt 1 to provision port 1f1139fe-291d-4ad6-9d96-f7c278cf3566 Sep 15 07:47:40.164819 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Current status of the port 1f1139fe-291d-4ad6-9d96-f7c278cf3566 is: ACTIVE; New status is: ACTIVE {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:47:40.191786 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-b705a488-244c-4f0b-aad9-c77372c29324 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991792'] for port (9f804f27-0e9e-448d-a1dc-ce5fbe5d9ee2), after_update {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:40.222668 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron_lib.callbacks.manager [None req-48c2dc74-3fe4-4de9-abf3-a9ca5ffe4b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615'] for port (41b1f99d-9534-4abc-8568-a00e1974d30a), after_update {{(pid=107295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:40.263055 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b705a488-244c-4f0b-aad9-c77372c29324 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Pushing event updated for resources: {'Port': ['ID=9f804f27-0e9e-448d-a1dc-ce5fbe5d9ee2,revision_number=2']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:47:40.265875 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-b705a488-244c-4f0b-aad9-c77372c29324 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2007462'] for floatingip (91663e96-5aeb-4ace-995d-e92a3baee2a3), after_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:40.304220 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9374184-8bc4-4c5b-ab22-c844a27c4e0c None None] Pushing event updated for resources: {'Port': ['ID=41b1f99d-9534-4abc-8568-a00e1974d30a,revision_number=3']} {{(pid=107295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:47:40.354341 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.plugins.ml2.managers [None req-48c2dc74-3fe4-4de9-abf3-a9ca5ffe4b23 None None] Attempting to bind port 41b1f99d-9534-4abc-8568-a00e1974d30a on host dv-cinder-824149-6-iscsi for vnic_type normal with profile {{(pid=107295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 07:47:40.354713 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.plugins.ml2.managers [None req-48c2dc74-3fe4-4de9-abf3-a9ca5ffe4b23 None None] Attempting to bind port 41b1f99d-9534-4abc-8568-a00e1974d30a by drivers openvswitch,hyperv on host dv-cinder-824149-6-iscsi at level 0 using segments [{'id': '11de57ba-6243-4b2a-b79c-acc44ead4bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'de32ab2c-15da-49ec-b42c-7db27555046e'}] {{(pid=107295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 07:47:40.355425 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c2dc74-3fe4-4de9-abf3-a9ca5ffe4b23 None None] Attempting to bind port 41b1f99d-9534-4abc-8568-a00e1974d30a on network de32ab2c-15da-49ec-b42c-7db27555046e {{(pid=107295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 07:47:40.382602 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.db.l3_db [None req-b705a488-244c-4f0b-aad9-c77372c29324 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Floating IP 91663e96-5aeb-4ace-995d-e92a3baee2a3 associated. External IP: 172.27.0.205, port: 59dabb5f-8b21-46b0-96d6-3403654e5154. Sep 15 07:47:40.407511 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c2dc74-3fe4-4de9-abf3-a9ca5ffe4b23 None None] Checking agent: {'id': 'c3acd0b9-3b8e-4f77-9053-2ca2457616b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824149-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 7, 30, 28), 'started_at': datetime.datetime(2022, 9, 15, 7, 30, 58), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 7, 47, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824149-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 07:47:40.408322 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c2dc74-3fe4-4de9-abf3-a9ca5ffe4b23 None None] Checking segment: {'id': '11de57ba-6243-4b2a-b79c-acc44ead4bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'de32ab2c-15da-49ec-b42c-7db27555046e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 07:47:40.408894 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron_lib.callbacks.manager [None req-48c2dc74-3fe4-4de9-abf3-a9ca5ffe4b23 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:40.409451 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c2dc74-3fe4-4de9-abf3-a9ca5ffe4b23 None None] Bound using segment: {'id': '11de57ba-6243-4b2a-b79c-acc44ead4bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'de32ab2c-15da-49ec-b42c-7db27555046e'} {{(pid=107295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 07:47:40.410229 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.plugins.ml2.managers [None req-48c2dc74-3fe4-4de9-abf3-a9ca5ffe4b23 None None] Bound port: 41b1f99d-9534-4abc-8568-a00e1974d30a, host: dv-cinder-824149-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11de57ba-6243-4b2a-b79c-acc44ead4bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'de32ab2c-15da-49ec-b42c-7db27555046e'}}] {{(pid=107295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 07:47:40.410784 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron_lib.callbacks.manager [None req-48c2dc74-3fe4-4de9-abf3-a9ca5ffe4b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (41b1f99d-9534-4abc-8568-a00e1974d30a), before_update {{(pid=107295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:40.414132 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:47:40.503426 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.plugins.ml2.db [None req-48c2dc74-3fe4-4de9-abf3-a9ca5ffe4b23 None None] For port 41b1f99d-9534-4abc-8568-a00e1974d30a, host dv-cinder-824149-6-iscsi, cleared binding levels {{(pid=107295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 07:47:40.507624 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.plugins.ml2.db [None req-48c2dc74-3fe4-4de9-abf3-a9ca5ffe4b23 None None] For port 41b1f99d-9534-4abc-8568-a00e1974d30a, host dv-cinder-824149-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-6-iscsi',level=0,port_id=41b1f99d-9534-4abc-8568-a00e1974d30a,segment=NetworkSegment(11de57ba-6243-4b2a-b79c-acc44ead4bc0),segment_id=11de57ba-6243-4b2a-b79c-acc44ead4bc0)] {{(pid=107295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 07:47:40.588149 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-58b4a525-e5ba-4108-b390-fc77da92fbca None None] Attempt 2 to provision port 41b1f99d-9534-4abc-8568-a00e1974d30a Sep 15 07:47:40.594860 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron_lib.callbacks.manager [None req-48c2dc74-3fe4-4de9-abf3-a9ca5ffe4b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615'] for port (41b1f99d-9534-4abc-8568-a00e1974d30a), after_update {{(pid=107295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:40.669000 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-58b4a525-e5ba-4108-b390-fc77da92fbca None None] Port 41b1f99d-9534-4abc-8568-a00e1974d30a cannot update to ACTIVE because it is not bound. {{(pid=107290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 07:47:40.702172 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9374184-8bc4-4c5b-ab22-c844a27c4e0c None None] Pushing event updated for resources: {'Port': ['ID=41b1f99d-9534-4abc-8568-a00e1974d30a,revision_number=4']} {{(pid=107295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:47:40.711306 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c2dc74-3fe4-4de9-abf3-a9ca5ffe4b23 None None] Routers {'4fd6e3da-c6bf-492b-97e9-74bdd76d8ae8'} bound to L3 agent in host dv-cinder-824149-6-iscsi {{(pid=107295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 07:47:40.711931 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_hamode_db [None req-48c2dc74-3fe4-4de9-abf3-a9ca5ffe4b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T07:30:25Z,description=,heartbeat_timestamp=2022-09-15T07:47:25Z,host='dv-cinder-824149-6-iscsi',id=6177172c-20b9-4a3a-92be-d5dd082cfa3a,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T07:30:25Z,topic='l3_agent')) {'router_ids': ['4fd6e3da-c6bf-492b-97e9-74bdd76d8ae8'], 'active': True} {{(pid=107295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:47:40.747137 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:47:40.833790 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_dvr_db [None req-48c2dc74-3fe4-4de9-abf3-a9ca5ffe4b23 None None] Set router 4fd6e3da-c6bf-492b-97e9-74bdd76d8ae8 gateway port host: dv-cinder-824149-6-iscsi {{(pid=107295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 07:47:40.913550 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b705a488-244c-4f0b-aad9-c77372c29324 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Router 67840e2f-de01-4d8c-90b9-81d88ad1a131 has already been hosted by L3 agent 6177172c-20b9-4a3a-92be-d5dd082cfa3a {{(pid=107279) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 07:47:40.999784 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:47:41.046420 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b705a488-244c-4f0b-aad9-c77372c29324 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Notify agent at l3_agent.dv-cinder-824149-6-iscsi the message routers_updated {{(pid=107279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 07:47:41.070271 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cbee410-19c2-4a42-819e-aa9499de8767 None None] Sync routers for ids ['67840e2f-de01-4d8c-90b9-81d88ad1a131'] in dv-cinder-824149-6-iscsi {{(pid=107290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 07:47:41.093531 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cbee410-19c2-4a42-819e-aa9499de8767 None None] Routers {'67840e2f-de01-4d8c-90b9-81d88ad1a131'} bound to L3 agent in host dv-cinder-824149-6-iscsi {{(pid=107290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 07:47:41.096672 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_hamode_db [None req-4cbee410-19c2-4a42-819e-aa9499de8767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T07:30:25Z,description=,heartbeat_timestamp=2022-09-15T07:47:25Z,host='dv-cinder-824149-6-iscsi',id=6177172c-20b9-4a3a-92be-d5dd082cfa3a,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T07:30:25Z,topic='l3_agent')) {'router_ids': ['67840e2f-de01-4d8c-90b9-81d88ad1a131'], 'active': True} {{(pid=107290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:47:41.149682 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-b705a488-244c-4f0b-aad9-c77372c29324 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382552'] for floatingip (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:41.200299 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-58b4a525-e5ba-4108-b390-fc77da92fbca None None] Attempt 3 to provision port 41b1f99d-9534-4abc-8568-a00e1974d30a Sep 15 07:47:41.222121 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:47:41.227085 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-b705a488-244c-4f0b-aad9-c77372c29324 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0014453 Sep 15 07:47:41.231997 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4600a1fd-6542-4a0a-b67c-fb313d57eb82', 'tag': '59dabb5f-8b21-46b0-96d6-3403654e5154'}] {{(pid=107279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 07:47:41.236666 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706979451550896f7b9833a7a6f18e8e6b98f6eca7edeab709f82497fe6197ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34554985-4f62-4578-afdc-9aa1f0ec3e1d" -d '{"events": [{"name": "network-changed", "server_uuid": "4600a1fd-6542-4a0a-b67c-fb313d57eb82", "tag": "59dabb5f-8b21-46b0-96d6-3403654e5154"}]}' {{(pid=107279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 07:47:41.282408 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_hamode_db [None req-48c2dc74-3fe4-4de9-abf3-a9ca5ffe4b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fd6e3da-c6bf-492b-97e9-74bdd76d8ae8', 'name': 'tempest-TestMinimumBasicScenario-1050476274-router', 'tenant_id': '087c6e23abf04c4eb97e99b470083437', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '1f1139fe-291d-4ad6-9d96-f7c278cf3566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:47:30Z', 'updated_at': '2022-09-15T07:47:34Z', 'revision_number': 4, 'project_id': '087c6e23abf04c4eb97e99b470083437', 'gw_port': {'id': '1f1139fe-291d-4ad6-9d96-f7c278cf3566', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a0:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd6e3da-c6bf-492b-97e9-74bdd76d8ae8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:47:31Z', 'updated_at': '2022-09-15T07:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi', '_interfaces': [{'id': '41b1f99d-9534-4abc-8568-a00e1974d30a', 'name': '', 'network_id': 'de32ab2c-15da-49ec-b42c-7db27555046e', 'tenant_id': '087c6e23abf04c4eb97e99b470083437', 'mac_address': 'fa:16:3e:85:ba:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fd6e3da-c6bf-492b-97e9-74bdd76d8ae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'a519638d-01f5-45c1-bf11-f926cb995897', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:47:34Z', 'updated_at': '2022-09-15T07:47:40Z', 'revision_number': 4, 'project_id': '087c6e23abf04c4eb97e99b470083437', 'subnets': [{'id': 'a519638d-01f5-45c1-bf11-f926cb995897', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-6-iscsi', False) {} {{(pid=107295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:47:41.363470 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 07:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f489a51-7798-4eb5-bab8-368362c3a7c2 x-openstack-request-id: req-7f489a51-7798-4eb5-bab8-368362c3a7c2 {{(pid=107279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 07:47:41.364493 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4600a1fd-6542-4a0a-b67c-fb313d57eb82", "tag": "59dabb5f-8b21-46b0-96d6-3403654e5154", "status": "completed", "code": 200}]} {{(pid=107279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 07:47:41.365707 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7f489a51-7798-4eb5-bab8-368362c3a7c2 {{(pid=107279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 07:47:41.367354 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f489a51-7798-4eb5-bab8-368362c3a7c2'] response: {'name': 'network-changed', 'server_uuid': '4600a1fd-6542-4a0a-b67c-fb313d57eb82', 'tag': '59dabb5f-8b21-46b0-96d6-3403654e5154', 'status': 'completed', 'code': 200} Sep 15 07:47:41.401087 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c2dc74-3fe4-4de9-abf3-a9ca5ffe4b23 None None] The sync data for ids ['4fd6e3da-c6bf-492b-97e9-74bdd76d8ae8'] in dv-cinder-824149-6-iscsi is: [{'id': '4fd6e3da-c6bf-492b-97e9-74bdd76d8ae8', 'name': 'tempest-TestMinimumBasicScenario-1050476274-router', 'tenant_id': '087c6e23abf04c4eb97e99b470083437', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '1f1139fe-291d-4ad6-9d96-f7c278cf3566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:47:30Z', 'updated_at': '2022-09-15T07:47:34Z', 'revision_number': 4, 'project_id': '087c6e23abf04c4eb97e99b470083437', 'gw_port': {'id': '1f1139fe-291d-4ad6-9d96-f7c278cf3566', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a0:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd6e3da-c6bf-492b-97e9-74bdd76d8ae8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:47:31Z', 'updated_at': '2022-09-15T07:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi', '_interfaces': [{'id': '41b1f99d-9534-4abc-8568-a00e1974d30a', 'name': '', 'network_id': 'de32ab2c-15da-49ec-b42c-7db27555046e', 'tenant_id': '087c6e23abf04c4eb97e99b470083437', 'mac_address': 'fa:16:3e:85:ba:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fd6e3da-c6bf-492b-97e9-74bdd76d8ae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'a519638d-01f5-45c1-bf11-f926cb995897', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:47:34Z', 'updated_at': '2022-09-15T07:47:40Z', 'revision_number': 4, 'project_id': '087c6e23abf04c4eb97e99b470083437', 'subnets': [{'id': 'a519638d-01f5-45c1-bf11-f926cb995897', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 07:47:41.533771 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34554985-4f62-4578-afdc-9aa1f0ec3e1d req-46b96045-ada3-4831-8eb1-c60d62fc3fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:47:41.540604 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-34554985-4f62-4578-afdc-9aa1f0ec3e1d req-46b96045-ada3-4831-8eb1-c60d62fc3fcf service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=af1e008c4bfa41e18488c63ea0f17b27&device_id=4600a1fd-6542-4a0a-b67c-fb313d57eb82 HTTP/1.1" status: 200 len: 1129 time: 0.1287472 Sep 15 07:47:41.779348 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34554985-4f62-4578-afdc-9aa1f0ec3e1d req-089367e4-a18c-487b-a66b-910a272d109e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:47:41.780827 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-34554985-4f62-4578-afdc-9aa1f0ec3e1d req-089367e4-a18c-487b-a66b-910a272d109e service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=2c10a638-2533-4c87-88f1-ce4db4dec0fd HTTP/1.1" status: 200 len: 912 time: 0.2319748 Sep 15 07:47:41.958253 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvr_db [None req-4cbee410-19c2-4a42-819e-aa9499de8767 None None] Set router 67840e2f-de01-4d8c-90b9-81d88ad1a131 gateway port host: dv-cinder-824149-6-iscsi {{(pid=107290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 07:47:42.005961 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-34554985-4f62-4578-afdc-9aa1f0ec3e1d req-3bd57bfe-8a99-483f-ba1d-c553a83af22a service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=59dabb5f-8b21-46b0-96d6-3403654e5154 HTTP/1.1" status: 200 len: 999 time: 0.2180789 Sep 15 07:47:42.065164 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-58b4a525-e5ba-4108-b390-fc77da92fbca None None] Current status of the port 41b1f99d-9534-4abc-8568-a00e1974d30a is: DOWN; New status is: ACTIVE {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:47:42.065937 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-58b4a525-e5ba-4108-b390-fc77da92fbca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (41b1f99d-9534-4abc-8568-a00e1974d30a), before_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:42.108685 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34554985-4f62-4578-afdc-9aa1f0ec3e1d req-ef894aea-98de-4312-8953-b93430ae06ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:47:42.113801 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-34554985-4f62-4578-afdc-9aa1f0ec3e1d req-ef894aea-98de-4312-8953-b93430ae06ee service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=c8bb4817-976c-49f3-9d00-c474544f8d63 HTTP/1.1" status: 200 len: 850 time: 0.0984261 Sep 15 07:47:42.172294 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Device 41b1f99d-9534-4abc-8568-a00e1974d30a up at agent ovs-agent-dv-cinder-824149-6-iscsi {{(pid=107290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 07:47:42.201239 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34554985-4f62-4578-afdc-9aa1f0ec3e1d req-0dc7b8da-7061-4152-bcc7-ed46ff33a5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:47:42.207220 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-34554985-4f62-4578-afdc-9aa1f0ec3e1d req-0dc7b8da-7061-4152-bcc7-ed46ff33a5f0 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=2c10a638-2533-4c87-88f1-ce4db4dec0fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0858431 Sep 15 07:47:42.321289 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-58b4a525-e5ba-4108-b390-fc77da92fbca None None] For port 41b1f99d-9534-4abc-8568-a00e1974d30a, host dv-cinder-824149-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-6-iscsi',level=0,port_id=41b1f99d-9534-4abc-8568-a00e1974d30a,segment=NetworkSegment(11de57ba-6243-4b2a-b79c-acc44ead4bc0),segment_id=11de57ba-6243-4b2a-b79c-acc44ead4bc0)] {{(pid=107290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:47:42.340868 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:47:42.399114 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-34554985-4f62-4578-afdc-9aa1f0ec3e1d req-5352bfa7-8cdc-4db8-8d2d-f2b0f89a02c9 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/2c10a638-2533-4c87-88f1-ce4db4dec0fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820726 Sep 15 07:47:42.410652 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-58b4a525-e5ba-4108-b390-fc77da92fbca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615'] for port (41b1f99d-9534-4abc-8568-a00e1974d30a), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:42.469696 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Provisioning complete for port 41b1f99d-9534-4abc-8568-a00e1974d30a triggered by entity L2. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 07:47:42.470383 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862942'] for port (41b1f99d-9534-4abc-8568-a00e1974d30a), provisioning_complete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:42.470916 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Attempt 1 to provision port 41b1f99d-9534-4abc-8568-a00e1974d30a Sep 15 07:47:42.580756 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-34554985-4f62-4578-afdc-9aa1f0ec3e1d req-667bf083-b573-4f6d-9ae9-6e2197243476 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/2c10a638-2533-4c87-88f1-ce4db4dec0fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807461 Sep 15 07:47:42.714365 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b4a525-e5ba-4108-b390-fc77da92fbca None None] Pushing event updated for resources: {'Port': ['ID=41b1f99d-9534-4abc-8568-a00e1974d30a,revision_number=5']} {{(pid=107290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:47:42.803420 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (25cf60a6-7ad2-448a-9326-c12b453ddee0), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:42.822401 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_hamode_db [None req-4cbee410-19c2-4a42-819e-aa9499de8767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67840e2f-de01-4d8c-90b9-81d88ad1a131', 'name': 'tempest-TestVolumeBootPattern-938819957-router', 'tenant_id': 'af1e008c4bfa41e18488c63ea0f17b27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.149'}], 'enable_snat': True}, 'gw_port_id': 'b909bbd7-0d84-41f0-a949-dea3ab61a99c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:41:04Z', 'updated_at': '2022-09-15T07:41:09Z', 'revision_number': 4, 'project_id': 'af1e008c4bfa41e18488c63ea0f17b27', 'gw_port': {'id': 'b909bbd7-0d84-41f0-a949-dea3ab61a99c', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:8d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67840e2f-de01-4d8c-90b9-81d88ad1a131', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:41:05Z', 'updated_at': '2022-09-15T07:41:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi', '_floatingips': [{'id': '07729090-1405-4ce3-a456-eb735b276386', 'tenant_id': 'af1e008c4bfa41e18488c63ea0f17b27', 'floating_ip_address': '172.27.0.181', 'floating_network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'router_id': '67840e2f-de01-4d8c-90b9-81d88ad1a131', 'port_id': '3f042454-cf32-4a00-ae9e-6827217983a6', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c10a638-2533-4c87-88f1-ce4db4dec0fd', 'mac_address': 'fa:16:3e:87:3d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbbef2c3-07c4-4165-b994-cf399a858379', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T07:45:31Z', 'updated_at': '2022-09-15T07:45:34Z', 'revision_number': 1, 'project_id': 'af1e008c4bfa41e18488c63ea0f17b27', 'fixed_ip_address_scope': None}, {'id': '91663e96-5aeb-4ace-995d-e92a3baee2a3', 'tenant_id': 'af1e008c4bfa41e18488c63ea0f17b27', 'floating_ip_address': '172.27.0.205', 'floating_network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'router_id': '67840e2f-de01-4d8c-90b9-81d88ad1a131', 'port_id': '59dabb5f-8b21-46b0-96d6-3403654e5154', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c10a638-2533-4c87-88f1-ce4db4dec0fd', 'mac_address': 'fa:16:3e:a1:74:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4600a1fd-6542-4a0a-b67c-fb313d57eb82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T07:47:39Z', 'updated_at': '2022-09-15T07:47:39Z', 'revision_number': 0, 'project_id': 'af1e008c4bfa41e18488c63ea0f17b27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a68fd01-d2a8-4a36-a6ad-66233e53b4cd', 'name': '', 'network_id': '2c10a638-2533-4c87-88f1-ce4db4dec0fd', 'tenant_id': 'af1e008c4bfa41e18488c63ea0f17b27', 'mac_address': 'fa:16:3e:22:c3:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67840e2f-de01-4d8c-90b9-81d88ad1a131', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'c8bb4817-976c-49f3-9d00-c474544f8d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:41:08Z', 'updated_at': '2022-09-15T07:41:14Z', 'revision_number': 5, 'project_id': 'af1e008c4bfa41e18488c63ea0f17b27', 'subnets': [{'id': 'c8bb4817-976c-49f3-9d00-c474544f8d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-6-iscsi', False) {} {{(pid=107290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:47:42.850997 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Current status of the port 41b1f99d-9534-4abc-8568-a00e1974d30a is: ACTIVE; New status is: ACTIVE {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:47:42.920820 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cbee410-19c2-4a42-819e-aa9499de8767 None None] Checking router: 67840e2f-de01-4d8c-90b9-81d88ad1a131 for host: dv-cinder-824149-6-iscsi {{(pid=107290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 07:47:42.937757 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:47:42.949885 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cbee410-19c2-4a42-819e-aa9499de8767 None None] Routers {'67840e2f-de01-4d8c-90b9-81d88ad1a131'} bound to L3 agent in host dv-cinder-824149-6-iscsi {{(pid=107290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 07:47:42.950540 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_hamode_db [None req-4cbee410-19c2-4a42-819e-aa9499de8767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T07:30:25Z,description=,heartbeat_timestamp=2022-09-15T07:47:25Z,host='dv-cinder-824149-6-iscsi',id=6177172c-20b9-4a3a-92be-d5dd082cfa3a,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T07:30:25Z,topic='l3_agent')) {'router_ids': ['67840e2f-de01-4d8c-90b9-81d88ad1a131'], 'active': True} {{(pid=107290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:47:43.151494 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvr_db [None req-4cbee410-19c2-4a42-819e-aa9499de8767 None None] Set router 67840e2f-de01-4d8c-90b9-81d88ad1a131 gateway port host: dv-cinder-824149-6-iscsi {{(pid=107290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 07:47:43.449949 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_hamode_db [None req-4cbee410-19c2-4a42-819e-aa9499de8767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67840e2f-de01-4d8c-90b9-81d88ad1a131', 'name': 'tempest-TestVolumeBootPattern-938819957-router', 'tenant_id': 'af1e008c4bfa41e18488c63ea0f17b27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.149'}], 'enable_snat': True}, 'gw_port_id': 'b909bbd7-0d84-41f0-a949-dea3ab61a99c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:41:04Z', 'updated_at': '2022-09-15T07:41:09Z', 'revision_number': 4, 'project_id': 'af1e008c4bfa41e18488c63ea0f17b27', 'gw_port': {'id': 'b909bbd7-0d84-41f0-a949-dea3ab61a99c', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:8d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67840e2f-de01-4d8c-90b9-81d88ad1a131', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:41:05Z', 'updated_at': '2022-09-15T07:41:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi', '_floatingips': [{'id': '07729090-1405-4ce3-a456-eb735b276386', 'tenant_id': 'af1e008c4bfa41e18488c63ea0f17b27', 'floating_ip_address': '172.27.0.181', 'floating_network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'router_id': '67840e2f-de01-4d8c-90b9-81d88ad1a131', 'port_id': '3f042454-cf32-4a00-ae9e-6827217983a6', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c10a638-2533-4c87-88f1-ce4db4dec0fd', 'mac_address': 'fa:16:3e:87:3d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbbef2c3-07c4-4165-b994-cf399a858379', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T07:45:31Z', 'updated_at': '2022-09-15T07:45:34Z', 'revision_number': 1, 'project_id': 'af1e008c4bfa41e18488c63ea0f17b27', 'fixed_ip_address_scope': None}, {'id': '91663e96-5aeb-4ace-995d-e92a3baee2a3', 'tenant_id': 'af1e008c4bfa41e18488c63ea0f17b27', 'floating_ip_address': '172.27.0.205', 'floating_network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'router_id': '67840e2f-de01-4d8c-90b9-81d88ad1a131', 'port_id': '59dabb5f-8b21-46b0-96d6-3403654e5154', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c10a638-2533-4c87-88f1-ce4db4dec0fd', 'mac_address': 'fa:16:3e:a1:74:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4600a1fd-6542-4a0a-b67c-fb313d57eb82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T07:47:39Z', 'updated_at': '2022-09-15T07:47:39Z', 'revision_number': 0, 'project_id': 'af1e008c4bfa41e18488c63ea0f17b27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a68fd01-d2a8-4a36-a6ad-66233e53b4cd', 'name': '', 'network_id': '2c10a638-2533-4c87-88f1-ce4db4dec0fd', 'tenant_id': 'af1e008c4bfa41e18488c63ea0f17b27', 'mac_address': 'fa:16:3e:22:c3:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67840e2f-de01-4d8c-90b9-81d88ad1a131', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'c8bb4817-976c-49f3-9d00-c474544f8d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:41:08Z', 'updated_at': '2022-09-15T07:41:14Z', 'revision_number': 5, 'project_id': 'af1e008c4bfa41e18488c63ea0f17b27', 'subnets': [{'id': 'c8bb4817-976c-49f3-9d00-c474544f8d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-6-iscsi', False) {} {{(pid=107290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:47:43.488856 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cbee410-19c2-4a42-819e-aa9499de8767 None None] The sync data for ids ['67840e2f-de01-4d8c-90b9-81d88ad1a131'] in dv-cinder-824149-6-iscsi is: [{'id': '67840e2f-de01-4d8c-90b9-81d88ad1a131', 'name': 'tempest-TestVolumeBootPattern-938819957-router', 'tenant_id': 'af1e008c4bfa41e18488c63ea0f17b27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.149'}], 'enable_snat': True}, 'gw_port_id': 'b909bbd7-0d84-41f0-a949-dea3ab61a99c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:41:04Z', 'updated_at': '2022-09-15T07:41:09Z', 'revision_number': 4, 'project_id': 'af1e008c4bfa41e18488c63ea0f17b27', 'gw_port': {'id': 'b909bbd7-0d84-41f0-a949-dea3ab61a99c', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:8d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67840e2f-de01-4d8c-90b9-81d88ad1a131', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:41:05Z', 'updated_at': '2022-09-15T07:41:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi', '_floatingips': [{'id': '07729090-1405-4ce3-a456-eb735b276386', 'tenant_id': 'af1e008c4bfa41e18488c63ea0f17b27', 'floating_ip_address': '172.27.0.181', 'floating_network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'router_id': '67840e2f-de01-4d8c-90b9-81d88ad1a131', 'port_id': '3f042454-cf32-4a00-ae9e-6827217983a6', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c10a638-2533-4c87-88f1-ce4db4dec0fd', 'mac_address': 'fa:16:3e:87:3d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbbef2c3-07c4-4165-b994-cf399a858379', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T07:45:31Z', 'updated_at': '2022-09-15T07:45:34Z', 'revision_number': 1, 'project_id': 'af1e008c4bfa41e18488c63ea0f17b27', 'fixed_ip_address_scope': None}, {'id': '91663e96-5aeb-4ace-995d-e92a3baee2a3', 'tenant_id': 'af1e008c4bfa41e18488c63ea0f17b27', 'floating_ip_address': '172.27.0.205', 'floating_network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'router_id': '67840e2f-de01-4d8c-90b9-81d88ad1a131', 'port_id': '59dabb5f-8b21-46b0-96d6-3403654e5154', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c10a638-2533-4c87-88f1-ce4db4dec0fd', 'mac_address': 'fa:16:3e:a1:74:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4600a1fd-6542-4a0a-b67c-fb313d57eb82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T07:47:39Z', 'updated_at': '2022-09-15T07:47:39Z', 'revision_number': 0, 'project_id': 'af1e008c4bfa41e18488c63ea0f17b27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a68fd01-d2a8-4a36-a6ad-66233e53b4cd', 'name': '', 'network_id': '2c10a638-2533-4c87-88f1-ce4db4dec0fd', 'tenant_id': 'af1e008c4bfa41e18488c63ea0f17b27', 'mac_address': 'fa:16:3e:22:c3:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67840e2f-de01-4d8c-90b9-81d88ad1a131', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'c8bb4817-976c-49f3-9d00-c474544f8d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:41:08Z', 'updated_at': '2022-09-15T07:41:14Z', 'revision_number': 5, 'project_id': 'af1e008c4bfa41e18488c63ea0f17b27', 'subnets': [{'id': 'c8bb4817-976c-49f3-9d00-c474544f8d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 07:47:43.868837 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c83c9f-1e46-420c-b029-1753f5fa7481 None None] New status for floating IP 91663e96-5aeb-4ace-995d-e92a3baee2a3: ACTIVE {{(pid=107295) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 15 07:47:44.069306 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Device 41b1f99d-9534-4abc-8568-a00e1974d30a up at agent ovs-agent-dv-cinder-824149-6-iscsi {{(pid=107290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 07:47:44.121834 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:47:44.135572 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Provisioning complete for port 41b1f99d-9534-4abc-8568-a00e1974d30a triggered by entity L2. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 07:47:44.136477 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862942'] for port (41b1f99d-9534-4abc-8568-a00e1974d30a), provisioning_complete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:44.136477 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Attempt 1 to provision port 41b1f99d-9534-4abc-8568-a00e1974d30a Sep 15 07:47:44.239109 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Current status of the port 41b1f99d-9534-4abc-8568-a00e1974d30a is: ACTIVE; New status is: ACTIVE {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:47:48.210886 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=4 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:47:48.215870 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=30 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:47:49.882388 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-83b0e71e-6873-497c-9cd4-9aada91a0234 req-e1fb4d26-ef73-4c22-b781-94827f6a5970 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=fbbef2c3-07c4-4165-b994-cf399a858379&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0448949 Sep 15 07:47:49.984361 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b0e71e-6873-497c-9cd4-9aada91a0234 req-12f7741b-3d1f-4f65-ab2f-3e1005c98e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:47:49.985953 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-83b0e71e-6873-497c-9cd4-9aada91a0234 req-12f7741b-3d1f-4f65-ab2f-3e1005c98e9a service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=af1e008c4bfa41e18488c63ea0f17b27&device_id=fbbef2c3-07c4-4165-b994-cf399a858379 HTTP/1.1" status: 200 len: 1130 time: 0.0804648 Sep 15 07:47:50.135826 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b0e71e-6873-497c-9cd4-9aada91a0234 req-b5b0408d-4702-423b-982c-dfe0c37611a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:47:50.137541 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-83b0e71e-6873-497c-9cd4-9aada91a0234 req-b5b0408d-4702-423b-982c-dfe0c37611a9 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=2c10a638-2533-4c87-88f1-ce4db4dec0fd HTTP/1.1" status: 200 len: 912 time: 0.1305580 Sep 15 07:47:50.213853 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-83b0e71e-6873-497c-9cd4-9aada91a0234 req-61315d34-9d5b-4673-9b54-83dc0de792a4 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3f042454-cf32-4a00-ae9e-6827217983a6 HTTP/1.1" status: 200 len: 1002 time: 0.0680079 Sep 15 07:47:50.332916 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:47:50.337629 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b0e71e-6873-497c-9cd4-9aada91a0234 req-59b64418-4ae3-4a0c-84bf-308238668c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:47:50.339096 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-83b0e71e-6873-497c-9cd4-9aada91a0234 req-59b64418-4ae3-4a0c-84bf-308238668c2d service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=c8bb4817-976c-49f3-9d00-c474544f8d63 HTTP/1.1" status: 200 len: 850 time: 0.1111145 Sep 15 07:47:50.413360 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b0e71e-6873-497c-9cd4-9aada91a0234 req-7e9cfca7-0154-4cfd-937e-1ab88d94cb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:47:50.414997 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-83b0e71e-6873-497c-9cd4-9aada91a0234 req-7e9cfca7-0154-4cfd-937e-1ab88d94cb46 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=2c10a638-2533-4c87-88f1-ce4db4dec0fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0657613 Sep 15 07:47:50.424658 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6254e267-65e2-4174-9001-24dad0fc6432 req-de39636d-4946-4923-862c-8ae403024804 tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:47:50.429778 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-6254e267-65e2-4174-9001-24dad0fc6432 req-de39636d-4946-4923-862c-8ae403024804 tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] 10.222.0.42 "GET /networking/v2.0/networks?id=970c4a81-43bc-4dcc-bb59-25887f2adff4 HTTP/1.1" status: 200 len: 814 time: 0.1670611 Sep 15 07:47:50.451531 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=100 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:47:50.469306 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-6254e267-65e2-4174-9001-24dad0fc6432 req-5a213531-2151-406b-9f2d-79027018ba6a tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] 10.222.0.42 "GET /networking/v2.0/quotas/00091272c5a745f2bf80723a69fbfc61 HTTP/1.1" status: 200 len: 375 time: 0.0359619 Sep 15 07:47:50.629930 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-6254e267-65e2-4174-9001-24dad0fc6432 req-4101745a-8959-49f9-9a16-388f15c31469 tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=00091272c5a745f2bf80723a69fbfc61&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1045334 Sep 15 07:47:50.684702 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-83b0e71e-6873-497c-9cd4-9aada91a0234 req-188fee68-0214-428c-a8a6-477961f179c5 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/2c10a638-2533-4c87-88f1-ce4db4dec0fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2528238 Sep 15 07:47:50.850141 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-6254e267-65e2-4174-9001-24dad0fc6432 req-6efa99dd-8be6-4466-94e6-ec03d8b379b3 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/970c4a81-43bc-4dcc-bb59-25887f2adff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974409 Sep 15 07:47:50.940259 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-83b0e71e-6873-497c-9cd4-9aada91a0234 req-46af1f6b-897f-4f2c-b185-7bc01523330d service neutron] 10.222.0.26 "GET /networking/v2.0/networks/2c10a638-2533-4c87-88f1-ce4db4dec0fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203851 Sep 15 07:47:51.008894 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-6254e267-65e2-4174-9001-24dad0fc6432 req-449d6853-01fc-4b74-bb28-f7fb892109d0 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/970c4a81-43bc-4dcc-bb59-25887f2adff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495895 Sep 15 07:47:51.315940 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-92f93b50-4dcf-4324-a0e5-3637c26ea9fb req-327ae5d3-c536-44ea-90fa-0b790f81a812 tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=533c974f-14a5-43e3-a746-c3156eae4282 HTTP/1.1" status: 200 len: 210 time: 0.0377958 Sep 15 07:47:52.302260 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.agents_db [None req-df016ec4-f85e-4abb-9405-ce942686afd2 None None] Agent healthcheck: found 6 active agents {{(pid=107295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 07:47:52.405707 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-98faba08-8ae9-413a-818a-3d3bcbe58fd0 req-d8f5152d-4150-41d8-a146-0e7f0d7ba5a9 tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=533c974f-14a5-43e3-a746-c3156eae4282 HTTP/1.1" status: 200 len: 210 time: 0.0296235 Sep 15 07:47:52.568523 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-22b15b0c-b6cc-4966-9bfb-70ca8ec8df2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (47b201f8-ba91-4005-8457-67653169c522), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:53.550541 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-28f4f0ab-0565-434f-9098-186811a5f792 req-68099899-7f76-4c5e-9de9-ceeca4df1e62 tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=533c974f-14a5-43e3-a746-c3156eae4282 HTTP/1.1" status: 200 len: 210 time: 0.0322917 Sep 15 07:47:54.331748 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:47:54.497045 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6254e267-65e2-4174-9001-24dad0fc6432 req-ccdd063d-edf1-43d0-b0cf-eb63d701d76d tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:47:54.498838 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-6254e267-65e2-4174-9001-24dad0fc6432 req-ccdd063d-edf1-43d0-b0cf-eb63d701d76d tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] 10.222.0.26 "GET /networking/v2.0/networks?id=970c4a81-43bc-4dcc-bb59-25887f2adff4 HTTP/1.1" status: 200 len: 814 time: 0.1234386 Sep 15 07:47:54.515175 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.v2.base [req-6254e267-65e2-4174-9001-24dad0fc6432 req-995be74d-6fcc-4b97-b62d-c60188e0fd1b tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] Request body: {'port': {'device_id': '533c974f-14a5-43e3-a746-c3156eae4282', 'network_id': '970c4a81-43bc-4dcc-bb59-25887f2adff4', 'admin_state_up': True, 'tenant_id': '00091272c5a745f2bf80723a69fbfc61'}} {{(pid=107279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:47:54.702184 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-41e0cc99-9b53-4fc0-ae6a-31e02cf3f0a7 req-1c987ef6-0b7a-4772-9d1c-a7e5ab0d5b6d tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=533c974f-14a5-43e3-a746-c3156eae4282 HTTP/1.1" status: 200 len: 210 time: 0.0430725 Sep 15 07:47:54.813566 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6254e267-65e2-4174-9001-24dad0fc6432 req-995be74d-6fcc-4b97-b62d-c60188e0fd1b tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] Made reservation on behalf of 00091272c5a745f2bf80723a69fbfc61 for: {'port': 1} {{(pid=107279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 07:47:54.818714 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [req-6254e267-65e2-4174-9001-24dad0fc6432 req-995be74d-6fcc-4b97-b62d-c60188e0fd1b tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (None), before_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:54.841919 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-8a3786a8-1d15-42db-a216-0dfbc4ca08f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (6177172c-20b9-4a3a-92be-d5dd082cfa3a), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:54.998688 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.db.db_base_plugin_common [req-6254e267-65e2-4174-9001-24dad0fc6432 req-995be74d-6fcc-4b97-b62d-c60188e0fd1b tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] Allocated IP 172.20.0.13 (970c4a81-43bc-4dcc-bb59-25887f2adff4/39682b7b-658f-4137-ab83-efd9644bda36/9499e9bc-c07e-4389-a2e2-415f7d2c8088) {{(pid=107279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 07:47:55.078271 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:47:55.150074 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:47:55.215709 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [req-6254e267-65e2-4174-9001-24dad0fc6432 req-995be74d-6fcc-4b97-b62d-c60188e0fd1b tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] Publish callbacks [] for port (9499e9bc-c07e-4389-a2e2-415f7d2c8088), precommit_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:55.298772 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [req-6254e267-65e2-4174-9001-24dad0fc6432 req-995be74d-6fcc-4b97-b62d-c60188e0fd1b tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729658170579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991753'] for port (9499e9bc-c07e-4389-a2e2-415f7d2c8088), after_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:55.346588 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6254e267-65e2-4174-9001-24dad0fc6432 req-995be74d-6fcc-4b97-b62d-c60188e0fd1b tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] Network 970c4a81-43bc-4dcc-bb59-25887f2adff4 is already hosted by enough agents. {{(pid=107279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 07:47:55.352316 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.scheduler.base_scheduler [req-6254e267-65e2-4174-9001-24dad0fc6432 req-995be74d-6fcc-4b97-b62d-c60188e0fd1b tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] Resources bound (agent type, host, resource id): {{(pid=107279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 07:47:55.356754 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.db.l3_dvrscheduler_db [req-6254e267-65e2-4174-9001-24dad0fc6432 req-995be74d-6fcc-4b97-b62d-c60188e0fd1b tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] Received port after_create {{(pid=107279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 07:47:55.421175 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995be74d-6fcc-4b97-b62d-c60188e0fd1b tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] Pushing event updated for resources: {'Port': ['ID=9499e9bc-c07e-4389-a2e2-415f7d2c8088,revision_number=1']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:47:55.430070 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995be74d-6fcc-4b97-b62d-c60188e0fd1b tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:47:55.430424 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995be74d-6fcc-4b97-b62d-c60188e0fd1b tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:47:55.430766 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995be74d-6fcc-4b97-b62d-c60188e0fd1b tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:47:55.431110 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995be74d-6fcc-4b97-b62d-c60188e0fd1b tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:47:55.431435 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995be74d-6fcc-4b97-b62d-c60188e0fd1b tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:47:55.431770 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995be74d-6fcc-4b97-b62d-c60188e0fd1b tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:47:55.432103 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995be74d-6fcc-4b97-b62d-c60188e0fd1b tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:47:55.432612 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995be74d-6fcc-4b97-b62d-c60188e0fd1b tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:47:55.432767 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995be74d-6fcc-4b97-b62d-c60188e0fd1b tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:47:55.433084 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995be74d-6fcc-4b97-b62d-c60188e0fd1b tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:47:55.433378 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995be74d-6fcc-4b97-b62d-c60188e0fd1b tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:47:55.433731 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995be74d-6fcc-4b97-b62d-c60188e0fd1b tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:47:55.434071 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995be74d-6fcc-4b97-b62d-c60188e0fd1b tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:47:55.434393 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995be74d-6fcc-4b97-b62d-c60188e0fd1b tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:47:55.434818 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995be74d-6fcc-4b97-b62d-c60188e0fd1b tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:47:55.457366 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6254e267-65e2-4174-9001-24dad0fc6432 req-995be74d-6fcc-4b97-b62d-c60188e0fd1b tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:47:55.458165 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [req-6254e267-65e2-4174-9001-24dad0fc6432 req-995be74d-6fcc-4b97-b62d-c60188e0fd1b tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382552'] for port (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:55.557018 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-6254e267-65e2-4174-9001-24dad0fc6432 req-995be74d-6fcc-4b97-b62d-c60188e0fd1b tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0458453 Sep 15 07:47:55.651389 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.v2.base [req-6254e267-65e2-4174-9001-24dad0fc6432 req-9ac7bfae-5321-4bb0-9e95-b316a9931bfe service neutron] Request body: {'port': {'device_id': '533c974f-14a5-43e3-a746-c3156eae4282', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82414'}} {{(pid=107279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:47:55.661422 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-e0fea042-d298-44a6-a30e-c9302d060bc2 None None] Provisioning complete for port 9499e9bc-c07e-4389-a2e2-415f7d2c8088 triggered by entity DHCP. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 07:47:55.661758 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-e0fea042-d298-44a6-a30e-c9302d060bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862942'] for port (9499e9bc-c07e-4389-a2e2-415f7d2c8088), provisioning_complete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:55.662826 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-e0fea042-d298-44a6-a30e-c9302d060bc2 None None] Attempt 1 to provision port 9499e9bc-c07e-4389-a2e2-415f7d2c8088 Sep 15 07:47:55.718457 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-e0fea042-d298-44a6-a30e-c9302d060bc2 None None] Port 9499e9bc-c07e-4389-a2e2-415f7d2c8088 cannot update to ACTIVE because it is not bound. {{(pid=107290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 07:47:55.734733 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [req-6254e267-65e2-4174-9001-24dad0fc6432 req-9ac7bfae-5321-4bb0-9e95-b316a9931bfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (9499e9bc-c07e-4389-a2e2-415f7d2c8088), before_update {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:55.929566 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d79668d-c53f-4490-bda3-23b88a196d63 req-c6a4160f-74fb-488d-931c-7bcda8870eb6 tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:47:55.931436 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-6d79668d-c53f-4490-bda3-23b88a196d63 req-c6a4160f-74fb-488d-931c-7bcda8870eb6 tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=533c974f-14a5-43e3-a746-c3156eae4282 HTTP/1.1" status: 200 len: 932 time: 0.0752604 Sep 15 07:47:56.049886 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-6d79668d-c53f-4490-bda3-23b88a196d63 req-b5ebcec3-7213-4805-9d0d-a9cd8d7519ce tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=397109af-b9fe-4303-a659-43ba7c19828f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935378 Sep 15 07:47:56.060661 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-0f44d0d5-b296-4658-a59d-71e94f9a3b32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (71b2a813-2b59-4e69-b901-83528b6ecb8f), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:56.062353 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:47:56.177591 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.notifiers.nova [req-6254e267-65e2-4174-9001-24dad0fc6432 req-9ac7bfae-5321-4bb0-9e95-b316a9931bfe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9499e9bc-c07e-4389-a2e2-415f7d2c8088 {{(pid=107279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 07:47:56.187258 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [req-6254e267-65e2-4174-9001-24dad0fc6432 req-9ac7bfae-5321-4bb0-9e95-b316a9931bfe service neutron] Publish callbacks [] for port (9499e9bc-c07e-4389-a2e2-415f7d2c8088), precommit_update {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:56.203707 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.db.provisioning_blocks [req-6254e267-65e2-4174-9001-24dad0fc6432 req-9ac7bfae-5321-4bb0-9e95-b316a9931bfe service neutron] Transition to ACTIVE for port object 9499e9bc-c07e-4389-a2e2-415f7d2c8088 will not be triggered until provisioned by entity L2. {{(pid=107279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 15 07:47:56.220652 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-e0fea042-d298-44a6-a30e-c9302d060bc2 None None] Attempt 2 to provision port 9499e9bc-c07e-4389-a2e2-415f7d2c8088 Sep 15 07:47:56.268368 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-e0fea042-d298-44a6-a30e-c9302d060bc2 None None] Port 9499e9bc-c07e-4389-a2e2-415f7d2c8088 cannot update to ACTIVE because it is not bound. {{(pid=107290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 07:47:56.274283 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [req-6254e267-65e2-4174-9001-24dad0fc6432 req-9ac7bfae-5321-4bb0-9e95-b316a9931bfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991792'] for port (9499e9bc-c07e-4389-a2e2-415f7d2c8088), after_update {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:56.334886 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac7bfae-5321-4bb0-9e95-b316a9931bfe service neutron] Pushing event updated for resources: {'Port': ['ID=9499e9bc-c07e-4389-a2e2-415f7d2c8088,revision_number=2']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:47:56.434495 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.managers [req-6254e267-65e2-4174-9001-24dad0fc6432 req-9ac7bfae-5321-4bb0-9e95-b316a9931bfe service neutron] Attempting to bind port 9499e9bc-c07e-4389-a2e2-415f7d2c8088 on host hv-cinder-82414 for vnic_type normal with profile {{(pid=107279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 07:47:56.434987 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.managers [req-6254e267-65e2-4174-9001-24dad0fc6432 req-9ac7bfae-5321-4bb0-9e95-b316a9931bfe service neutron] Attempting to bind port 9499e9bc-c07e-4389-a2e2-415f7d2c8088 by drivers openvswitch,hyperv on host hv-cinder-82414 at level 0 using segments [{'id': 'b9f438cb-efc4-4a05-9045-6ca915872e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '970c4a81-43bc-4dcc-bb59-25887f2adff4'}] {{(pid=107279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 07:47:56.435327 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6254e267-65e2-4174-9001-24dad0fc6432 req-9ac7bfae-5321-4bb0-9e95-b316a9931bfe service neutron] Attempting to bind port 9499e9bc-c07e-4389-a2e2-415f7d2c8088 on network 970c4a81-43bc-4dcc-bb59-25887f2adff4 {{(pid=107279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 07:47:56.466840 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:47:56.488361 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6254e267-65e2-4174-9001-24dad0fc6432 req-9ac7bfae-5321-4bb0-9e95-b316a9931bfe service neutron] Port 9499e9bc-c07e-4389-a2e2-415f7d2c8088 on network 970c4a81-43bc-4dcc-bb59-25887f2adff4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82414 {{(pid=107279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 07:47:56.488691 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6254e267-65e2-4174-9001-24dad0fc6432 req-9ac7bfae-5321-4bb0-9e95-b316a9931bfe service neutron] Attempting to bind port 9499e9bc-c07e-4389-a2e2-415f7d2c8088 on network 970c4a81-43bc-4dcc-bb59-25887f2adff4 {{(pid=107279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 07:47:56.551356 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6254e267-65e2-4174-9001-24dad0fc6432 req-9ac7bfae-5321-4bb0-9e95-b316a9931bfe service neutron] Checking agent: {'id': '25cf60a6-7ad2-448a-9326-c12b453ddee0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82414', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 7, 36, 43), 'started_at': datetime.datetime(2022, 9, 15, 7, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 7, 47, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 07:47:56.551749 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6254e267-65e2-4174-9001-24dad0fc6432 req-9ac7bfae-5321-4bb0-9e95-b316a9931bfe service neutron] Checking segment: {'id': 'b9f438cb-efc4-4a05-9045-6ca915872e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '970c4a81-43bc-4dcc-bb59-25887f2adff4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 07:47:56.552139 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6254e267-65e2-4174-9001-24dad0fc6432 req-9ac7bfae-5321-4bb0-9e95-b316a9931bfe service neutron] Bound using segment: {'id': 'b9f438cb-efc4-4a05-9045-6ca915872e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '970c4a81-43bc-4dcc-bb59-25887f2adff4'} {{(pid=107279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 07:47:56.552574 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.managers [req-6254e267-65e2-4174-9001-24dad0fc6432 req-9ac7bfae-5321-4bb0-9e95-b316a9931bfe service neutron] Bound port: 9499e9bc-c07e-4389-a2e2-415f7d2c8088, host: hv-cinder-82414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9f438cb-efc4-4a05-9045-6ca915872e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '970c4a81-43bc-4dcc-bb59-25887f2adff4'}}] {{(pid=107279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 07:47:56.553252 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [req-6254e267-65e2-4174-9001-24dad0fc6432 req-9ac7bfae-5321-4bb0-9e95-b316a9931bfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (9499e9bc-c07e-4389-a2e2-415f7d2c8088), before_update {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:56.700020 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.db [req-6254e267-65e2-4174-9001-24dad0fc6432 req-9ac7bfae-5321-4bb0-9e95-b316a9931bfe service neutron] For port 9499e9bc-c07e-4389-a2e2-415f7d2c8088, host hv-cinder-82414, cleared binding levels {{(pid=107279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 07:47:56.705116 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.db [req-6254e267-65e2-4174-9001-24dad0fc6432 req-9ac7bfae-5321-4bb0-9e95-b316a9931bfe service neutron] For port 9499e9bc-c07e-4389-a2e2-415f7d2c8088, host hv-cinder-82414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=9499e9bc-c07e-4389-a2e2-415f7d2c8088,segment=NetworkSegment(b9f438cb-efc4-4a05-9045-6ca915872e67),segment_id=b9f438cb-efc4-4a05-9045-6ca915872e67)] {{(pid=107279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 07:47:56.769946 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-e0fea042-d298-44a6-a30e-c9302d060bc2 None None] Attempt 3 to provision port 9499e9bc-c07e-4389-a2e2-415f7d2c8088 Sep 15 07:47:56.799099 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [req-6254e267-65e2-4174-9001-24dad0fc6432 req-9ac7bfae-5321-4bb0-9e95-b316a9931bfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991792'] for port (9499e9bc-c07e-4389-a2e2-415f7d2c8088), after_update {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:56.842110 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-e0fea042-d298-44a6-a30e-c9302d060bc2 None None] Port 9499e9bc-c07e-4389-a2e2-415f7d2c8088 cannot update to ACTIVE because it is not bound. {{(pid=107290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 07:47:56.860769 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6254e267-65e2-4174-9001-24dad0fc6432 req-9ac7bfae-5321-4bb0-9e95-b316a9931bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:47:56.861763 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [req-6254e267-65e2-4174-9001-24dad0fc6432 req-9ac7bfae-5321-4bb0-9e95-b316a9931bfe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382552'] for port (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:56.864229 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-6254e267-65e2-4174-9001-24dad0fc6432 req-9ac7bfae-5321-4bb0-9e95-b316a9931bfe service neutron] 10.222.0.26 "PUT /networking/v2.0/ports/9499e9bc-c07e-4389-a2e2-415f7d2c8088 HTTP/1.1" status: 200 len: 1094 time: 1.2173626 Sep 15 07:47:56.866263 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac7bfae-5321-4bb0-9e95-b316a9931bfe service neutron] Pushing event updated for resources: {'Port': ['ID=9499e9bc-c07e-4389-a2e2-415f7d2c8088,revision_number=3']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:47:56.869630 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '533c974f-14a5-43e3-a746-c3156eae4282', 'tag': '9499e9bc-c07e-4389-a2e2-415f7d2c8088'}] {{(pid=107279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 07:47:56.872974 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706979451550896f7b9833a7a6f18e8e6b98f6eca7edeab709f82497fe6197ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-921c2366-c3d5-4bd0-92a7-e46cff0e3ad6" -d '{"events": [{"name": "network-changed", "server_uuid": "533c974f-14a5-43e3-a746-c3156eae4282", "tag": "9499e9bc-c07e-4389-a2e2-415f7d2c8088"}]}' {{(pid=107279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 07:47:56.954014 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 07:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a123868-9899-4206-a2c1-7971b3f57e4c x-openstack-request-id: req-8a123868-9899-4206-a2c1-7971b3f57e4c {{(pid=107279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 07:47:56.954735 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "533c974f-14a5-43e3-a746-c3156eae4282", "tag": "9499e9bc-c07e-4389-a2e2-415f7d2c8088", "status": "completed", "code": 200}]} {{(pid=107279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 07:47:56.955128 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8a123868-9899-4206-a2c1-7971b3f57e4c {{(pid=107279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 07:47:56.955777 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a123868-9899-4206-a2c1-7971b3f57e4c'] response: {'name': 'network-changed', 'server_uuid': '533c974f-14a5-43e3-a746-c3156eae4282', 'tag': '9499e9bc-c07e-4389-a2e2-415f7d2c8088', 'status': 'completed', 'code': 200} Sep 15 07:47:57.268333 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386f075c-c7f4-4567-b698-4632a392ab56 req-3402f16a-2d5a-4c6c-bc2c-b62b0f751c36 tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:47:57.270677 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-386f075c-c7f4-4567-b698-4632a392ab56 req-3402f16a-2d5a-4c6c-bc2c-b62b0f751c36 tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=533c974f-14a5-43e3-a746-c3156eae4282 HTTP/1.1" status: 200 len: 944 time: 0.0738933 Sep 15 07:47:57.344255 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-e0fea042-d298-44a6-a30e-c9302d060bc2 None None] Attempt 4 to provision port 9499e9bc-c07e-4389-a2e2-415f7d2c8088 Sep 15 07:47:57.384992 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-386f075c-c7f4-4567-b698-4632a392ab56 req-f1c4a96d-12a9-4786-aeb9-e62454a1c6e6 tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=397109af-b9fe-4303-a659-43ba7c19828f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073120 Sep 15 07:47:57.411415 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-e0fea042-d298-44a6-a30e-c9302d060bc2 None None] Port 9499e9bc-c07e-4389-a2e2-415f7d2c8088 had new provisioning blocks added so it will not transition to active. {{(pid=107290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 15 07:47:57.534895 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-677e5667-6d12-4a09-97b6-65dca69daeb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (4c9c4bf3-096b-4dee-b844-12a870317301), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:57.900813 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (c3acd0b9-3b8e-4f77-9053-2ca2457616b3), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:47:58.638468 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0356f7c1-03a3-442f-8d53-5cb32229c8ed req-8c570400-f401-4e21-ac56-d500c6392752 tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:47:58.638468 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-0356f7c1-03a3-442f-8d53-5cb32229c8ed req-8c570400-f401-4e21-ac56-d500c6392752 tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=533c974f-14a5-43e3-a746-c3156eae4282 HTTP/1.1" status: 200 len: 944 time: 0.1031301 Sep 15 07:47:58.693778 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-0356f7c1-03a3-442f-8d53-5cb32229c8ed req-07f70925-0153-48de-96f9-8ca9f7b14924 tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=397109af-b9fe-4303-a659-43ba7c19828f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483565 Sep 15 07:47:59.825438 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e4ff2c-6a48-4b2d-9ec7-86a29df4509f req-21229c61-a7d6-4d1f-8a21-2e2e3eae8bf2 tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:47:59.827022 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-35e4ff2c-6a48-4b2d-9ec7-86a29df4509f req-21229c61-a7d6-4d1f-8a21-2e2e3eae8bf2 tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=533c974f-14a5-43e3-a746-c3156eae4282 HTTP/1.1" status: 200 len: 944 time: 0.0516768 Sep 15 07:47:59.891410 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-35e4ff2c-6a48-4b2d-9ec7-86a29df4509f req-1f2d6d3d-5917-4148-b2c1-d20daa28a9ee tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=397109af-b9fe-4303-a659-43ba7c19828f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579889 Sep 15 07:48:01.015883 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66f077c-eb20-43b3-8bce-b614b7cd6958 req-7590001a-4576-4fa1-87c7-98013de9c525 tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:48:01.019161 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-b66f077c-eb20-43b3-8bce-b614b7cd6958 req-7590001a-4576-4fa1-87c7-98013de9c525 tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=533c974f-14a5-43e3-a746-c3156eae4282 HTTP/1.1" status: 200 len: 944 time: 0.0493941 Sep 15 07:48:01.076907 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-b66f077c-eb20-43b3-8bce-b614b7cd6958 req-b0f8e128-24a2-4170-841c-0854371b3422 tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=397109af-b9fe-4303-a659-43ba7c19828f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502813 Sep 15 07:48:02.214493 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c9d2c7-7427-49fd-9c12-8f13a0244538 req-a5cbd773-ebaf-4bef-ae3c-3ba417cde9f4 tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:48:02.215903 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-43c9d2c7-7427-49fd-9c12-8f13a0244538 req-a5cbd773-ebaf-4bef-ae3c-3ba417cde9f4 tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=533c974f-14a5-43e3-a746-c3156eae4282 HTTP/1.1" status: 200 len: 944 time: 0.0527589 Sep 15 07:48:02.271711 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921c2366-c3d5-4bd0-92a7-e46cff0e3ad6 req-1021addf-604e-4a50-b6f9-e7e2d38b1ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:48:02.273182 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-921c2366-c3d5-4bd0-92a7-e46cff0e3ad6 req-1021addf-604e-4a50-b6f9-e7e2d38b1ecf service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=00091272c5a745f2bf80723a69fbfc61&device_id=533c974f-14a5-43e3-a746-c3156eae4282 HTTP/1.1" status: 200 len: 1128 time: 0.0564058 Sep 15 07:48:02.298952 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=60,neutron:UPDATE=1 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:48:02.337872 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-43c9d2c7-7427-49fd-9c12-8f13a0244538 req-38e7facf-10b2-4c82-b495-cd4441a57d60 tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=397109af-b9fe-4303-a659-43ba7c19828f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123433 Sep 15 07:48:02.376022 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:48:02.385287 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921c2366-c3d5-4bd0-92a7-e46cff0e3ad6 req-6293bc66-bae0-4e3d-99f3-7718334e96c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:48:02.391871 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-921c2366-c3d5-4bd0-92a7-e46cff0e3ad6 req-6293bc66-bae0-4e3d-99f3-7718334e96c5 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?tenant_id=00091272c5a745f2bf80723a69fbfc61&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1059444 Sep 15 07:48:02.508964 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921c2366-c3d5-4bd0-92a7-e46cff0e3ad6 req-cb178562-7da4-4854-b947-d57d3118597f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:48:02.510580 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-921c2366-c3d5-4bd0-92a7-e46cff0e3ad6 req-cb178562-7da4-4854-b947-d57d3118597f service neutron] 10.222.0.26 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1058016 Sep 15 07:48:02.800597 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6254e267-65e2-4174-9001-24dad0fc6432 req-10356ca2-a789-41b3-8c24-1a170fab5b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:48:02.804262 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-6254e267-65e2-4174-9001-24dad0fc6432 req-10356ca2-a789-41b3-8c24-1a170fab5b55 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=00091272c5a745f2bf80723a69fbfc61&device_id=533c974f-14a5-43e3-a746-c3156eae4282 HTTP/1.1" status: 200 len: 1128 time: 0.0815189 Sep 15 07:48:02.881958 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-6254e267-65e2-4174-9001-24dad0fc6432 req-44404713-8527-47b0-b3ea-ea0e2d18605c service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9499e9bc-c07e-4389-a2e2-415f7d2c8088 HTTP/1.1" status: 200 len: 217 time: 0.0655422 Sep 15 07:48:02.942152 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6254e267-65e2-4174-9001-24dad0fc6432 req-c50b49af-55c4-4ecb-bb34-5c82f3ae2325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:48:02.942152 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-6254e267-65e2-4174-9001-24dad0fc6432 req-c50b49af-55c4-4ecb-bb34-5c82f3ae2325 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=39682b7b-658f-4137-ab83-efd9644bda36 HTTP/1.1" status: 200 len: 853 time: 0.0517623 Sep 15 07:48:03.016320 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:INSERT=1 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:48:03.020315 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6254e267-65e2-4174-9001-24dad0fc6432 req-9f21137f-f7c8-4aed-a936-881673199a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:48:03.023517 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-6254e267-65e2-4174-9001-24dad0fc6432 req-9f21137f-f7c8-4aed-a936-881673199a87 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=970c4a81-43bc-4dcc-bb59-25887f2adff4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0476444 Sep 15 07:48:03.507794 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f471dc22-0b3b-4b7d-ba31-ce78afbcd359 req-909a7ab5-43f0-4e37-adeb-16b05bea09aa tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:48:03.509275 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-f471dc22-0b3b-4b7d-ba31-ce78afbcd359 req-909a7ab5-43f0-4e37-adeb-16b05bea09aa tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=533c974f-14a5-43e3-a746-c3156eae4282 HTTP/1.1" status: 200 len: 944 time: 0.0620863 Sep 15 07:48:03.560114 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-f471dc22-0b3b-4b7d-ba31-ce78afbcd359 req-da59889f-99b5-44a1-b7ca-436c5d308e4c tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=397109af-b9fe-4303-a659-43ba7c19828f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451210 Sep 15 07:48:04.693990 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affc0b21-a546-401a-ab1b-7741eaf3efb0 req-0dd39a96-d6a0-4d9f-a884-ac554d2bf43a tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:48:04.700909 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-affc0b21-a546-401a-ab1b-7741eaf3efb0 req-0dd39a96-d6a0-4d9f-a884-ac554d2bf43a tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=533c974f-14a5-43e3-a746-c3156eae4282 HTTP/1.1" status: 200 len: 944 time: 0.0598972 Sep 15 07:48:04.747916 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-affc0b21-a546-401a-ab1b-7741eaf3efb0 req-e25b6af1-52e1-45e2-a2e2-5da495b8dd0f tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=397109af-b9fe-4303-a659-43ba7c19828f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461202 Sep 15 07:48:05.504792 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 40654) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:48:05.550563 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.db.db_base_plugin_v2 [None req-3112200f-b01f-4423-be70-d9b2e227b485 admin admin] Deleting subnet 3ebecc23-dbcc-4893-b2b3-2106c0430d46 {{(pid=107279) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 15 07:48:05.553958 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-3112200f-b01f-4423-be70-d9b2e227b485 admin admin] Publish callbacks [] for subnet (3ebecc23-dbcc-4893-b2b3-2106c0430d46), before_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:48:05.592539 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-3112200f-b01f-4423-be70-d9b2e227b485 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4067374'] for subnet (3ebecc23-dbcc-4893-b2b3-2106c0430d46), precommit_delete_associations {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:48:05.636400 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-3112200f-b01f-4423-be70-d9b2e227b485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-831850'] for subnet (3ebecc23-dbcc-4893-b2b3-2106c0430d46), precommit_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:48:06.008865 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bfb88a-c823-4e84-b8d1-45136ef30a54 req-7530cf26-49a5-4675-a09b-d75cab2dd5fd tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:48:06.010344 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-11bfb88a-c823-4e84-b8d1-45136ef30a54 req-7530cf26-49a5-4675-a09b-d75cab2dd5fd tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=533c974f-14a5-43e3-a746-c3156eae4282 HTTP/1.1" status: 200 len: 944 time: 0.1187286 Sep 15 07:48:06.055273 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-6254e267-65e2-4174-9001-24dad0fc6432 req-6faea8de-e4d1-49df-8603-9b66396116b6 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/970c4a81-43bc-4dcc-bb59-25887f2adff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646593 Sep 15 07:48:06.094062 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-3112200f-b01f-4423-be70-d9b2e227b485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-835415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3991718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260930273'] for subnet (3ebecc23-dbcc-4893-b2b3-2106c0430d46), after_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:48:06.132212 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-11bfb88a-c823-4e84-b8d1-45136ef30a54 req-69c0c436-ffdd-4c91-a778-1be14286a46b tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=397109af-b9fe-4303-a659-43ba7c19828f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158979 Sep 15 07:48:06.155895 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3112200f-b01f-4423-be70-d9b2e227b485 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ebecc23-dbcc-4893-b2b3-2106c0430d46,revision_number=None']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:48:06.164684 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-3112200f-b01f-4423-be70-d9b2e227b485 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586190'] for subnet (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:48:06.167168 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-3112200f-b01f-4423-be70-d9b2e227b485 admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/3ebecc23-dbcc-4893-b2b3-2106c0430d46 HTTP/1.1" status: 204 len: 168 time: 0.6608441 Sep 15 07:48:06.169882 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 40658) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:48:06.204956 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-6254e267-65e2-4174-9001-24dad0fc6432 req-b4505283-910b-4bdf-a102-3ab84aa17d37 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/970c4a81-43bc-4dcc-bb59-25887f2adff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400359 Sep 15 07:48:06.244890 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-5e0112bf-0dda-4c68-9e94-b272973cf6d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-790559'] for network (6566ac70-70ae-4e19-b0b8-45ffeb54dc33), before_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:48:06.322020 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-5e0112bf-0dda-4c68-9e94-b272973cf6d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861249', 'neutron.services.segments.db._delete_segments_for_network-8729658700737'] for network (6566ac70-70ae-4e19-b0b8-45ffeb54dc33), precommit_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:48:06.346300 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.services.segments.db [None req-5e0112bf-0dda-4c68-9e94-b272973cf6d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6566ac70-70ae-4e19-b0b8-45ffeb54dc33']}} {{(pid=107276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:48:06.355630 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.services.segments.db [None req-5e0112bf-0dda-4c68-9e94-b272973cf6d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4608dfcc-ca7b-4602-8377-f77eb3674134') {'for_net_delete': True} {{(pid=107276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:48:06.355922 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.services.segments.db [None req-5e0112bf-0dda-4c68-9e94-b272973cf6d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4608dfcc-ca7b-4602-8377-f77eb3674134') {} {{(pid=107276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:48:06.365427 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-5e0112bf-0dda-4c68-9e94-b272973cf6d6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729658700629', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260830069'] for segment (4608dfcc-ca7b-4602-8377-f77eb3674134), before_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:48:06.378442 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-5e0112bf-0dda-4c68-9e94-b272973cf6d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906830'] for segment (4608dfcc-ca7b-4602-8377-f77eb3674134), precommit_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:48:06.385197 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e0112bf-0dda-4c68-9e94-b272973cf6d6 admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=107276) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 07:48:06.385596 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-5e0112bf-0dda-4c68-9e94-b272973cf6d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260827639'] for segment (4608dfcc-ca7b-4602-8377-f77eb3674134), after_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:48:06.425543 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.services.segments.plugin [-] Segment 4608dfcc-ca7b-4602-8377-f77eb3674134 resource provider aggregate not found Sep 15 07:48:06.441874 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.services.segments.plugin [-] Segment 4608dfcc-ca7b-4602-8377-f77eb3674134 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4608dfcc-ca7b-4602-8377-f77eb3674134 found for delete ", "request_id": "req-e03d3b0a-0af0-47fd-be8c-7650c50b3235"}]} Sep 15 07:48:06.522190 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-5e0112bf-0dda-4c68-9e94-b272973cf6d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2007433'] for network (6566ac70-70ae-4e19-b0b8-45ffeb54dc33), after_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:48:06.527454 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-5e0112bf-0dda-4c68-9e94-b272973cf6d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586190'] for network (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:48:06.530514 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-5e0112bf-0dda-4c68-9e94-b272973cf6d6 admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/6566ac70-70ae-4e19-b0b8-45ffeb54dc33 HTTP/1.1" status: 204 len: 168 time: 0.3596025 Sep 15 07:48:06.542261 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0112bf-0dda-4c68-9e94-b272973cf6d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=6566ac70-70ae-4e19-b0b8-45ffeb54dc33,revision_number=None']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:48:06.549812 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0112bf-0dda-4c68-9e94-b272973cf6d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:48:06.550197 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0112bf-0dda-4c68-9e94-b272973cf6d6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:48:06.550548 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0112bf-0dda-4c68-9e94-b272973cf6d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:48:06.550893 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0112bf-0dda-4c68-9e94-b272973cf6d6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:48:06.551229 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0112bf-0dda-4c68-9e94-b272973cf6d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:48:06.551571 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0112bf-0dda-4c68-9e94-b272973cf6d6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:48:06.552432 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0112bf-0dda-4c68-9e94-b272973cf6d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:48:06.552760 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0112bf-0dda-4c68-9e94-b272973cf6d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:48:06.553089 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0112bf-0dda-4c68-9e94-b272973cf6d6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:48:06.553416 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0112bf-0dda-4c68-9e94-b272973cf6d6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:48:06.553783 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0112bf-0dda-4c68-9e94-b272973cf6d6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:48:06.554112 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0112bf-0dda-4c68-9e94-b272973cf6d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:48:06.554434 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0112bf-0dda-4c68-9e94-b272973cf6d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:48:06.554757 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0112bf-0dda-4c68-9e94-b272973cf6d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:48:06.555078 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0112bf-0dda-4c68-9e94-b272973cf6d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:48:06.888267 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 40666) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:48:06.930365 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-4c5dd2d7-cf07-4eac-b3cd-bf1a072493bc admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=988cf6a6fa2b452e8c4c017f282d144c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0408864 Sep 15 07:48:06.932650 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 40668) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:48:06.939040 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:48:06.982366 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-731ed4fd-9164-476d-96bd-1d05d6135d26 admin admin] Publish callbacks [] for security_group (2422bd40-9810-4402-aa2f-1aab7adf2760), before_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:48:07.002804 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-731ed4fd-9164-476d-96bd-1d05d6135d26 admin admin] Publish callbacks [] for security_group (2422bd40-9810-4402-aa2f-1aab7adf2760), precommit_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:48:07.010851 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:48:07.137208 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-731ed4fd-9164-476d-96bd-1d05d6135d26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (2422bd40-9810-4402-aa2f-1aab7adf2760), after_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:48:07.139812 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-731ed4fd-9164-476d-96bd-1d05d6135d26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:48:07.140939 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-731ed4fd-9164-476d-96bd-1d05d6135d26 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/2422bd40-9810-4402-aa2f-1aab7adf2760 HTTP/1.1" status: 204 len: 168 time: 0.2074091 Sep 15 07:48:07.149879 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731ed4fd-9164-476d-96bd-1d05d6135d26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2422bd40-9810-4402-aa2f-1aab7adf2760,revision_number=None']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:48:07.255870 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca25539-0a4d-4920-82c3-e59432d065a2 req-6c5c8208-749a-4590-8104-e0b12a651164 tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:48:07.257329 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-4ca25539-0a4d-4920-82c3-e59432d065a2 req-6c5c8208-749a-4590-8104-e0b12a651164 tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=533c974f-14a5-43e3-a746-c3156eae4282 HTTP/1.1" status: 200 len: 944 time: 0.0488608 Sep 15 07:48:07.305424 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-4ca25539-0a4d-4920-82c3-e59432d065a2 req-0a49b30a-858e-4781-bb38-5dfef264fe60 tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=397109af-b9fe-4303-a659-43ba7c19828f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424647 Sep 15 07:48:07.631384 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=46,neutron:UPDATE=2 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:48:08.428417 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda8ac34-9dfd-426e-b093-bf34b3d83a7a req-c36fff31-5c4c-4d33-8d76-a5c8c6409cdd tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:48:08.429912 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-bda8ac34-9dfd-426e-b093-bf34b3d83a7a req-c36fff31-5c4c-4d33-8d76-a5c8c6409cdd tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=533c974f-14a5-43e3-a746-c3156eae4282 HTTP/1.1" status: 200 len: 944 time: 0.0482192 Sep 15 07:48:08.479287 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-bda8ac34-9dfd-426e-b093-bf34b3d83a7a req-ed95c584-f665-4397-8e6c-e3a79b2940c9 tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=397109af-b9fe-4303-a659-43ba7c19828f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425105 Sep 15 07:48:09.602886 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0025c3-8c6f-461d-b09f-3cf21865f6d6 req-325a83b0-50b3-482b-8126-56663e1ce954 tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:48:09.604367 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-0e0025c3-8c6f-461d-b09f-3cf21865f6d6 req-325a83b0-50b3-482b-8126-56663e1ce954 tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=533c974f-14a5-43e3-a746-c3156eae4282 HTTP/1.1" status: 200 len: 944 time: 0.0508871 Sep 15 07:48:09.653562 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-0e0025c3-8c6f-461d-b09f-3cf21865f6d6 req-884c28ca-9aa4-413f-8c3c-8f2baddd5f86 tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=397109af-b9fe-4303-a659-43ba7c19828f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436068 Sep 15 07:48:10.117755 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Device 9499e9bc-c07e-4389-a2e2-415f7d2c8088 details requested by agent hyperv_hv-cinder-82414 with host hv-cinder-82414 {{(pid=107290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 07:48:10.215190 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] For port 9499e9bc-c07e-4389-a2e2-415f7d2c8088, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=9499e9bc-c07e-4389-a2e2-415f7d2c8088,segment=NetworkSegment(b9f438cb-efc4-4a05-9045-6ca915872e67),segment_id=b9f438cb-efc4-4a05-9045-6ca915872e67)] {{(pid=107290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:48:10.227298 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Returning: {'device': '9499e9bc-c07e-4389-a2e2-415f7d2c8088', 'network_id': '970c4a81-43bc-4dcc-bb59-25887f2adff4', 'port_id': '9499e9bc-c07e-4389-a2e2-415f7d2c8088', 'mac_address': 'fa:16:3e:fd:73:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39682b7b-658f-4137-ab83-efd9644bda36', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 07:48:10.264242 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Current status of the port 9499e9bc-c07e-4389-a2e2-415f7d2c8088 is: DOWN; New status is: BUILD {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:48:10.264635 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (9499e9bc-c07e-4389-a2e2-415f7d2c8088), before_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:48:10.273839 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:48:10.286259 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.notifiers.nova [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9499e9bc-c07e-4389-a2e2-415f7d2c8088 {{(pid=107290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 07:48:10.304975 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] For port 9499e9bc-c07e-4389-a2e2-415f7d2c8088, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=9499e9bc-c07e-4389-a2e2-415f7d2c8088,segment=NetworkSegment(b9f438cb-efc4-4a05-9045-6ca915872e67),segment_id=b9f438cb-efc4-4a05-9045-6ca915872e67)] {{(pid=107290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:48:10.379677 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615'] for port (9499e9bc-c07e-4389-a2e2-415f7d2c8088), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:48:10.429314 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Pushing event updated for resources: {'Port': ['ID=9499e9bc-c07e-4389-a2e2-415f7d2c8088,revision_number=4']} {{(pid=107290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:48:10.436383 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:48:10.436726 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:48:10.437068 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:48:10.437401 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:48:10.437760 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:48:10.438088 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:48:10.438411 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:48:10.438729 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:48:10.439047 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:48:10.439364 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:48:10.439683 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:48:10.440002 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:48:10.440317 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:48:10.440632 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:48:10.440943 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:48:10.635026 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] get_ports_and_sgs() called for port_ids ['9499e9bc-c07e-4389-a2e2-415f7d2c8088'] {{(pid=107290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 07:48:10.779274 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb93bc8-6d0f-48d2-a1fa-a461731af20b req-4b0335a3-4ec5-4660-95ff-c50f0b411043 tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:48:10.780967 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-7bb93bc8-6d0f-48d2-a1fa-a461731af20b req-4b0335a3-4ec5-4660-95ff-c50f0b411043 tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=533c974f-14a5-43e3-a746-c3156eae4282 HTTP/1.1" status: 200 len: 945 time: 0.0505822 Sep 15 07:48:10.829673 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-7bb93bc8-6d0f-48d2-a1fa-a461731af20b req-adf41d00-1856-49a9-9989-1d183835f181 tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=397109af-b9fe-4303-a659-43ba7c19828f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430615 Sep 15 07:48:11.756459 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 40724) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:48:11.861010 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-0b84b0f5-04b2-48c6-872e-19941ad0b8f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:48:11.971574 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00bad12-5c15-4965-8ae7-06c43f9f68ac req-7cd4d6da-b2de-4297-8432-08e3a7c8d01d tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:48:11.973202 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-c00bad12-5c15-4965-8ae7-06c43f9f68ac req-7cd4d6da-b2de-4297-8432-08e3a7c8d01d tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=533c974f-14a5-43e3-a746-c3156eae4282 HTTP/1.1" status: 200 len: 945 time: 0.0679801 Sep 15 07:48:11.984374 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-0b84b0f5-04b2-48c6-872e-19941ad0b8f8 admin admin] Publish callbacks [] for security_group (560c55e5-cdbb-469d-a466-42e3fb6cdee7), precommit_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:48:12.026201 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-c00bad12-5c15-4965-8ae7-06c43f9f68ac req-0473d8e8-6c30-4d8a-8dce-b82d7849c160 tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=397109af-b9fe-4303-a659-43ba7c19828f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470722 Sep 15 07:48:12.030364 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-0b84b0f5-04b2-48c6-872e-19941ad0b8f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (560c55e5-cdbb-469d-a466-42e3fb6cdee7), after_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:48:12.070943 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b84b0f5-04b2-48c6-872e-19941ad0b8f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=560c55e5-cdbb-469d-a466-42e3fb6cdee7,revision_number=1']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:48:12.076742 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-0b84b0f5-04b2-48c6-872e-19941ad0b8f8 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=6cfeb3b1078043f9bf5328833d996243&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3177590 Sep 15 07:48:12.077918 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 40730) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:48:12.128291 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Device 9499e9bc-c07e-4389-a2e2-415f7d2c8088 up at agent hyperv_hv-cinder-82414 {{(pid=107290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 07:48:12.128885 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-7b019cd1-41cf-43b8-ac93-2eb2a528dfa1 admin admin] Publish callbacks [] for security_group (560c55e5-cdbb-469d-a466-42e3fb6cdee7), before_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:48:12.149096 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-7b019cd1-41cf-43b8-ac93-2eb2a528dfa1 admin admin] Publish callbacks [] for security_group (560c55e5-cdbb-469d-a466-42e3fb6cdee7), precommit_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:48:12.174519 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Provisioning for port 9499e9bc-c07e-4389-a2e2-415f7d2c8088 completed by entity L2. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 15 07:48:12.261999 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Provisioning complete for port 9499e9bc-c07e-4389-a2e2-415f7d2c8088 triggered by entity L2. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 07:48:12.262302 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862942'] for port (9499e9bc-c07e-4389-a2e2-415f7d2c8088), provisioning_complete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:48:12.262640 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Attempt 1 to provision port 9499e9bc-c07e-4389-a2e2-415f7d2c8088 Sep 15 07:48:12.287912 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-7b019cd1-41cf-43b8-ac93-2eb2a528dfa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (560c55e5-cdbb-469d-a466-42e3fb6cdee7), after_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:48:12.290506 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-7b019cd1-41cf-43b8-ac93-2eb2a528dfa1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:48:12.291704 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-7b019cd1-41cf-43b8-ac93-2eb2a528dfa1 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/560c55e5-cdbb-469d-a466-42e3fb6cdee7 HTTP/1.1" status: 204 len: 168 time: 0.2128921 Sep 15 07:48:12.299597 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b019cd1-41cf-43b8-ac93-2eb2a528dfa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=560c55e5-cdbb-469d-a466-42e3fb6cdee7,revision_number=None']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:48:12.485295 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Current status of the port 9499e9bc-c07e-4389-a2e2-415f7d2c8088 is: BUILD; New status is: ACTIVE {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:48:12.485863 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (9499e9bc-c07e-4389-a2e2-415f7d2c8088), before_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:48:12.508770 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '533c974f-14a5-43e3-a746-c3156eae4282', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9499e9bc-c07e-4389-a2e2-415f7d2c8088'}] {{(pid=107290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 07:48:12.511033 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff93a2f2a3cb789a491bb2a8c4b01cf70d8343c1611f7c7394898ef54d6aa0cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b7179cf-d41e-4aed-9429-b280ac6de5f4" -d '{"events": [{"server_uuid": "533c974f-14a5-43e3-a746-c3156eae4282", "name": "network-vif-plugged", "status": "completed", "tag": "9499e9bc-c07e-4389-a2e2-415f7d2c8088"}]}' {{(pid=107290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 07:48:12.524417 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] For port 9499e9bc-c07e-4389-a2e2-415f7d2c8088, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=9499e9bc-c07e-4389-a2e2-415f7d2c8088,segment=NetworkSegment(b9f438cb-efc4-4a05-9045-6ca915872e67),segment_id=b9f438cb-efc4-4a05-9045-6ca915872e67)] {{(pid=107290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:48:12.553011 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 07:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7ee4e05-932a-4a35-af38-f3ffba379d41 x-openstack-request-id: req-c7ee4e05-932a-4a35-af38-f3ffba379d41 {{(pid=107290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 07:48:12.553962 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "533c974f-14a5-43e3-a746-c3156eae4282", "name": "network-vif-plugged", "status": "completed", "tag": "9499e9bc-c07e-4389-a2e2-415f7d2c8088", "code": 200}]} {{(pid=107290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 07:48:12.553962 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c7ee4e05-932a-4a35-af38-f3ffba379d41 {{(pid=107290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 07:48:12.554197 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7ee4e05-932a-4a35-af38-f3ffba379d41'] response: {'server_uuid': '533c974f-14a5-43e3-a746-c3156eae4282', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9499e9bc-c07e-4389-a2e2-415f7d2c8088', 'code': 200} Sep 15 07:48:12.590760 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615'] for port (9499e9bc-c07e-4389-a2e2-415f7d2c8088), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:48:12.645988 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Pushing event updated for resources: {'Port': ['ID=9499e9bc-c07e-4389-a2e2-415f7d2c8088,revision_number=5']} {{(pid=107290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:48:12.779152 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (25cf60a6-7ad2-448a-9326-c12b453ddee0), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:48:12.869846 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf956bb7-6b56-4d68-8407-5ea31ac04e5a req-47d8b29c-9620-4e36-a9f7-54288f82b6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:48:12.871317 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-bf956bb7-6b56-4d68-8407-5ea31ac04e5a req-47d8b29c-9620-4e36-a9f7-54288f82b6a7 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=533c974f-14a5-43e3-a746-c3156eae4282 HTTP/1.1" status: 200 len: 1130 time: 0.0433073 Sep 15 07:48:12.891581 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:48:12.901141 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:48:12.917423 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-bf956bb7-6b56-4d68-8407-5ea31ac04e5a req-e2546ae7-8b99-4958-a60d-338ca66fb122 service neutron] 10.222.0.26 "GET /networking/v2.0/security-groups?id=397109af-b9fe-4303-a659-43ba7c19828f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400019 Sep 15 07:48:13.145464 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d41fc47-686c-4669-a63c-ec4588759409 req-b3cc2fa5-d746-4780-bde9-325e43f0e78b tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:48:13.146986 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-3d41fc47-686c-4669-a63c-ec4588759409 req-b3cc2fa5-d746-4780-bde9-325e43f0e78b tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=533c974f-14a5-43e3-a746-c3156eae4282 HTTP/1.1" status: 200 len: 946 time: 0.0466163 Sep 15 07:48:13.195172 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-3d41fc47-686c-4669-a63c-ec4588759409 req-7f09322a-632c-42c1-845a-8aa5b6b4edb2 tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=397109af-b9fe-4303-a659-43ba7c19828f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426762 Sep 15 07:48:14.320074 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd59813-bf0c-4222-b6a8-2cf4cc31af94 req-9a36f15e-943d-4764-88d8-c5682ddf3380 tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:48:14.321550 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-4dd59813-bf0c-4222-b6a8-2cf4cc31af94 req-9a36f15e-943d-4764-88d8-c5682ddf3380 tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=533c974f-14a5-43e3-a746-c3156eae4282 HTTP/1.1" status: 200 len: 946 time: 0.0517085 Sep 15 07:48:14.371497 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-4dd59813-bf0c-4222-b6a8-2cf4cc31af94 req-28f09f69-4d46-4a63-b61b-660df158ddcf tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=397109af-b9fe-4303-a659-43ba7c19828f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442631 Sep 15 07:48:15.493725 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b778c7c1-80fc-4a7e-9377-cb7a360315e3 req-f0a78d63-86f1-4298-9287-d6a0b86c7da2 tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:48:15.495181 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-b778c7c1-80fc-4a7e-9377-cb7a360315e3 req-f0a78d63-86f1-4298-9287-d6a0b86c7da2 tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=533c974f-14a5-43e3-a746-c3156eae4282 HTTP/1.1" status: 200 len: 946 time: 0.0461659 Sep 15 07:48:15.541927 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-b778c7c1-80fc-4a7e-9377-cb7a360315e3 req-28c1ab6e-5117-4991-acfa-d4268e87e619 tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=397109af-b9fe-4303-a659-43ba7c19828f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411165 Sep 15 07:48:15.658968 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05491c4-54c6-4860-a13b-b16755d5f835 req-4634e356-7631-4ded-a7a2-1aee0c22c6f0 tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:48:15.660347 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-e05491c4-54c6-4860-a13b-b16755d5f835 req-4634e356-7631-4ded-a7a2-1aee0c22c6f0 tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=533c974f-14a5-43e3-a746-c3156eae4282 HTTP/1.1" status: 200 len: 946 time: 0.0465312 Sep 15 07:48:15.710861 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-e05491c4-54c6-4860-a13b-b16755d5f835 req-d7461046-7e73-4ca5-b1de-c5f448f1eb94 tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=397109af-b9fe-4303-a659-43ba7c19828f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441895 Sep 15 07:48:16.037503 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f77d0f-3a28-4da7-b92d-263329c871e5 req-52d1789d-aeb5-44b4-a99b-a45364067cce tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:48:16.039041 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-62f77d0f-3a28-4da7-b92d-263329c871e5 req-52d1789d-aeb5-44b4-a99b-a45364067cce tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=533c974f-14a5-43e3-a746-c3156eae4282 HTTP/1.1" status: 200 len: 946 time: 0.0466101 Sep 15 07:48:16.085063 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-62f77d0f-3a28-4da7-b92d-263329c871e5 req-2131e3e3-b629-459e-b95d-6141829e806f tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=397109af-b9fe-4303-a659-43ba7c19828f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405631 Sep 15 07:48:16.545529 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=26,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:48:16.546828 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=29,neutron:DELETE=3 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:48:18.733421 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e471d99a-e4d3-492a-b427-4b526e3f89fe req-9f3e52b1-dbaf-4cfc-ab94-514645f636ca tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:48:18.734909 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-e471d99a-e4d3-492a-b427-4b526e3f89fe req-9f3e52b1-dbaf-4cfc-ab94-514645f636ca tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=30ed5535-17bd-48d9-b6b5-ba296066b7ec HTTP/1.1" status: 200 len: 946 time: 0.0502539 Sep 15 07:48:18.789396 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-e471d99a-e4d3-492a-b427-4b526e3f89fe req-14767bd6-665e-4a71-88ae-10677105d000 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=be0daa10-fd6e-4380-aa0f-09cb542308d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477931 Sep 15 07:48:19.922237 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8a9def-5735-40f2-8ced-2ac0298dfb9c req-2b744c78-9b5c-4eb7-8d93-af0aee293945 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:48:19.923682 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-5e8a9def-5735-40f2-8ced-2ac0298dfb9c req-2b744c78-9b5c-4eb7-8d93-af0aee293945 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=30ed5535-17bd-48d9-b6b5-ba296066b7ec HTTP/1.1" status: 200 len: 946 time: 0.0507364 Sep 15 07:48:19.972246 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-5e8a9def-5735-40f2-8ced-2ac0298dfb9c req-5608a0d2-b2a5-49ac-a846-e77801a688b5 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=be0daa10-fd6e-4380-aa0f-09cb542308d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429590 Sep 15 07:48:21.092890 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e6d975-7f12-4396-8303-1fb79a5ad3d8 req-8e649416-8be2-405b-8d4c-fcf9e839185f tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:48:21.094330 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-f6e6d975-7f12-4396-8303-1fb79a5ad3d8 req-8e649416-8be2-405b-8d4c-fcf9e839185f tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=30ed5535-17bd-48d9-b6b5-ba296066b7ec HTTP/1.1" status: 200 len: 946 time: 0.0459347 Sep 15 07:48:21.139776 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-f6e6d975-7f12-4396-8303-1fb79a5ad3d8 req-ece57107-7630-45cc-a70f-7e9ac7f176a3 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=be0daa10-fd6e-4380-aa0f-09cb542308d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399799 Sep 15 07:48:22.259844 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22cc69c-8532-448d-ad7c-0f127a95b369 req-517e3110-c86e-4b04-992c-e9d74dbcb80b tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:48:22.261277 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-c22cc69c-8532-448d-ad7c-0f127a95b369 req-517e3110-c86e-4b04-992c-e9d74dbcb80b tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=30ed5535-17bd-48d9-b6b5-ba296066b7ec HTTP/1.1" status: 200 len: 946 time: 0.0464845 Sep 15 07:48:22.312190 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-c22cc69c-8532-448d-ad7c-0f127a95b369 req-32d72726-422e-434e-80bf-bf6b71fdf99e tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=be0daa10-fd6e-4380-aa0f-09cb542308d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452507 Sep 15 07:48:22.364727 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=3 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:48:22.368670 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:48:22.555258 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-55dad88c-dab7-4bfe-a778-1bac864f6019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (47b201f8-ba91-4005-8457-67653169c522), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:48:23.432733 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939848ab-6cba-47e7-99ea-542562292496 req-1449e77d-c7a5-4ad7-aeda-fd47fb97981a tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:48:23.434206 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-939848ab-6cba-47e7-99ea-542562292496 req-1449e77d-c7a5-4ad7-aeda-fd47fb97981a tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=30ed5535-17bd-48d9-b6b5-ba296066b7ec HTTP/1.1" status: 200 len: 946 time: 0.0471141 Sep 15 07:48:23.479998 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-939848ab-6cba-47e7-99ea-542562292496 req-d1a0fc4d-44c6-4167-81e4-56635359ff42 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=be0daa10-fd6e-4380-aa0f-09cb542308d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405014 Sep 15 07:48:24.598015 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce2cbd3-4ae3-44a8-96b1-267af02bb66d req-0708f240-21aa-475b-8131-804aba9a9afd tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:48:24.599330 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-5ce2cbd3-4ae3-44a8-96b1-267af02bb66d req-0708f240-21aa-475b-8131-804aba9a9afd tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=30ed5535-17bd-48d9-b6b5-ba296066b7ec HTTP/1.1" status: 200 len: 946 time: 0.0460539 Sep 15 07:48:24.625075 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=100 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:48:24.636111 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=100 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:48:24.647033 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-5ce2cbd3-4ae3-44a8-96b1-267af02bb66d req-7b30d207-537f-46ac-92ac-66d4be228d1f tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=be0daa10-fd6e-4380-aa0f-09cb542308d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422275 Sep 15 07:48:24.783537 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-9b919cd0-3b93-4089-9805-264bdd1176e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (6177172c-20b9-4a3a-92be-d5dd082cfa3a), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:48:25.775859 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c47cee5-aa85-49b6-82e4-5ff410ddf152 req-b2f8c3cc-7dff-43b7-b096-a9c6596a9dfb tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:48:25.777302 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-0c47cee5-aa85-49b6-82e4-5ff410ddf152 req-b2f8c3cc-7dff-43b7-b096-a9c6596a9dfb tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=30ed5535-17bd-48d9-b6b5-ba296066b7ec HTTP/1.1" status: 200 len: 946 time: 0.0494664 Sep 15 07:48:25.828920 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-0c47cee5-aa85-49b6-82e4-5ff410ddf152 req-23588780-c606-43e4-9a45-28069300ef75 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=be0daa10-fd6e-4380-aa0f-09cb542308d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459146 Sep 15 07:48:26.049193 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-0f44d0d5-b296-4658-a59d-71e94f9a3b32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (71b2a813-2b59-4e69-b901-83528b6ecb8f), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:48:26.419881 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1549843-8a49-43e7-8ec5-00d497e2d5d9 req-1c88180f-1fc2-4d43-9dec-947f2d0062bd tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:48:26.421322 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-c1549843-8a49-43e7-8ec5-00d497e2d5d9 req-1c88180f-1fc2-4d43-9dec-947f2d0062bd tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=533c974f-14a5-43e3-a746-c3156eae4282 HTTP/1.1" status: 200 len: 946 time: 0.0460012 Sep 15 07:48:26.468076 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-c1549843-8a49-43e7-8ec5-00d497e2d5d9 req-834a6af2-6ba5-41ea-bacd-c5a3544a670f tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=397109af-b9fe-4303-a659-43ba7c19828f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411711 Sep 15 07:48:26.496713 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 40822) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:48:26.677589 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c5167b9-bb42-49b1-b6e7-dc0d4778a216 tempest-TestMinimumBasicScenario-797938669 tempest-TestMinimumBasicScenario-797938669-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:48:26.679750 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-6c5167b9-bb42-49b1-b6e7-dc0d4778a216 tempest-TestMinimumBasicScenario-797938669 tempest-TestMinimumBasicScenario-797938669-project-admin] 10.222.0.42 "GET /networking/v2.0/ports?device_id=533c974f-14a5-43e3-a746-c3156eae4282 HTTP/1.1" status: 200 len: 1125 time: 0.1820586 Sep 15 07:48:26.682625 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 40826) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:48:26.686685 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.v2.base [None req-28080f3d-ed71-4fd5-bd7b-3dd2e3b60b7d tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] Request body: {'floatingip': {'floating_network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'port_id': '9499e9bc-c07e-4389-a2e2-415f7d2c8088', 'tenant_id': '00091272c5a745f2bf80723a69fbfc61', 'fixed_ip_address': '172.20.0.13'}} {{(pid=107276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:48:26.772282 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-28080f3d-ed71-4fd5-bd7b-3dd2e3b60b7d tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:48:26.856702 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-28080f3d-ed71-4fd5-bd7b-3dd2e3b60b7d tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (None), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:48:26.956190 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275bc846-7064-432a-8544-ad07f3690364 req-0a5cf3e6-6998-41a5-a56b-dd3af9b4de51 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:48:26.957700 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-275bc846-7064-432a-8544-ad07f3690364 req-0a5cf3e6-6998-41a5-a56b-dd3af9b4de51 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=30ed5535-17bd-48d9-b6b5-ba296066b7ec HTTP/1.1" status: 200 len: 946 time: 0.0509498 Sep 15 07:48:26.969603 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.db.db_base_plugin_common [None req-28080f3d-ed71-4fd5-bd7b-3dd2e3b60b7d tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] Allocated IP 172.27.0.54 (7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa/2c94e072-16ef-4b41-8118-d589be48e89d/9e70ac24-dc31-4d36-9e2f-24533e9f2d27) {{(pid=107276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 07:48:27.006412 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-275bc846-7064-432a-8544-ad07f3690364 req-f2f9c5cb-550f-42af-9f14-811f1b40ac8c tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=be0daa10-fd6e-4380-aa0f-09cb542308d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423994 Sep 15 07:48:27.072130 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-28080f3d-ed71-4fd5-bd7b-3dd2e3b60b7d tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] Publish callbacks [] for port (9e70ac24-dc31-4d36-9e2f-24533e9f2d27), precommit_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:48:27.171812 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-28080f3d-ed71-4fd5-bd7b-3dd2e3b60b7d tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729658170579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260827426'] for port (9e70ac24-dc31-4d36-9e2f-24533e9f2d27), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:48:27.213408 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28080f3d-ed71-4fd5-bd7b-3dd2e3b60b7d tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] Network 7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa is already hosted by enough agents. {{(pid=107276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 07:48:27.218602 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.scheduler.base_scheduler [None req-28080f3d-ed71-4fd5-bd7b-3dd2e3b60b7d tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] Resources bound (agent type, host, resource id): {{(pid=107276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 07:48:27.222458 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28080f3d-ed71-4fd5-bd7b-3dd2e3b60b7d tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] Received port after_create {{(pid=107276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 07:48:27.243610 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28080f3d-ed71-4fd5-bd7b-3dd2e3b60b7d tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] Pushing event updated for resources: {'Port': ['ID=9e70ac24-dc31-4d36-9e2f-24533e9f2d27,revision_number=1']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:48:27.534803 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-677e5667-6d12-4a09-97b6-65dca69daeb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (4c9c4bf3-096b-4dee-b844-12a870317301), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:48:27.559046 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:48:27.569963 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:48:27.577632 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-28080f3d-ed71-4fd5-bd7b-3dd2e3b60b7d tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] Publish callbacks [] for floatingip (de213504-0093-4fab-bee5-f17fe898ec61), precommit_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:48:27.628184 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:48:27.701532 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-28080f3d-ed71-4fd5-bd7b-3dd2e3b60b7d tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (9e70ac24-dc31-4d36-9e2f-24533e9f2d27), before_update {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:48:27.706139 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (c3acd0b9-3b8e-4f77-9053-2ca2457616b3), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:48:27.851619 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-28080f3d-ed71-4fd5-bd7b-3dd2e3b60b7d tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] Publish callbacks [] for port (9e70ac24-dc31-4d36-9e2f-24533e9f2d27), precommit_update {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:48:27.906061 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-28080f3d-ed71-4fd5-bd7b-3dd2e3b60b7d tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260827419'] for port (9e70ac24-dc31-4d36-9e2f-24533e9f2d27), after_update {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:48:27.974088 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28080f3d-ed71-4fd5-bd7b-3dd2e3b60b7d tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] Pushing event updated for resources: {'Port': ['ID=9e70ac24-dc31-4d36-9e2f-24533e9f2d27,revision_number=2']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:48:27.977324 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-28080f3d-ed71-4fd5-bd7b-3dd2e3b60b7d tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2007462'] for floatingip (de213504-0093-4fab-bee5-f17fe898ec61), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:48:28.074623 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.db.l3_db [None req-28080f3d-ed71-4fd5-bd7b-3dd2e3b60b7d tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] Floating IP de213504-0093-4fab-bee5-f17fe898ec61 associated. External IP: 172.27.0.54, port: 9499e9bc-c07e-4389-a2e2-415f7d2c8088. Sep 15 07:48:28.132849 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21cbb4b-3434-4ce8-9c72-df1c57771f05 req-aa72b5a2-7de3-41de-a49b-8d49c7a94214 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:48:28.134378 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-e21cbb4b-3434-4ce8-9c72-df1c57771f05 req-aa72b5a2-7de3-41de-a49b-8d49c7a94214 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=30ed5535-17bd-48d9-b6b5-ba296066b7ec HTTP/1.1" status: 200 len: 946 time: 0.0482783 Sep 15 07:48:28.184835 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-e21cbb4b-3434-4ce8-9c72-df1c57771f05 req-53455eb2-3e61-454d-8e36-e640ec1cf98a tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=be0daa10-fd6e-4380-aa0f-09cb542308d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448227 Sep 15 07:48:28.265424 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:48:28.277288 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28080f3d-ed71-4fd5-bd7b-3dd2e3b60b7d tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] Router ff723d16-2c01-4eab-afcd-4a5795346e92 has already been hosted by L3 agent 6177172c-20b9-4a3a-92be-d5dd082cfa3a {{(pid=107276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 07:48:28.379790 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28080f3d-ed71-4fd5-bd7b-3dd2e3b60b7d tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] Notify agent at l3_agent.dv-cinder-824149-6-iscsi the message routers_updated {{(pid=107276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 07:48:28.390163 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7e300d-31b9-411f-83de-0036d47a7f3e None None] Sync routers for ids ['ff723d16-2c01-4eab-afcd-4a5795346e92'] in dv-cinder-824149-6-iscsi {{(pid=107290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 07:48:28.400169 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7e300d-31b9-411f-83de-0036d47a7f3e None None] Routers {'ff723d16-2c01-4eab-afcd-4a5795346e92'} bound to L3 agent in host dv-cinder-824149-6-iscsi {{(pid=107290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 07:48:28.400813 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_hamode_db [None req-5c7e300d-31b9-411f-83de-0036d47a7f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-15T07:30:25Z,description=,heartbeat_timestamp=2022-09-15T07:48:25Z,host='dv-cinder-824149-6-iscsi',id=6177172c-20b9-4a3a-92be-d5dd082cfa3a,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T07:30:25Z,topic='l3_agent')) {'router_ids': ['ff723d16-2c01-4eab-afcd-4a5795346e92'], 'active': True} {{(pid=107290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:48:28.500080 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvr_db [None req-5c7e300d-31b9-411f-83de-0036d47a7f3e None None] Set router ff723d16-2c01-4eab-afcd-4a5795346e92 gateway port host: dv-cinder-824149-6-iscsi {{(pid=107290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 07:48:28.502558 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-28080f3d-ed71-4fd5-bd7b-3dd2e3b60b7d tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382552'] for floatingip (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:48:28.533489 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-28080f3d-ed71-4fd5-bd7b-3dd2e3b60b7d tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8497815 Sep 15 07:48:28.534153 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '533c974f-14a5-43e3-a746-c3156eae4282', 'tag': '9499e9bc-c07e-4389-a2e2-415f7d2c8088'}] {{(pid=107276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 07:48:28.536395 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 40832) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:48:28.536550 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e3724867bd40dd9d720ab8c058c996a0c2f5593be620855f41bc083494bf738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4fd9aa1-eb71-462d-8d2e-7dd659faa8f6" -d '{"events": [{"name": "network-changed", "server_uuid": "533c974f-14a5-43e3-a746-c3156eae4282", "tag": "9499e9bc-c07e-4389-a2e2-415f7d2c8088"}]}' {{(pid=107276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 07:48:28.541487 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.v2.base [None req-a43fcf24-3d35-4033-bef1-97cf3f41a64c tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1905868263', 'description': 'tempest-secgroup-smoke-1905868263 description', 'project_id': '00091272c5a745f2bf80723a69fbfc61'}} {{(pid=107279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:48:28.577139 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 07:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13aeb05d-fe1d-446f-9781-c7b6b3d302f8 x-openstack-request-id: req-13aeb05d-fe1d-446f-9781-c7b6b3d302f8 {{(pid=107276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 07:48:28.577670 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "533c974f-14a5-43e3-a746-c3156eae4282", "tag": "9499e9bc-c07e-4389-a2e2-415f7d2c8088", "status": "completed", "code": 200}]} {{(pid=107276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 07:48:28.577783 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-13aeb05d-fe1d-446f-9781-c7b6b3d302f8 {{(pid=107276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 07:48:28.578107 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13aeb05d-fe1d-446f-9781-c7b6b3d302f8'] response: {'name': 'network-changed', 'server_uuid': '533c974f-14a5-43e3-a746-c3156eae4282', 'tag': '9499e9bc-c07e-4389-a2e2-415f7d2c8088', 'status': 'completed', 'code': 200} Sep 15 07:48:28.595626 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:48:28.628049 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-a43fcf24-3d35-4033-bef1-97cf3f41a64c tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] Publish callbacks [] for security_group (None), before_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:48:28.656029 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fd9aa1-eb71-462d-8d2e-7dd659faa8f6 req-ee2dda88-9ce0-4dd8-9779-3175aa361bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:48:28.657480 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-e4fd9aa1-eb71-462d-8d2e-7dd659faa8f6 req-ee2dda88-9ce0-4dd8-9779-3175aa361bba service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=00091272c5a745f2bf80723a69fbfc61&device_id=533c974f-14a5-43e3-a746-c3156eae4282 HTTP/1.1" status: 200 len: 1130 time: 0.0565321 Sep 15 07:48:28.718977 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_hamode_db [None req-5c7e300d-31b9-411f-83de-0036d47a7f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff723d16-2c01-4eab-afcd-4a5795346e92', 'name': 'tempest-TestMinimumBasicScenario-133076663-router', 'tenant_id': '00091272c5a745f2bf80723a69fbfc61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': '9b8466b4-4256-4de2-93dc-d3efb84ea252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:47:22Z', 'updated_at': '2022-09-15T07:47:27Z', 'revision_number': 4, 'project_id': '00091272c5a745f2bf80723a69fbfc61', 'gw_port': {'id': '9b8466b4-4256-4de2-93dc-d3efb84ea252', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:1a:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff723d16-2c01-4eab-afcd-4a5795346e92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:47:23Z', 'updated_at': '2022-09-15T07:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi', '_floatingips': [{'id': 'de213504-0093-4fab-bee5-f17fe898ec61', 'tenant_id': '00091272c5a745f2bf80723a69fbfc61', 'floating_ip_address': '172.27.0.54', 'floating_network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'router_id': 'ff723d16-2c01-4eab-afcd-4a5795346e92', 'port_id': '9499e9bc-c07e-4389-a2e2-415f7d2c8088', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 675, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '970c4a81-43bc-4dcc-bb59-25887f2adff4', 'mac_address': 'fa:16:3e:fd:73:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '533c974f-14a5-43e3-a746-c3156eae4282', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T07:48:27Z', 'updated_at': '2022-09-15T07:48:27Z', 'revision_number': 0, 'project_id': '00091272c5a745f2bf80723a69fbfc61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a5d33d9-ae35-4270-8214-992dad5e02eb', 'name': '', 'network_id': '970c4a81-43bc-4dcc-bb59-25887f2adff4', 'tenant_id': '00091272c5a745f2bf80723a69fbfc61', 'mac_address': 'fa:16:3e:e4:97:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff723d16-2c01-4eab-afcd-4a5795346e92', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '39682b7b-658f-4137-ab83-efd9644bda36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:47:26Z', 'updated_at': '2022-09-15T07:47:30Z', 'revision_number': 5, 'project_id': '00091272c5a745f2bf80723a69fbfc61', 'subnets': [{'id': '39682b7b-658f-4137-ab83-efd9644bda36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-6-iscsi', False) {} {{(pid=107290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:48:28.744320 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7e300d-31b9-411f-83de-0036d47a7f3e None None] Checking router: ff723d16-2c01-4eab-afcd-4a5795346e92 for host: dv-cinder-824149-6-iscsi {{(pid=107290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 07:48:28.752904 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7e300d-31b9-411f-83de-0036d47a7f3e None None] Routers {'ff723d16-2c01-4eab-afcd-4a5795346e92'} bound to L3 agent in host dv-cinder-824149-6-iscsi {{(pid=107290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 07:48:28.753509 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_hamode_db [None req-5c7e300d-31b9-411f-83de-0036d47a7f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-15T07:30:25Z,description=,heartbeat_timestamp=2022-09-15T07:48:25Z,host='dv-cinder-824149-6-iscsi',id=6177172c-20b9-4a3a-92be-d5dd082cfa3a,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T07:30:25Z,topic='l3_agent')) {'router_ids': ['ff723d16-2c01-4eab-afcd-4a5795346e92'], 'active': True} {{(pid=107290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:48:28.778918 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-a43fcf24-3d35-4033-bef1-97cf3f41a64c tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] Publish callbacks [] for security_group (408b2aa9-b550-4c7d-a697-0e509d9d3a37), precommit_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:48:28.788712 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fd9aa1-eb71-462d-8d2e-7dd659faa8f6 req-d245706d-241c-492a-8de9-697a339d6c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:48:28.790235 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-e4fd9aa1-eb71-462d-8d2e-7dd659faa8f6 req-d245706d-241c-492a-8de9-697a339d6c1c service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=970c4a81-43bc-4dcc-bb59-25887f2adff4 HTTP/1.1" status: 200 len: 915 time: 0.1230118 Sep 15 07:48:28.833801 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-a43fcf24-3d35-4033-bef1-97cf3f41a64c tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (408b2aa9-b550-4c7d-a697-0e509d9d3a37), after_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:48:28.857854 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvr_db [None req-5c7e300d-31b9-411f-83de-0036d47a7f3e None None] Set router ff723d16-2c01-4eab-afcd-4a5795346e92 gateway port host: dv-cinder-824149-6-iscsi {{(pid=107290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 07:48:28.883692 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-e4fd9aa1-eb71-462d-8d2e-7dd659faa8f6 req-8b1e2b20-300d-495d-aa3e-dff986a0f743 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9499e9bc-c07e-4389-a2e2-415f7d2c8088 HTTP/1.1" status: 200 len: 999 time: 0.0871561 Sep 15 07:48:28.884469 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43fcf24-3d35-4033-bef1-97cf3f41a64c tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=408b2aa9-b550-4c7d-a697-0e509d9d3a37,revision_number=1']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:48:28.919814 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-a43fcf24-3d35-4033-bef1-97cf3f41a64c tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] Publish callbacks [] for security_group (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:48:28.921062 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-a43fcf24-3d35-4033-bef1-97cf3f41a64c tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] 10.222.0.42 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3836648 Sep 15 07:48:28.924189 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 40836) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:48:28.929075 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.v2.base [None req-e98a1bf9-0908-4f28-bf4a-002c6dcbd9ce tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] Request body: {'security_group_rule': {'security_group_id': '408b2aa9-b550-4c7d-a697-0e509d9d3a37', 'project_id': '00091272c5a745f2bf80723a69fbfc61', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:48:28.994456 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fd9aa1-eb71-462d-8d2e-7dd659faa8f6 req-9a26a8f0-b297-48b7-a0da-f2633b7d89d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:48:28.995940 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-e4fd9aa1-eb71-462d-8d2e-7dd659faa8f6 req-9a26a8f0-b297-48b7-a0da-f2633b7d89d0 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=39682b7b-658f-4137-ab83-efd9644bda36 HTTP/1.1" status: 200 len: 853 time: 0.0566096 Sep 15 07:48:29.043710 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fd9aa1-eb71-462d-8d2e-7dd659faa8f6 req-84b47564-5cf2-40ed-b2d7-46233434ef64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:48:29.045328 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-e4fd9aa1-eb71-462d-8d2e-7dd659faa8f6 req-84b47564-5cf2-40ed-b2d7-46233434ef64 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=970c4a81-43bc-4dcc-bb59-25887f2adff4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430534 Sep 15 07:48:29.071996 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:48:29.080159 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_hamode_db [None req-5c7e300d-31b9-411f-83de-0036d47a7f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff723d16-2c01-4eab-afcd-4a5795346e92', 'name': 'tempest-TestMinimumBasicScenario-133076663-router', 'tenant_id': '00091272c5a745f2bf80723a69fbfc61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': '9b8466b4-4256-4de2-93dc-d3efb84ea252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:47:22Z', 'updated_at': '2022-09-15T07:47:27Z', 'revision_number': 4, 'project_id': '00091272c5a745f2bf80723a69fbfc61', 'gw_port': {'id': '9b8466b4-4256-4de2-93dc-d3efb84ea252', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:1a:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff723d16-2c01-4eab-afcd-4a5795346e92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:47:23Z', 'updated_at': '2022-09-15T07:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi', '_floatingips': [{'id': 'de213504-0093-4fab-bee5-f17fe898ec61', 'tenant_id': '00091272c5a745f2bf80723a69fbfc61', 'floating_ip_address': '172.27.0.54', 'floating_network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'router_id': 'ff723d16-2c01-4eab-afcd-4a5795346e92', 'port_id': '9499e9bc-c07e-4389-a2e2-415f7d2c8088', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 675, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '970c4a81-43bc-4dcc-bb59-25887f2adff4', 'mac_address': 'fa:16:3e:fd:73:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '533c974f-14a5-43e3-a746-c3156eae4282', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T07:48:27Z', 'updated_at': '2022-09-15T07:48:27Z', 'revision_number': 0, 'project_id': '00091272c5a745f2bf80723a69fbfc61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a5d33d9-ae35-4270-8214-992dad5e02eb', 'name': '', 'network_id': '970c4a81-43bc-4dcc-bb59-25887f2adff4', 'tenant_id': '00091272c5a745f2bf80723a69fbfc61', 'mac_address': 'fa:16:3e:e4:97:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff723d16-2c01-4eab-afcd-4a5795346e92', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '39682b7b-658f-4137-ab83-efd9644bda36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:47:26Z', 'updated_at': '2022-09-15T07:47:30Z', 'revision_number': 5, 'project_id': '00091272c5a745f2bf80723a69fbfc61', 'subnets': [{'id': '39682b7b-658f-4137-ab83-efd9644bda36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-6-iscsi', False) {} {{(pid=107290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:48:29.105737 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-e98a1bf9-0908-4f28-bf4a-002c6dcbd9ce tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] Publish callbacks [] for security_group_rule (9aab6144-4496-488b-927c-975a4e64225a), before_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:48:29.107265 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7e300d-31b9-411f-83de-0036d47a7f3e None None] The sync data for ids ['ff723d16-2c01-4eab-afcd-4a5795346e92'] in dv-cinder-824149-6-iscsi is: [{'id': 'ff723d16-2c01-4eab-afcd-4a5795346e92', 'name': 'tempest-TestMinimumBasicScenario-133076663-router', 'tenant_id': '00091272c5a745f2bf80723a69fbfc61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': '9b8466b4-4256-4de2-93dc-d3efb84ea252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:47:22Z', 'updated_at': '2022-09-15T07:47:27Z', 'revision_number': 4, 'project_id': '00091272c5a745f2bf80723a69fbfc61', 'gw_port': {'id': '9b8466b4-4256-4de2-93dc-d3efb84ea252', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:1a:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff723d16-2c01-4eab-afcd-4a5795346e92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:47:23Z', 'updated_at': '2022-09-15T07:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi', '_floatingips': [{'id': 'de213504-0093-4fab-bee5-f17fe898ec61', 'tenant_id': '00091272c5a745f2bf80723a69fbfc61', 'floating_ip_address': '172.27.0.54', 'floating_network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'router_id': 'ff723d16-2c01-4eab-afcd-4a5795346e92', 'port_id': '9499e9bc-c07e-4389-a2e2-415f7d2c8088', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 675, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '970c4a81-43bc-4dcc-bb59-25887f2adff4', 'mac_address': 'fa:16:3e:fd:73:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '533c974f-14a5-43e3-a746-c3156eae4282', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T07:48:27Z', 'updated_at': '2022-09-15T07:48:27Z', 'revision_number': 0, 'project_id': '00091272c5a745f2bf80723a69fbfc61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a5d33d9-ae35-4270-8214-992dad5e02eb', 'name': '', 'network_id': '970c4a81-43bc-4dcc-bb59-25887f2adff4', 'tenant_id': '00091272c5a745f2bf80723a69fbfc61', 'mac_address': 'fa:16:3e:e4:97:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff723d16-2c01-4eab-afcd-4a5795346e92', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '39682b7b-658f-4137-ab83-efd9644bda36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:47:26Z', 'updated_at': '2022-09-15T07:47:30Z', 'revision_number': 5, 'project_id': '00091272c5a745f2bf80723a69fbfc61', 'subnets': [{'id': '39682b7b-658f-4137-ab83-efd9644bda36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 07:48:29.125937 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:48:29.185272 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-e4fd9aa1-eb71-462d-8d2e-7dd659faa8f6 req-868bd6cb-7264-45c0-9c7d-c77f62d02ec2 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/970c4a81-43bc-4dcc-bb59-25887f2adff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333652 Sep 15 07:48:29.191100 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-e98a1bf9-0908-4f28-bf4a-002c6dcbd9ce tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] Publish callbacks [] for security_group_rule (9aab6144-4496-488b-927c-975a4e64225a), precommit_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:48:29.283306 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-e98a1bf9-0908-4f28-bf4a-002c6dcbd9ce tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691784'] for security_group_rule (9aab6144-4496-488b-927c-975a4e64225a), after_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:48:29.301374 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.agents_db [None req-df016ec4-f85e-4abb-9405-ce942686afd2 None None] Agent healthcheck: found 6 active agents {{(pid=107295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 07:48:29.326656 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b93783-ecd9-453c-9afa-af9a27ffd81f None None] New status for floating IP de213504-0093-4fab-bee5-f17fe898ec61: ACTIVE {{(pid=107295) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 15 07:48:29.335976 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-e4fd9aa1-eb71-462d-8d2e-7dd659faa8f6 req-00ac0cff-4bf3-468c-8639-8ae5227d366e service neutron] 10.222.0.26 "GET /networking/v2.0/networks/970c4a81-43bc-4dcc-bb59-25887f2adff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433415 Sep 15 07:48:29.336579 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98a1bf9-0908-4f28-bf4a-002c6dcbd9ce tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9aab6144-4496-488b-927c-975a4e64225a,revision_number=0']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:48:29.355324 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2246f90-a3de-4729-a3eb-71e1e89d8cd9 req-76eee665-49d8-4974-8ba4-0894473abe25 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:48:29.356901 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-c2246f90-a3de-4729-a3eb-71e1e89d8cd9 req-76eee665-49d8-4974-8ba4-0894473abe25 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=30ed5535-17bd-48d9-b6b5-ba296066b7ec HTTP/1.1" status: 200 len: 946 time: 0.0847132 Sep 15 07:48:29.407799 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-c2246f90-a3de-4729-a3eb-71e1e89d8cd9 req-189e68d2-55f0-47ea-a4c4-5701eff18d7d tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=be0daa10-fd6e-4380-aa0f-09cb542308d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453844 Sep 15 07:48:29.425529 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-e98a1bf9-0908-4f28-bf4a-002c6dcbd9ce tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:48:29.425529 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-e98a1bf9-0908-4f28-bf4a-002c6dcbd9ce tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5004082 Sep 15 07:48:29.428788 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 40840) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:48:29.432743 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.v2.base [None req-3adf6c23-3438-4f95-aa1a-35059d55d744 tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] Request body: {'security_group_rule': {'security_group_id': '408b2aa9-b550-4c7d-a697-0e509d9d3a37', 'project_id': '00091272c5a745f2bf80723a69fbfc61', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=107279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:48:29.512287 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-3adf6c23-3438-4f95-aa1a-35059d55d744 tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] Publish callbacks [] for security_group_rule (8c7aedc8-598a-485f-9d82-b47881c8e254), before_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:48:29.585330 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-3adf6c23-3438-4f95-aa1a-35059d55d744 tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] Publish callbacks [] for security_group_rule (8c7aedc8-598a-485f-9d82-b47881c8e254), precommit_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:48:29.660178 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-3adf6c23-3438-4f95-aa1a-35059d55d744 tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691784'] for security_group_rule (8c7aedc8-598a-485f-9d82-b47881c8e254), after_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:48:29.681277 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adf6c23-3438-4f95-aa1a-35059d55d744 tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c7aedc8-598a-485f-9d82-b47881c8e254,revision_number=0']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:48:29.719385 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-3adf6c23-3438-4f95-aa1a-35059d55d744 tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:48:29.720721 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-3adf6c23-3438-4f95-aa1a-35059d55d744 tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2913692 Sep 15 07:48:29.723574 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 40846) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:48:29.730069 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.v2.base [None req-b270fbb8-38de-4f52-ad55-ef1e502da8c6 tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] Request body: {'security_group_rule': {'security_group_id': '408b2aa9-b550-4c7d-a697-0e509d9d3a37', 'project_id': '00091272c5a745f2bf80723a69fbfc61', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=107279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:48:29.789873 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e720a7f9-1a2e-4cac-af07-6543cb359b61 req-0ae23ad5-b0f5-46d2-8cef-d6b7886a377a tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:48:29.791360 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-e720a7f9-1a2e-4cac-af07-6543cb359b61 req-0ae23ad5-b0f5-46d2-8cef-d6b7886a377a tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=30ed5535-17bd-48d9-b6b5-ba296066b7ec HTTP/1.1" status: 200 len: 946 time: 0.0648222 Sep 15 07:48:29.804079 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:48:29.841762 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-e720a7f9-1a2e-4cac-af07-6543cb359b61 req-6e2eee0f-5ab1-434a-8cd9-3a7d4d475494 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=be0daa10-fd6e-4380-aa0f-09cb542308d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446100 Sep 15 07:48:29.891509 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa587237-2f40-4812-bc03-83520fc957ef req-69d7db82-a704-40b0-b2e6-96084b4b5345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:48:29.892951 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-aa587237-2f40-4812-bc03-83520fc957ef req-69d7db82-a704-40b0-b2e6-96084b4b5345 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=a9d0f5e6d6cf423485157e1381a12713&device_id=30ed5535-17bd-48d9-b6b5-ba296066b7ec HTTP/1.1" status: 200 len: 1130 time: 0.0379078 Sep 15 07:48:29.951213 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-b270fbb8-38de-4f52-ad55-ef1e502da8c6 tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] Publish callbacks [] for security_group_rule (e2d3797d-a2ce-45a4-ba5c-b24cae426692), before_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:48:30.036302 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa587237-2f40-4812-bc03-83520fc957ef req-4a243446-3187-4254-b032-ded709862f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:48:30.038364 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-aa587237-2f40-4812-bc03-83520fc957ef req-4a243446-3187-4254-b032-ded709862f75 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=a516fb80-088a-420e-bbe2-327bfb75896d HTTP/1.1" status: 200 len: 912 time: 0.1375277 Sep 15 07:48:30.044191 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-b270fbb8-38de-4f52-ad55-ef1e502da8c6 tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] Publish callbacks [] for security_group_rule (e2d3797d-a2ce-45a4-ba5c-b24cae426692), precommit_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:48:30.105913 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-aa587237-2f40-4812-bc03-83520fc957ef req-ae138712-eeed-4685-aa6e-88c4d2a6efbf service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e5a7191-bf35-416a-9367-9584add6f1b5 HTTP/1.1" status: 200 len: 1002 time: 0.0581639 Sep 15 07:48:30.123053 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-b270fbb8-38de-4f52-ad55-ef1e502da8c6 tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691784'] for security_group_rule (e2d3797d-a2ce-45a4-ba5c-b24cae426692), after_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:48:30.164560 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b270fbb8-38de-4f52-ad55-ef1e502da8c6 tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2d3797d-a2ce-45a4-ba5c-b24cae426692,revision_number=0']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:48:30.170801 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:48:30.176552 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa587237-2f40-4812-bc03-83520fc957ef req-269b3a3f-cfc2-4ab5-9fc3-3fe7d59f4c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:48:30.178029 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-aa587237-2f40-4812-bc03-83520fc957ef req-269b3a3f-cfc2-4ab5-9fc3-3fe7d59f4c4c service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=2011c2ef-cc51-4f76-b38a-cc4eb8a0b890 HTTP/1.1" status: 200 len: 850 time: 0.0635762 Sep 15 07:48:30.220919 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-b270fbb8-38de-4f52-ad55-ef1e502da8c6 tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:48:30.222110 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-b270fbb8-38de-4f52-ad55-ef1e502da8c6 tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4976032 Sep 15 07:48:30.224930 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 40850) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:48:30.229025 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.v2.base [None req-9092d1bd-6d1b-41fd-bf35-32718a22dfde tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] Request body: {'security_group_rule': {'security_group_id': '408b2aa9-b550-4c7d-a697-0e509d9d3a37', 'project_id': '00091272c5a745f2bf80723a69fbfc61', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=107279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:48:30.238486 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa587237-2f40-4812-bc03-83520fc957ef req-64e03c26-dd38-49b6-95b5-c0a5315badb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:48:30.239892 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-aa587237-2f40-4812-bc03-83520fc957ef req-64e03c26-dd38-49b6-95b5-c0a5315badb7 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=a516fb80-088a-420e-bbe2-327bfb75896d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0543733 Sep 15 07:48:30.317782 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-9092d1bd-6d1b-41fd-bf35-32718a22dfde tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] Publish callbacks [] for security_group_rule (2e5601e6-50d2-4596-a807-9e5d230fa809), before_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:48:30.365997 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-aa587237-2f40-4812-bc03-83520fc957ef req-5169a170-4862-4d05-ab79-1120f09152ba service neutron] 10.222.0.26 "GET /networking/v2.0/networks/a516fb80-088a-420e-bbe2-327bfb75896d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162138 Sep 15 07:48:30.440494 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-9092d1bd-6d1b-41fd-bf35-32718a22dfde tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] Publish callbacks [] for security_group_rule (2e5601e6-50d2-4596-a807-9e5d230fa809), precommit_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:48:30.479832 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-aa587237-2f40-4812-bc03-83520fc957ef req-a3375c42-6e1d-4aa1-8c9d-8240b02feed7 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/a516fb80-088a-420e-bbe2-327bfb75896d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067319 Sep 15 07:48:30.496971 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-9092d1bd-6d1b-41fd-bf35-32718a22dfde tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691784'] for security_group_rule (2e5601e6-50d2-4596-a807-9e5d230fa809), after_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:48:30.519098 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9092d1bd-6d1b-41fd-bf35-32718a22dfde tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e5601e6-50d2-4596-a807-9e5d230fa809,revision_number=0']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:48:30.582088 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-9092d1bd-6d1b-41fd-bf35-32718a22dfde tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:48:30.583313 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-9092d1bd-6d1b-41fd-bf35-32718a22dfde tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3574932 Sep 15 07:48:30.586196 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 40852) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:48:30.590655 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.v2.base [None req-2efdb17d-0d89-4824-9476-93ed315c8341 tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] Request body: {'security_group_rule': {'security_group_id': '408b2aa9-b550-4c7d-a697-0e509d9d3a37', 'project_id': '00091272c5a745f2bf80723a69fbfc61', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=107279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:48:30.671685 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.db.securitygroups_db [None req-2efdb17d-0d89-4824-9476-93ed315c8341 tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] Project 00091272c5a745f2bf80723a69fbfc61 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 07:48:30.677155 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-2efdb17d-0d89-4824-9476-93ed315c8341 tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] Publish callbacks [] for security_group_rule (3881abc9-17c3-40b6-acc3-84bd475e4770), before_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:48:30.735099 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-2efdb17d-0d89-4824-9476-93ed315c8341 tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] Publish callbacks [] for security_group_rule (3881abc9-17c3-40b6-acc3-84bd475e4770), precommit_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:48:30.803323 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-2efdb17d-0d89-4824-9476-93ed315c8341 tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691784'] for security_group_rule (3881abc9-17c3-40b6-acc3-84bd475e4770), after_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:48:30.822516 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efdb17d-0d89-4824-9476-93ed315c8341 tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3881abc9-17c3-40b6-acc3-84bd475e4770,revision_number=0']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:48:30.910421 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-2efdb17d-0d89-4824-9476-93ed315c8341 tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:48:30.911806 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-2efdb17d-0d89-4824-9476-93ed315c8341 tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3246791 Sep 15 07:48:30.914739 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 40856) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:48:30.919205 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.v2.base [None req-2c0abf69-9aa3-4983-b74a-b440236291d9 tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] Request body: {'security_group_rule': {'security_group_id': '408b2aa9-b550-4c7d-a697-0e509d9d3a37', 'project_id': '00091272c5a745f2bf80723a69fbfc61', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=107279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:48:30.960163 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:48:30.978561 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b9b28f-ac02-4a8a-8bb8-fb8195970788 req-c425af68-d65e-414f-8409-833ceaa93af5 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:48:30.980161 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-50b9b28f-ac02-4a8a-8bb8-fb8195970788 req-c425af68-d65e-414f-8409-833ceaa93af5 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=30ed5535-17bd-48d9-b6b5-ba296066b7ec HTTP/1.1" status: 200 len: 946 time: 0.0557215 Sep 15 07:48:31.028762 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.db.securitygroups_db [None req-2c0abf69-9aa3-4983-b74a-b440236291d9 tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] Project 00091272c5a745f2bf80723a69fbfc61 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 07:48:31.033966 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-50b9b28f-ac02-4a8a-8bb8-fb8195970788 req-606c5bf2-e9b7-434a-878d-8df058c8ec7f tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=be0daa10-fd6e-4380-aa0f-09cb542308d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482993 Sep 15 07:48:31.037424 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-2c0abf69-9aa3-4983-b74a-b440236291d9 tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] Publish callbacks [] for security_group_rule (9edd50e2-10f8-428a-8381-4c77af2358d4), before_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:48:31.098550 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-2c0abf69-9aa3-4983-b74a-b440236291d9 tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] Publish callbacks [] for security_group_rule (9edd50e2-10f8-428a-8381-4c77af2358d4), precommit_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:48:31.166429 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-2c0abf69-9aa3-4983-b74a-b440236291d9 tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691784'] for security_group_rule (9edd50e2-10f8-428a-8381-4c77af2358d4), after_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:48:31.187253 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0abf69-9aa3-4983-b74a-b440236291d9 tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9edd50e2-10f8-428a-8381-4c77af2358d4,revision_number=0']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:48:31.253514 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-2c0abf69-9aa3-4983-b74a-b440236291d9 tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:48:31.254716 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-2c0abf69-9aa3-4983-b74a-b440236291d9 tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3389571 Sep 15 07:48:31.345120 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-91184017-e116-4f1e-a5fe-29dcaf9a1ce8 req-c8ae6509-bc13-4bcf-95be-41cede67d83b tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1905868263&fields=id&tenant_id=00091272c5a745f2bf80723a69fbfc61 HTTP/1.1" status: 200 len: 267 time: 0.0453682 Sep 15 07:48:31.395089 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91184017-e116-4f1e-a5fe-29dcaf9a1ce8 req-ec2c177f-6acc-4da9-9503-eae27cb62c7c tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:48:31.396227 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-91184017-e116-4f1e-a5fe-29dcaf9a1ce8 req-ec2c177f-6acc-4da9-9503-eae27cb62c7c tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=533c974f-14a5-43e3-a746-c3156eae4282 HTTP/1.1" status: 200 len: 946 time: 0.0457499 Sep 15 07:48:31.407953 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.v2.base [req-91184017-e116-4f1e-a5fe-29dcaf9a1ce8 req-f5244127-4ab2-4102-8cb9-069ace238b6e tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] Request body: {'port': {'security_groups': ['397109af-b9fe-4303-a659-43ba7c19828f', '408b2aa9-b550-4c7d-a697-0e509d9d3a37']}} {{(pid=107279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:48:31.485569 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:48:31.489423 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [req-91184017-e116-4f1e-a5fe-29dcaf9a1ce8 req-f5244127-4ab2-4102-8cb9-069ace238b6e tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (9499e9bc-c07e-4389-a2e2-415f7d2c8088), before_update {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:48:31.690189 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.db [req-91184017-e116-4f1e-a5fe-29dcaf9a1ce8 req-f5244127-4ab2-4102-8cb9-069ace238b6e tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] For port 9499e9bc-c07e-4389-a2e2-415f7d2c8088, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=9499e9bc-c07e-4389-a2e2-415f7d2c8088,segment=NetworkSegment(b9f438cb-efc4-4a05-9045-6ca915872e67),segment_id=b9f438cb-efc4-4a05-9045-6ca915872e67)] {{(pid=107279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:48:31.718325 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [req-91184017-e116-4f1e-a5fe-29dcaf9a1ce8 req-f5244127-4ab2-4102-8cb9-069ace238b6e tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] Publish callbacks [] for port (9499e9bc-c07e-4389-a2e2-415f7d2c8088), precommit_update {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:48:31.791329 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [req-91184017-e116-4f1e-a5fe-29dcaf9a1ce8 req-f5244127-4ab2-4102-8cb9-069ace238b6e tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991792'] for port (9499e9bc-c07e-4389-a2e2-415f7d2c8088), after_update {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:48:31.801517 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91184017-e116-4f1e-a5fe-29dcaf9a1ce8 req-f5244127-4ab2-4102-8cb9-069ace238b6e tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:48:31.802187 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [req-91184017-e116-4f1e-a5fe-29dcaf9a1ce8 req-f5244127-4ab2-4102-8cb9-069ace238b6e tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382552'] for port (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:48:31.802523 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] get_ports_and_sgs() called for port_ids ['9499e9bc-c07e-4389-a2e2-415f7d2c8088'] {{(pid=107290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 07:48:31.804339 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-91184017-e116-4f1e-a5fe-29dcaf9a1ce8 req-f5244127-4ab2-4102-8cb9-069ace238b6e tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] 10.222.0.42 "PUT /networking/v2.0/ports/9499e9bc-c07e-4389-a2e2-415f7d2c8088 HTTP/1.1" status: 200 len: 982 time: 0.4018240 Sep 15 07:48:31.805112 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '533c974f-14a5-43e3-a746-c3156eae4282', 'tag': '9499e9bc-c07e-4389-a2e2-415f7d2c8088'}] {{(pid=107279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 07:48:31.807383 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706979451550896f7b9833a7a6f18e8e6b98f6eca7edeab709f82497fe6197ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75b1039e-9348-4740-985c-b2342f9ba731" -d '{"events": [{"name": "network-changed", "server_uuid": "533c974f-14a5-43e3-a746-c3156eae4282", "tag": "9499e9bc-c07e-4389-a2e2-415f7d2c8088"}]}' {{(pid=107279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 07:48:31.860803 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5244127-4ab2-4102-8cb9-069ace238b6e tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] Pushing event updated for resources: {'Port': ['ID=9499e9bc-c07e-4389-a2e2-415f7d2c8088,revision_number=6']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:48:31.874558 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 07:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7b4b858-9b9a-4a4e-a379-a3424c3dca50 x-openstack-request-id: req-b7b4b858-9b9a-4a4e-a379-a3424c3dca50 {{(pid=107279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 07:48:31.874772 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "533c974f-14a5-43e3-a746-c3156eae4282", "tag": "9499e9bc-c07e-4389-a2e2-415f7d2c8088", "status": "completed", "code": 200}]} {{(pid=107279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 07:48:31.875018 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b7b4b858-9b9a-4a4e-a379-a3424c3dca50 {{(pid=107279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 07:48:31.875415 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7b4b858-9b9a-4a4e-a379-a3424c3dca50'] response: {'name': 'network-changed', 'server_uuid': '533c974f-14a5-43e3-a746-c3156eae4282', 'tag': '9499e9bc-c07e-4389-a2e2-415f7d2c8088', 'status': 'completed', 'code': 200} Sep 15 07:48:31.905569 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] get_ports_and_sgs() called for port_ids ['9499e9bc-c07e-4389-a2e2-415f7d2c8088'] {{(pid=107290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 07:48:31.966011 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b530ba5d-a620-4046-8607-de6e3b892074 req-cdaa3280-01bb-41e4-b042-5a604c72add5 tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:48:31.967495 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-b530ba5d-a620-4046-8607-de6e3b892074 req-cdaa3280-01bb-41e4-b042-5a604c72add5 tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=533c974f-14a5-43e3-a746-c3156eae4282 HTTP/1.1" status: 200 len: 985 time: 0.0831344 Sep 15 07:48:31.971110 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=100 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:48:31.973276 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b1039e-9348-4740-985c-b2342f9ba731 req-b373cdad-c74f-44ee-bef0-a4a57efee4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:48:31.974742 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-75b1039e-9348-4740-985c-b2342f9ba731 req-b373cdad-c74f-44ee-bef0-a4a57efee4bb service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=00091272c5a745f2bf80723a69fbfc61&device_id=533c974f-14a5-43e3-a746-c3156eae4282 HTTP/1.1" status: 200 len: 1169 time: 0.0560563 Sep 15 07:48:32.071317 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:48:32.092048 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-b530ba5d-a620-4046-8607-de6e3b892074 req-d75bd4da-652a-407c-b46d-ce04793bd2a2 tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=397109af-b9fe-4303-a659-43ba7c19828f&id=408b2aa9-b550-4c7d-a697-0e509d9d3a37&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1163416 Sep 15 07:48:32.129880 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=100 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:48:32.139086 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b1039e-9348-4740-985c-b2342f9ba731 req-335da04a-5060-4a51-a616-8856f590c19e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:48:32.140624 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-75b1039e-9348-4740-985c-b2342f9ba731 req-335da04a-5060-4a51-a616-8856f590c19e service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=970c4a81-43bc-4dcc-bb59-25887f2adff4 HTTP/1.1" status: 200 len: 915 time: 0.1521962 Sep 15 07:48:32.211885 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b5afa1-03f4-4df8-8a58-5d85c908125a req-4f1252ff-2505-4520-b69d-d545ecd3e8cf tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:48:32.213273 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-89b5afa1-03f4-4df8-8a58-5d85c908125a req-4f1252ff-2505-4520-b69d-d545ecd3e8cf tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=30ed5535-17bd-48d9-b6b5-ba296066b7ec HTTP/1.1" status: 200 len: 946 time: 0.0860050 Sep 15 07:48:32.245699 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-75b1039e-9348-4740-985c-b2342f9ba731 req-4dd63e8e-1057-41e1-822b-d52caff79b72 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9499e9bc-c07e-4389-a2e2-415f7d2c8088 HTTP/1.1" status: 200 len: 1001 time: 0.0853932 Sep 15 07:48:32.307827 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-89b5afa1-03f4-4df8-8a58-5d85c908125a req-94469aba-23a8-4e06-b4b0-33cabcfcd601 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=be0daa10-fd6e-4380-aa0f-09cb542308d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849059 Sep 15 07:48:32.319784 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b1039e-9348-4740-985c-b2342f9ba731 req-979d746f-9e12-49a1-a555-99ca08c6e028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:48:32.321244 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-75b1039e-9348-4740-985c-b2342f9ba731 req-979d746f-9e12-49a1-a555-99ca08c6e028 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=39682b7b-658f-4137-ab83-efd9644bda36 HTTP/1.1" status: 200 len: 853 time: 0.0622923 Sep 15 07:48:32.370367 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b1039e-9348-4740-985c-b2342f9ba731 req-36d3a7e9-7d15-424e-842e-e1100f0da794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:48:32.371856 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-75b1039e-9348-4740-985c-b2342f9ba731 req-36d3a7e9-7d15-424e-842e-e1100f0da794 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=970c4a81-43bc-4dcc-bb59-25887f2adff4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396616 Sep 15 07:48:32.706055 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-75b1039e-9348-4740-985c-b2342f9ba731 req-f644a222-7f91-485d-8aca-8b2af262fc3b service neutron] 10.222.0.26 "GET /networking/v2.0/networks/970c4a81-43bc-4dcc-bb59-25887f2adff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3264604 Sep 15 07:48:32.797036 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-75b1039e-9348-4740-985c-b2342f9ba731 req-0a730f20-c6e2-48fe-975a-a053d841d465 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/970c4a81-43bc-4dcc-bb59-25887f2adff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835671 Sep 15 07:48:38.528866 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=11,neutron:DELETE=1 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:48:38.529676 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=67,neutron:DELETE=1 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:48:39.436922 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:48:39.439737 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:48:42.421463 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=92 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:48:42.425445 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=28 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:48:42.787762 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=23 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:48:42.794160 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=96 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:48:42.813187 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (25cf60a6-7ad2-448a-9326-c12b453ddee0), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:48:49.719328 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fffee89-99d4-41d4-8526-6e57a0dadb97 req-532ca5b2-f892-42f3-ae9a-0214fe58b8f7 tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:48:49.721969 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-6fffee89-99d4-41d4-8526-6e57a0dadb97 req-532ca5b2-f892-42f3-ae9a-0214fe58b8f7 tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=533c974f-14a5-43e3-a746-c3156eae4282 HTTP/1.1" status: 200 len: 985 time: 0.2077100 Sep 15 07:48:49.784043 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-6fffee89-99d4-41d4-8526-6e57a0dadb97 req-01490caf-880d-4690-aba3-3670e28fe8d1 tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=397109af-b9fe-4303-a659-43ba7c19828f&id=408b2aa9-b550-4c7d-a697-0e509d9d3a37&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0561216 Sep 15 07:48:49.835305 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d725f73-8d60-4089-a3d4-7302d02143b8 req-e54fb491-8339-47cc-8ee8-304791cb4afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:48:49.836756 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-6d725f73-8d60-4089-a3d4-7302d02143b8 req-e54fb491-8339-47cc-8ee8-304791cb4afe service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=00091272c5a745f2bf80723a69fbfc61&device_id=533c974f-14a5-43e3-a746-c3156eae4282 HTTP/1.1" status: 200 len: 1169 time: 0.0390646 Sep 15 07:48:49.938539 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d725f73-8d60-4089-a3d4-7302d02143b8 req-b6e887f4-1564-4af9-a2fc-846f6c2b42e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:48:49.939883 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-6d725f73-8d60-4089-a3d4-7302d02143b8 req-b6e887f4-1564-4af9-a2fc-846f6c2b42e4 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=970c4a81-43bc-4dcc-bb59-25887f2adff4 HTTP/1.1" status: 200 len: 915 time: 0.0962806 Sep 15 07:48:50.005189 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-6d725f73-8d60-4089-a3d4-7302d02143b8 req-15d6e9a3-9fd9-4a17-b376-5a4861a0e60f service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9499e9bc-c07e-4389-a2e2-415f7d2c8088 HTTP/1.1" status: 200 len: 1001 time: 0.0553033 Sep 15 07:48:50.054719 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d725f73-8d60-4089-a3d4-7302d02143b8 req-fc25e147-63a3-4072-9532-60d3c18a2247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:48:50.056166 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-6d725f73-8d60-4089-a3d4-7302d02143b8 req-fc25e147-63a3-4072-9532-60d3c18a2247 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=39682b7b-658f-4137-ab83-efd9644bda36 HTTP/1.1" status: 200 len: 853 time: 0.0440335 Sep 15 07:48:50.106139 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d725f73-8d60-4089-a3d4-7302d02143b8 req-5914677f-bf34-40d4-99eb-cadd277c7525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:48:50.107573 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-6d725f73-8d60-4089-a3d4-7302d02143b8 req-5914677f-bf34-40d4-99eb-cadd277c7525 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=970c4a81-43bc-4dcc-bb59-25887f2adff4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413511 Sep 15 07:48:50.199464 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-6d725f73-8d60-4089-a3d4-7302d02143b8 req-5b80cc91-74e2-45f5-8f70-e057a8a7f681 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/970c4a81-43bc-4dcc-bb59-25887f2adff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833786 Sep 15 07:48:50.296000 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-6d725f73-8d60-4089-a3d4-7302d02143b8 req-ed189cd3-1c9d-4df2-8e2a-9f6c145056df service neutron] 10.222.0.26 "GET /networking/v2.0/networks/970c4a81-43bc-4dcc-bb59-25887f2adff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877662 Sep 15 07:48:50.817902 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-68c44446-208e-4d00-a6f6-e272c7c2ec27 req-af04af2f-89db-46a7-a58f-27d826b6d7fc service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=30ed5535-17bd-48d9-b6b5-ba296066b7ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386806 Sep 15 07:48:50.882295 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c44446-208e-4d00-a6f6-e272c7c2ec27 req-37c37af6-f1fd-46d1-b45e-b839495f710f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:48:50.883811 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-68c44446-208e-4d00-a6f6-e272c7c2ec27 req-37c37af6-f1fd-46d1-b45e-b839495f710f service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=a9d0f5e6d6cf423485157e1381a12713&device_id=30ed5535-17bd-48d9-b6b5-ba296066b7ec HTTP/1.1" status: 200 len: 1130 time: 0.0432293 Sep 15 07:48:51.004566 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ce8eb5-a06c-431c-bd99-18ed3de651a1 req-d78d50e6-78d6-4e89-b28f-845240ef00b0 tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:48:51.006029 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-65ce8eb5-a06c-431c-bd99-18ed3de651a1 req-d78d50e6-78d6-4e89-b28f-845240ef00b0 tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=533c974f-14a5-43e3-a746-c3156eae4282 HTTP/1.1" status: 200 len: 985 time: 0.1398046 Sep 15 07:48:51.059040 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c44446-208e-4d00-a6f6-e272c7c2ec27 req-7efb2de1-f0d3-44d4-a1c5-2bef634b9193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:48:51.060472 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-68c44446-208e-4d00-a6f6-e272c7c2ec27 req-7efb2de1-f0d3-44d4-a1c5-2bef634b9193 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=a516fb80-088a-420e-bbe2-327bfb75896d HTTP/1.1" status: 200 len: 912 time: 0.1542125 Sep 15 07:48:51.124463 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-65ce8eb5-a06c-431c-bd99-18ed3de651a1 req-b9895fa8-b417-4718-9fb1-a06b3ffd332e tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=397109af-b9fe-4303-a659-43ba7c19828f&id=408b2aa9-b550-4c7d-a697-0e509d9d3a37&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1116908 Sep 15 07:48:51.142805 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-68c44446-208e-4d00-a6f6-e272c7c2ec27 req-130e8481-98dd-493c-aa30-738afe91a544 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e5a7191-bf35-416a-9367-9584add6f1b5 HTTP/1.1" status: 200 len: 1002 time: 0.0720589 Sep 15 07:48:51.157873 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=100 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:48:51.192608 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c44446-208e-4d00-a6f6-e272c7c2ec27 req-94b98d43-79b4-48a6-adcf-d93a70a62944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:48:51.194041 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-68c44446-208e-4d00-a6f6-e272c7c2ec27 req-94b98d43-79b4-48a6-adcf-d93a70a62944 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=2011c2ef-cc51-4f76-b38a-cc4eb8a0b890 HTTP/1.1" status: 200 len: 850 time: 0.0440507 Sep 15 07:48:51.238072 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c44446-208e-4d00-a6f6-e272c7c2ec27 req-d629a179-c8a9-4b08-bb02-bc6e4160e2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:48:51.239533 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-68c44446-208e-4d00-a6f6-e272c7c2ec27 req-d629a179-c8a9-4b08-bb02-bc6e4160e2ec service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=a516fb80-088a-420e-bbe2-327bfb75896d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377047 Sep 15 07:48:51.309721 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=100 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:48:51.333233 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-68c44446-208e-4d00-a6f6-e272c7c2ec27 req-7870caad-e3ff-44be-aa26-9646c1961483 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/a516fb80-088a-420e-bbe2-327bfb75896d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865376 Sep 15 07:48:51.429053 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-68c44446-208e-4d00-a6f6-e272c7c2ec27 req-006df1a6-8df9-4874-8e62-ad12a723d1a4 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/a516fb80-088a-420e-bbe2-327bfb75896d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875683 Sep 15 07:48:52.250781 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd5bfe1-aa32-4011-8336-a4ffcabb6b83 req-14ac00df-97eb-4c19-9149-73e8f417a741 tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:48:52.256117 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-7bd5bfe1-aa32-4011-8336-a4ffcabb6b83 req-14ac00df-97eb-4c19-9149-73e8f417a741 tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=533c974f-14a5-43e3-a746-c3156eae4282 HTTP/1.1" status: 200 len: 985 time: 0.0542920 Sep 15 07:48:52.317292 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-7bd5bfe1-aa32-4011-8336-a4ffcabb6b83 req-b45a68ad-c5da-4fd2-bc0e-87cfb85a5f29 tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=397109af-b9fe-4303-a659-43ba7c19828f&id=408b2aa9-b550-4c7d-a697-0e509d9d3a37&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0539801 Sep 15 07:48:52.535608 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-2de56800-7405-47f3-a18a-2b0765da8457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (47b201f8-ba91-4005-8457-67653169c522), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:48:53.438262 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4693abb-914a-4d69-9ee9-4ec31e1a9c5e req-e627e9b5-e966-49f5-98fc-b1e5a56a5992 tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:48:53.439699 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-a4693abb-914a-4d69-9ee9-4ec31e1a9c5e req-e627e9b5-e966-49f5-98fc-b1e5a56a5992 tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=533c974f-14a5-43e3-a746-c3156eae4282 HTTP/1.1" status: 200 len: 985 time: 0.0469170 Sep 15 07:48:53.501292 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-a4693abb-914a-4d69-9ee9-4ec31e1a9c5e req-09e14aa7-9cee-4969-9c0d-6ec4efdb622d tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=397109af-b9fe-4303-a659-43ba7c19828f&id=408b2aa9-b550-4c7d-a697-0e509d9d3a37&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0558896 Sep 15 07:48:54.625527 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bd6285-9b56-4bdd-b352-11ece2a01306 req-366c470d-dd58-4e60-8f60-528498f73b2b tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:48:54.626982 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-f7bd6285-9b56-4bdd-b352-11ece2a01306 req-366c470d-dd58-4e60-8f60-528498f73b2b tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=533c974f-14a5-43e3-a746-c3156eae4282 HTTP/1.1" status: 200 len: 985 time: 0.0507452 Sep 15 07:48:54.686621 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-f7bd6285-9b56-4bdd-b352-11ece2a01306 req-78499bba-abf4-413f-99dc-6ee08fe5b851 tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=397109af-b9fe-4303-a659-43ba7c19828f&id=408b2aa9-b550-4c7d-a697-0e509d9d3a37&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0540638 Sep 15 07:48:54.809444 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-8fbba0a4-3b44-479f-bdbd-380bbd70ee91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (6177172c-20b9-4a3a-92be-d5dd082cfa3a), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:48:55.809380 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b08ae86-80b7-4740-8855-a9c34a922afb req-d7b52250-7cd6-4ef6-af63-d59f61cb797f tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:48:55.810892 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-2b08ae86-80b7-4740-8855-a9c34a922afb req-d7b52250-7cd6-4ef6-af63-d59f61cb797f tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=533c974f-14a5-43e3-a746-c3156eae4282 HTTP/1.1" status: 200 len: 985 time: 0.0480902 Sep 15 07:48:55.878086 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-2b08ae86-80b7-4740-8855-a9c34a922afb req-9839dfe2-9881-421c-bed8-f61d30072ccf tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=397109af-b9fe-4303-a659-43ba7c19828f&id=408b2aa9-b550-4c7d-a697-0e509d9d3a37&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0612466 Sep 15 07:48:56.052034 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-0f44d0d5-b296-4658-a59d-71e94f9a3b32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (71b2a813-2b59-4e69-b901-83528b6ecb8f), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:48:57.001482 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf16fa3-c707-4463-9688-d2a9d35570a2 req-0916be4f-b190-43ba-a975-2b65e9e7dafc tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:48:57.002965 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-fcf16fa3-c707-4463-9688-d2a9d35570a2 req-0916be4f-b190-43ba-a975-2b65e9e7dafc tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=533c974f-14a5-43e3-a746-c3156eae4282 HTTP/1.1" status: 200 len: 985 time: 0.0505435 Sep 15 07:48:57.063120 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-fcf16fa3-c707-4463-9688-d2a9d35570a2 req-9a4e1625-be91-45e5-b022-0a3adc6da3f7 tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=397109af-b9fe-4303-a659-43ba7c19828f&id=408b2aa9-b550-4c7d-a697-0e509d9d3a37&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0545135 Sep 15 07:48:57.520130 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-677e5667-6d12-4a09-97b6-65dca69daeb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (4c9c4bf3-096b-4dee-b844-12a870317301), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:48:57.714796 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (c3acd0b9-3b8e-4f77-9053-2ca2457616b3), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:48:58.185222 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16788e6c-7a04-401f-8ea1-214e6aa66e8e req-6714d625-5908-4b50-afaa-11ab68a783c7 tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:48:58.186919 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-16788e6c-7a04-401f-8ea1-214e6aa66e8e req-6714d625-5908-4b50-afaa-11ab68a783c7 tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=533c974f-14a5-43e3-a746-c3156eae4282 HTTP/1.1" status: 200 len: 985 time: 0.0470905 Sep 15 07:48:58.247504 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-16788e6c-7a04-401f-8ea1-214e6aa66e8e req-119dca3a-27fd-48a4-a550-cd57c22fc05c tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=397109af-b9fe-4303-a659-43ba7c19828f&id=408b2aa9-b550-4c7d-a697-0e509d9d3a37&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0547709 Sep 15 07:48:59.360538 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=2 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:48:59.367451 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=4 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:48:59.369609 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a069cb91-b45e-47b5-991d-ea82cbb55e28 req-6bd3970c-6279-45fa-ae4c-912fd78e3bd2 tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:48:59.371038 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-a069cb91-b45e-47b5-991d-ea82cbb55e28 req-6bd3970c-6279-45fa-ae4c-912fd78e3bd2 tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=533c974f-14a5-43e3-a746-c3156eae4282 HTTP/1.1" status: 200 len: 985 time: 0.0491853 Sep 15 07:48:59.436121 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-a069cb91-b45e-47b5-991d-ea82cbb55e28 req-c1cdffbd-3ba4-434f-98be-8dcab42cecad tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=397109af-b9fe-4303-a659-43ba7c19828f&id=408b2aa9-b550-4c7d-a697-0e509d9d3a37&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0592914 Sep 15 07:49:00.556514 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4395824e-d175-4a9e-bc21-2b03bc9b5bc0 req-edc0bd3e-017b-42c8-8dc0-c4f44db2a3f4 tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:49:00.558780 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-4395824e-d175-4a9e-bc21-2b03bc9b5bc0 req-edc0bd3e-017b-42c8-8dc0-c4f44db2a3f4 tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=533c974f-14a5-43e3-a746-c3156eae4282 HTTP/1.1" status: 200 len: 985 time: 0.0471797 Sep 15 07:49:00.591871 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=100 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:49:00.595478 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=100 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:49:00.619632 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-4395824e-d175-4a9e-bc21-2b03bc9b5bc0 req-ee2ea3f0-6618-4d6b-b223-99420bac368b tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=397109af-b9fe-4303-a659-43ba7c19828f&id=408b2aa9-b550-4c7d-a697-0e509d9d3a37&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0553651 Sep 15 07:49:01.742482 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d7119d-981c-49b3-ab83-7e9f5095b896 req-25d50719-dc55-4ef6-b16f-9c8c27872222 tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:49:01.744844 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-21d7119d-981c-49b3-ab83-7e9f5095b896 req-25d50719-dc55-4ef6-b16f-9c8c27872222 tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=533c974f-14a5-43e3-a746-c3156eae4282 HTTP/1.1" status: 200 len: 985 time: 0.0490112 Sep 15 07:49:01.809048 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-21d7119d-981c-49b3-ab83-7e9f5095b896 req-601344dd-480e-4a8b-b96d-ea970965c75b tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=397109af-b9fe-4303-a659-43ba7c19828f&id=408b2aa9-b550-4c7d-a697-0e509d9d3a37&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0586648 Sep 15 07:49:05.416139 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348810b7-96de-4cce-9804-3aec84d5b6ce req-13109ece-b204-4f5d-815d-f09bd8c9f98c tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:49:05.417690 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-348810b7-96de-4cce-9804-3aec84d5b6ce req-13109ece-b204-4f5d-815d-f09bd8c9f98c tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=30ed5535-17bd-48d9-b6b5-ba296066b7ec HTTP/1.1" status: 200 len: 946 time: 0.0474889 Sep 15 07:49:05.466014 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-348810b7-96de-4cce-9804-3aec84d5b6ce req-eab6c69e-64f1-4d2a-8fd2-84be7095f1f1 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=be0daa10-fd6e-4380-aa0f-09cb542308d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428391 Sep 15 07:49:06.301039 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.agents_db [None req-df016ec4-f85e-4abb-9405-ce942686afd2 None None] Agent healthcheck: found 6 active agents {{(pid=107295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 07:49:06.586853 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682ccef6-6ed7-4de2-a928-1eb1de146229 req-eb326627-8a1a-4282-b893-35427f641a47 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:49:06.588597 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-682ccef6-6ed7-4de2-a928-1eb1de146229 req-eb326627-8a1a-4282-b893-35427f641a47 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=30ed5535-17bd-48d9-b6b5-ba296066b7ec HTTP/1.1" status: 200 len: 946 time: 0.0461047 Sep 15 07:49:06.635710 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-682ccef6-6ed7-4de2-a928-1eb1de146229 req-d7504fe9-092c-4892-9248-d0dca67fad53 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=be0daa10-fd6e-4380-aa0f-09cb542308d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415821 Sep 15 07:49:07.338974 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946587b9-16a0-480e-9b5a-4bf436768b21 req-bff4ed1c-2c7e-4916-85ee-624674472b9f tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:49:07.340370 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-946587b9-16a0-480e-9b5a-4bf436768b21 req-bff4ed1c-2c7e-4916-85ee-624674472b9f tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=30ed5535-17bd-48d9-b6b5-ba296066b7ec HTTP/1.1" status: 200 len: 946 time: 0.0488341 Sep 15 07:49:07.421805 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.plugin [req-946587b9-16a0-480e-9b5a-4bf436768b21 req-a77b8402-4e41-471e-bd0a-e3f7cce3f083 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Deleting port 6e5a7191-bf35-416a-9367-9584add6f1b5 {{(pid=107279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 07:49:07.425461 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [req-946587b9-16a0-480e-9b5a-4bf436768b21 req-a77b8402-4e41-471e-bd0a-e3f7cce3f083 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729658711565'] for port (6e5a7191-bf35-416a-9367-9584add6f1b5), before_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:07.514655 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.db [req-946587b9-16a0-480e-9b5a-4bf436768b21 req-a77b8402-4e41-471e-bd0a-e3f7cce3f083 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] For port 6e5a7191-bf35-416a-9367-9584add6f1b5, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=6e5a7191-bf35-416a-9367-9584add6f1b5,segment=NetworkSegment(008f3101-5296-4c7d-b4d0-dc9475772d60),segment_id=008f3101-5296-4c7d-b4d0-dc9475772d60)] {{(pid=107279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:49:07.515019 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [req-946587b9-16a0-480e-9b5a-4bf436768b21 req-a77b8402-4e41-471e-bd0a-e3f7cce3f083 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009180'] for port (6e5a7191-bf35-416a-9367-9584add6f1b5), precommit_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:07.632435 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:49:07.634201 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:49:07.691316 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [req-946587b9-16a0-480e-9b5a-4bf436768b21 req-a77b8402-4e41-471e-bd0a-e3f7cce3f083 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:07.691803 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [req-946587b9-16a0-480e-9b5a-4bf436768b21 req-a77b8402-4e41-471e-bd0a-e3f7cce3f083 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2007462'] for floatingip (6e91ba6b-f40a-46c7-a49d-6ea1826f0ef3), after_update {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:07.692022 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.db.l3_db [req-946587b9-16a0-480e-9b5a-4bf436768b21 req-a77b8402-4e41-471e-bd0a-e3f7cce3f083 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Floating IP 6e91ba6b-f40a-46c7-a49d-6ea1826f0ef3 disassociated. External IP: 172.27.0.217, port: 6e5a7191-bf35-416a-9367-9584add6f1b5. Sep 15 07:49:07.692307 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.plugin [req-946587b9-16a0-480e-9b5a-4bf436768b21 req-a77b8402-4e41-471e-bd0a-e3f7cce3f083 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Calling delete_port for 6e5a7191-bf35-416a-9367-9584add6f1b5 owned by compute:nova {{(pid=107279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 07:49:07.798289 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80c8a14-c302-4b49-8bae-00519d31fe61 req-23f4b3de-1392-4cbf-9f72-a0c182dafb02 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:49:07.799733 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-b80c8a14-c302-4b49-8bae-00519d31fe61 req-23f4b3de-1392-4cbf-9f72-a0c182dafb02 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=30ed5535-17bd-48d9-b6b5-ba296066b7ec HTTP/1.1" status: 200 len: 946 time: 0.0683217 Sep 15 07:49:07.883341 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-b80c8a14-c302-4b49-8bae-00519d31fe61 req-ec117ec6-9b16-420d-b6c8-62f2e3a8903d tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=be0daa10-fd6e-4380-aa0f-09cb542308d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726581 Sep 15 07:49:07.888075 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:49:07.968637 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [req-946587b9-16a0-480e-9b5a-4bf436768b21 req-a77b8402-4e41-471e-bd0a-e3f7cce3f083 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729658628491', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729658170588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991753'] for port (6e5a7191-bf35-416a-9367-9584add6f1b5), after_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:07.976637 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:49:07.997311 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77b8402-4e41-471e-bd0a-e3f7cce3f083 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Pushing event deleted for resources: {'Port': ['ID=6e5a7191-bf35-416a-9367-9584add6f1b5,revision_number=None']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:49:08.007456 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77b8402-4e41-471e-bd0a-e3f7cce3f083 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:49:08.007802 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77b8402-4e41-471e-bd0a-e3f7cce3f083 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:49:08.008146 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77b8402-4e41-471e-bd0a-e3f7cce3f083 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:49:08.008549 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77b8402-4e41-471e-bd0a-e3f7cce3f083 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:49:08.008896 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77b8402-4e41-471e-bd0a-e3f7cce3f083 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:49:08.009261 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77b8402-4e41-471e-bd0a-e3f7cce3f083 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:49:08.009605 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77b8402-4e41-471e-bd0a-e3f7cce3f083 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:49:08.009935 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77b8402-4e41-471e-bd0a-e3f7cce3f083 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:49:08.010257 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77b8402-4e41-471e-bd0a-e3f7cce3f083 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:49:08.010586 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77b8402-4e41-471e-bd0a-e3f7cce3f083 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:49:08.010912 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77b8402-4e41-471e-bd0a-e3f7cce3f083 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:49:08.011236 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77b8402-4e41-471e-bd0a-e3f7cce3f083 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:49:08.011559 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77b8402-4e41-471e-bd0a-e3f7cce3f083 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:49:08.011876 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77b8402-4e41-471e-bd0a-e3f7cce3f083 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:49:08.012197 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77b8402-4e41-471e-bd0a-e3f7cce3f083 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:49:08.120071 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.scheduler.l3_agent_scheduler [req-946587b9-16a0-480e-9b5a-4bf436768b21 req-a77b8402-4e41-471e-bd0a-e3f7cce3f083 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Router 9aa1fe18-6227-4f90-9a37-aee3b4f745ec has already been hosted by L3 agent 6177172c-20b9-4a3a-92be-d5dd082cfa3a {{(pid=107279) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 07:49:08.224817 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-946587b9-16a0-480e-9b5a-4bf436768b21 req-a77b8402-4e41-471e-bd0a-e3f7cce3f083 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Notify agent at l3_agent.dv-cinder-824149-6-iscsi the message routers_updated {{(pid=107279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 07:49:08.234751 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52579184-5032-410c-85ea-9ad3c37e0e89 None None] Sync routers for ids ['9aa1fe18-6227-4f90-9a37-aee3b4f745ec'] in dv-cinder-824149-6-iscsi {{(pid=107290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 07:49:08.245426 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52579184-5032-410c-85ea-9ad3c37e0e89 None None] Routers {'9aa1fe18-6227-4f90-9a37-aee3b4f745ec'} bound to L3 agent in host dv-cinder-824149-6-iscsi {{(pid=107290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 07:49:08.246077 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_hamode_db [None req-52579184-5032-410c-85ea-9ad3c37e0e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-15T07:30:25Z,description=,heartbeat_timestamp=2022-09-15T07:48:55Z,host='dv-cinder-824149-6-iscsi',id=6177172c-20b9-4a3a-92be-d5dd082cfa3a,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T07:30:25Z,topic='l3_agent')) {'router_ids': ['9aa1fe18-6227-4f90-9a37-aee3b4f745ec'], 'active': True} {{(pid=107290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:49:08.264929 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.db.l3_dvrscheduler_db [req-946587b9-16a0-480e-9b5a-4bf436768b21 req-a77b8402-4e41-471e-bd0a-e3f7cce3f083 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] No DVR routers for this DVR port 6e5a7191-bf35-416a-9367-9584add6f1b5 on host hv-cinder-82414 {{(pid=107279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 07:49:08.267621 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [req-946587b9-16a0-480e-9b5a-4bf436768b21 req-a77b8402-4e41-471e-bd0a-e3f7cce3f083 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382552'] for port (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:08.270961 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-946587b9-16a0-480e-9b5a-4bf436768b21 req-a77b8402-4e41-471e-bd0a-e3f7cce3f083 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] 10.222.0.26 "DELETE /networking/v2.0/ports/6e5a7191-bf35-416a-9367-9584add6f1b5 HTTP/1.1" status: 204 len: 173 time: 0.9252484 Sep 15 07:49:08.271427 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30ed5535-17bd-48d9-b6b5-ba296066b7ec', 'name': 'network-vif-deleted', 'tag': '6e5a7191-bf35-416a-9367-9584add6f1b5'}] {{(pid=107279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 07:49:08.273649 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706979451550896f7b9833a7a6f18e8e6b98f6eca7edeab709f82497fe6197ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-689712a4-e68f-4874-b414-d920e034207c" -d '{"events": [{"server_uuid": "30ed5535-17bd-48d9-b6b5-ba296066b7ec", "name": "network-vif-deleted", "tag": "6e5a7191-bf35-416a-9367-9584add6f1b5"}]}' {{(pid=107279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 07:49:08.361979 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvr_db [None req-52579184-5032-410c-85ea-9ad3c37e0e89 None None] Set router 9aa1fe18-6227-4f90-9a37-aee3b4f745ec gateway port host: dv-cinder-824149-6-iscsi {{(pid=107290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 07:49:08.372348 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 07:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b1efbb0-8194-4516-9a77-63ef4a90d7df x-openstack-request-id: req-2b1efbb0-8194-4516-9a77-63ef4a90d7df {{(pid=107279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 07:49:08.372840 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30ed5535-17bd-48d9-b6b5-ba296066b7ec", "name": "network-vif-deleted", "tag": "6e5a7191-bf35-416a-9367-9584add6f1b5", "status": "completed", "code": 200}]} {{(pid=107279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 07:49:08.373271 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2b1efbb0-8194-4516-9a77-63ef4a90d7df {{(pid=107279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 07:49:08.373702 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b1efbb0-8194-4516-9a77-63ef4a90d7df'] response: {'server_uuid': '30ed5535-17bd-48d9-b6b5-ba296066b7ec', 'name': 'network-vif-deleted', 'tag': '6e5a7191-bf35-416a-9367-9584add6f1b5', 'status': 'completed', 'code': 200} Sep 15 07:49:08.560928 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_hamode_db [None req-52579184-5032-410c-85ea-9ad3c37e0e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aa1fe18-6227-4f90-9a37-aee3b4f745ec', 'name': 'tempest-AttachVolumeTestJSON-1805075857-router', 'tenant_id': 'a9d0f5e6d6cf423485157e1381a12713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '44fe9404-b114-42a7-afb5-f2e402df462c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:46:00Z', 'updated_at': '2022-09-15T07:46:03Z', 'revision_number': 4, 'project_id': 'a9d0f5e6d6cf423485157e1381a12713', 'gw_port': {'id': '44fe9404-b114-42a7-afb5-f2e402df462c', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aa1fe18-6227-4f90-9a37-aee3b4f745ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:46:00Z', 'updated_at': '2022-09-15T07:46:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi', '_interfaces': [{'id': '06cb40a0-061b-43f6-a12e-80fcf62e2427', 'name': '', 'network_id': 'a516fb80-088a-420e-bbe2-327bfb75896d', 'tenant_id': 'a9d0f5e6d6cf423485157e1381a12713', 'mac_address': 'fa:16:3e:2f:4b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aa1fe18-6227-4f90-9a37-aee3b4f745ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '2011c2ef-cc51-4f76-b38a-cc4eb8a0b890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:46:02Z', 'updated_at': '2022-09-15T07:46:06Z', 'revision_number': 5, 'project_id': 'a9d0f5e6d6cf423485157e1381a12713', 'subnets': [{'id': '2011c2ef-cc51-4f76-b38a-cc4eb8a0b890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-6-iscsi', False) {} {{(pid=107290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:49:08.585223 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52579184-5032-410c-85ea-9ad3c37e0e89 None None] Checking router: 9aa1fe18-6227-4f90-9a37-aee3b4f745ec for host: dv-cinder-824149-6-iscsi {{(pid=107290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 07:49:08.594613 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52579184-5032-410c-85ea-9ad3c37e0e89 None None] Routers {'9aa1fe18-6227-4f90-9a37-aee3b4f745ec'} bound to L3 agent in host dv-cinder-824149-6-iscsi {{(pid=107290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 07:49:08.595213 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_hamode_db [None req-52579184-5032-410c-85ea-9ad3c37e0e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-15T07:30:25Z,description=,heartbeat_timestamp=2022-09-15T07:48:55Z,host='dv-cinder-824149-6-iscsi',id=6177172c-20b9-4a3a-92be-d5dd082cfa3a,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T07:30:25Z,topic='l3_agent')) {'router_ids': ['9aa1fe18-6227-4f90-9a37-aee3b4f745ec'], 'active': True} {{(pid=107290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:49:08.699620 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvr_db [None req-52579184-5032-410c-85ea-9ad3c37e0e89 None None] Set router 9aa1fe18-6227-4f90-9a37-aee3b4f745ec gateway port host: dv-cinder-824149-6-iscsi {{(pid=107290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 07:49:09.003984 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-0239d125-4e97-4ec6-859e-49ecfd10a493 req-49df01b2-018d-4b69-925a-7dcd856ba10b tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=30ed5535-17bd-48d9-b6b5-ba296066b7ec HTTP/1.1" status: 200 len: 210 time: 0.0306120 Sep 15 07:49:09.020154 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_hamode_db [None req-52579184-5032-410c-85ea-9ad3c37e0e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aa1fe18-6227-4f90-9a37-aee3b4f745ec', 'name': 'tempest-AttachVolumeTestJSON-1805075857-router', 'tenant_id': 'a9d0f5e6d6cf423485157e1381a12713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '44fe9404-b114-42a7-afb5-f2e402df462c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:46:00Z', 'updated_at': '2022-09-15T07:46:03Z', 'revision_number': 4, 'project_id': 'a9d0f5e6d6cf423485157e1381a12713', 'gw_port': {'id': '44fe9404-b114-42a7-afb5-f2e402df462c', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aa1fe18-6227-4f90-9a37-aee3b4f745ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:46:00Z', 'updated_at': '2022-09-15T07:46:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi', '_interfaces': [{'id': '06cb40a0-061b-43f6-a12e-80fcf62e2427', 'name': '', 'network_id': 'a516fb80-088a-420e-bbe2-327bfb75896d', 'tenant_id': 'a9d0f5e6d6cf423485157e1381a12713', 'mac_address': 'fa:16:3e:2f:4b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aa1fe18-6227-4f90-9a37-aee3b4f745ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '2011c2ef-cc51-4f76-b38a-cc4eb8a0b890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:46:02Z', 'updated_at': '2022-09-15T07:46:06Z', 'revision_number': 5, 'project_id': 'a9d0f5e6d6cf423485157e1381a12713', 'subnets': [{'id': '2011c2ef-cc51-4f76-b38a-cc4eb8a0b890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-6-iscsi', False) {} {{(pid=107290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:49:09.046167 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52579184-5032-410c-85ea-9ad3c37e0e89 None None] The sync data for ids ['9aa1fe18-6227-4f90-9a37-aee3b4f745ec'] in dv-cinder-824149-6-iscsi is: [{'id': '9aa1fe18-6227-4f90-9a37-aee3b4f745ec', 'name': 'tempest-AttachVolumeTestJSON-1805075857-router', 'tenant_id': 'a9d0f5e6d6cf423485157e1381a12713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '44fe9404-b114-42a7-afb5-f2e402df462c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:46:00Z', 'updated_at': '2022-09-15T07:46:03Z', 'revision_number': 4, 'project_id': 'a9d0f5e6d6cf423485157e1381a12713', 'gw_port': {'id': '44fe9404-b114-42a7-afb5-f2e402df462c', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aa1fe18-6227-4f90-9a37-aee3b4f745ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:46:00Z', 'updated_at': '2022-09-15T07:46:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi', '_interfaces': [{'id': '06cb40a0-061b-43f6-a12e-80fcf62e2427', 'name': '', 'network_id': 'a516fb80-088a-420e-bbe2-327bfb75896d', 'tenant_id': 'a9d0f5e6d6cf423485157e1381a12713', 'mac_address': 'fa:16:3e:2f:4b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aa1fe18-6227-4f90-9a37-aee3b4f745ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '2011c2ef-cc51-4f76-b38a-cc4eb8a0b890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:46:02Z', 'updated_at': '2022-09-15T07:46:06Z', 'revision_number': 5, 'project_id': 'a9d0f5e6d6cf423485157e1381a12713', 'subnets': [{'id': '2011c2ef-cc51-4f76-b38a-cc4eb8a0b890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 07:49:09.270963 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3cefb2-5e32-4960-93ce-82f4e6f2fc30 None None] New status for floating IP 6e91ba6b-f40a-46c7-a49d-6ea1826f0ef3: DOWN {{(pid=107295) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 15 07:49:10.183431 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 40934) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:49:10.245195 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-ef53a71e-ab02-44a1-8acd-faa8e336bb56 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Publish callbacks [] for security_group (be0daa10-fd6e-4380-aa0f-09cb542308d7), before_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:10.267279 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-ef53a71e-ab02-44a1-8acd-faa8e336bb56 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Publish callbacks [] for security_group (be0daa10-fd6e-4380-aa0f-09cb542308d7), precommit_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:10.405124 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-ef53a71e-ab02-44a1-8acd-faa8e336bb56 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (be0daa10-fd6e-4380-aa0f-09cb542308d7), after_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:10.407708 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-ef53a71e-ab02-44a1-8acd-faa8e336bb56 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Publish callbacks [] for security_group (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:10.408904 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-ef53a71e-ab02-44a1-8acd-faa8e336bb56 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] 10.222.0.42 "DELETE /networking/v2.0/security-groups/be0daa10-fd6e-4380-aa0f-09cb542308d7 HTTP/1.1" status: 204 len: 168 time: 0.2244287 Sep 15 07:49:10.411647 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 40936) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:49:10.418427 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef53a71e-ab02-44a1-8acd-faa8e336bb56 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be0daa10-fd6e-4380-aa0f-09cb542308d7,revision_number=None']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:49:10.425571 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef53a71e-ab02-44a1-8acd-faa8e336bb56 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:49:10.425765 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.api.v2.resource [None req-e197ecc1-fe35-4995-b191-13bde7b794ae tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] show failed (client error): The resource could not be found. Sep 15 07:49:10.426000 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef53a71e-ab02-44a1-8acd-faa8e336bb56 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:49:10.426319 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef53a71e-ab02-44a1-8acd-faa8e336bb56 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:49:10.426656 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef53a71e-ab02-44a1-8acd-faa8e336bb56 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:49:10.426770 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-e197ecc1-fe35-4995-b191-13bde7b794ae tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] 10.222.0.42 "GET /networking/v2.0/security-groups/be0daa10-fd6e-4380-aa0f-09cb542308d7 HTTP/1.1" status: 404 len: 347 time: 0.0140953 Sep 15 07:49:10.426982 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef53a71e-ab02-44a1-8acd-faa8e336bb56 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:49:10.427301 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef53a71e-ab02-44a1-8acd-faa8e336bb56 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:49:10.427622 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef53a71e-ab02-44a1-8acd-faa8e336bb56 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:49:10.427944 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef53a71e-ab02-44a1-8acd-faa8e336bb56 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:49:10.428268 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef53a71e-ab02-44a1-8acd-faa8e336bb56 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:49:10.428587 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef53a71e-ab02-44a1-8acd-faa8e336bb56 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:49:10.428907 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef53a71e-ab02-44a1-8acd-faa8e336bb56 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:49:10.429229 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef53a71e-ab02-44a1-8acd-faa8e336bb56 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:49:10.429547 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef53a71e-ab02-44a1-8acd-faa8e336bb56 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:49:10.431979 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef53a71e-ab02-44a1-8acd-faa8e336bb56 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:49:10.431979 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef53a71e-ab02-44a1-8acd-faa8e336bb56 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:49:10.434139 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 40938) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:49:10.550765 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.plugin [None req-ebf59478-ac9a-4ccc-b0c2-fcba9a07830e tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Deleting port a2979802-ac46-418b-aeff-83f095c70db3 {{(pid=107279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 07:49:10.551104 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-ebf59478-ac9a-4ccc-b0c2-fcba9a07830e tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729658711565'] for port (a2979802-ac46-418b-aeff-83f095c70db3), before_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:10.627233 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-ebf59478-ac9a-4ccc-b0c2-fcba9a07830e tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009180'] for port (a2979802-ac46-418b-aeff-83f095c70db3), precommit_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:10.627553 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-ebf59478-ac9a-4ccc-b0c2-fcba9a07830e tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Publish callbacks [] for floatingip (a2979802-ac46-418b-aeff-83f095c70db3), precommit_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:10.643427 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.plugin [None req-ebf59478-ac9a-4ccc-b0c2-fcba9a07830e tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Calling delete_port for a2979802-ac46-418b-aeff-83f095c70db3 owned by network:floatingip {{(pid=107279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 07:49:10.854256 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-ebf59478-ac9a-4ccc-b0c2-fcba9a07830e tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729658628491', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729658170588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991753'] for port (a2979802-ac46-418b-aeff-83f095c70db3), after_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:10.876895 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf59478-ac9a-4ccc-b0c2-fcba9a07830e tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Pushing event deleted for resources: {'Port': ['ID=a2979802-ac46-418b-aeff-83f095c70db3,revision_number=None']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:49:10.944036 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-ebf59478-ac9a-4ccc-b0c2-fcba9a07830e tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Publish callbacks [] for floatingip (6e91ba6b-f40a-46c7-a49d-6ea1826f0ef3), after_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:10.946704 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-ebf59478-ac9a-4ccc-b0c2-fcba9a07830e tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382552'] for floatingip (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:10.947857 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-ebf59478-ac9a-4ccc-b0c2-fcba9a07830e tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/6e91ba6b-f40a-46c7-a49d-6ea1826f0ef3 HTTP/1.1" status: 204 len: 168 time: 0.5125833 Sep 15 07:49:11.076798 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 40942) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:49:11.081278 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.v2.base [None req-d26b97e4-424c-4482-a32f-8ee20898c042 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Request body: {'security_group': {'name': 'tempest-securitygroup--493321705', 'description': 'tempest-description--1397359174'}} {{(pid=107279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:49:11.174025 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-d26b97e4-424c-4482-a32f-8ee20898c042 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Publish callbacks [] for security_group (None), before_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:11.176919 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:49:11.245355 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-d26b97e4-424c-4482-a32f-8ee20898c042 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Publish callbacks [] for security_group (89318ed3-84ab-4ef8-8f7c-ebc9718189ba), precommit_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:11.319098 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-d26b97e4-424c-4482-a32f-8ee20898c042 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (89318ed3-84ab-4ef8-8f7c-ebc9718189ba), after_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:11.331535 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:49:11.350376 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26b97e4-424c-4482-a32f-8ee20898c042 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89318ed3-84ab-4ef8-8f7c-ebc9718189ba,revision_number=1']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:49:11.432780 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-d26b97e4-424c-4482-a32f-8ee20898c042 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Publish callbacks [] for security_group (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:11.433940 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-d26b97e4-424c-4482-a32f-8ee20898c042 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] 10.222.0.42 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3561516 Sep 15 07:49:11.436920 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 40944) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:49:11.441176 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.v2.base [None req-285a6ce3-603c-4b97-98d8-a3af7d085b79 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Request body: {'security_group_rule': {'security_group_id': '89318ed3-84ab-4ef8-8f7c-ebc9718189ba', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:49:11.536000 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-285a6ce3-603c-4b97-98d8-a3af7d085b79 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Publish callbacks [] for security_group_rule (c31b2dcf-adaf-448a-83a9-1a37028d64cf), before_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:11.591972 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-285a6ce3-603c-4b97-98d8-a3af7d085b79 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Publish callbacks [] for security_group_rule (c31b2dcf-adaf-448a-83a9-1a37028d64cf), precommit_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:11.661733 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-285a6ce3-603c-4b97-98d8-a3af7d085b79 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691784'] for security_group_rule (c31b2dcf-adaf-448a-83a9-1a37028d64cf), after_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:11.682946 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285a6ce3-603c-4b97-98d8-a3af7d085b79 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c31b2dcf-adaf-448a-83a9-1a37028d64cf,revision_number=0']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:49:11.727319 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-285a6ce3-603c-4b97-98d8-a3af7d085b79 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:11.728564 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-285a6ce3-603c-4b97-98d8-a3af7d085b79 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2907288 Sep 15 07:49:11.731548 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 40946) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:49:11.735753 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.v2.base [None req-9a769f2d-2a59-4fdb-84d7-98d8e8e2af4d tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Request body: {'security_group_rule': {'security_group_id': '89318ed3-84ab-4ef8-8f7c-ebc9718189ba', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:49:11.816708 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-9a769f2d-2a59-4fdb-84d7-98d8e8e2af4d tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Publish callbacks [] for security_group_rule (ac4a9ffd-bf99-4ffd-91fb-4a24d46c5df2), before_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:11.875263 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-9a769f2d-2a59-4fdb-84d7-98d8e8e2af4d tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Publish callbacks [] for security_group_rule (ac4a9ffd-bf99-4ffd-91fb-4a24d46c5df2), precommit_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:11.953821 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-9a769f2d-2a59-4fdb-84d7-98d8e8e2af4d tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691784'] for security_group_rule (ac4a9ffd-bf99-4ffd-91fb-4a24d46c5df2), after_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:11.973433 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a769f2d-2a59-4fdb-84d7-98d8e8e2af4d tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac4a9ffd-bf99-4ffd-91fb-4a24d46c5df2,revision_number=0']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:49:12.035655 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-9a769f2d-2a59-4fdb-84d7-98d8e8e2af4d tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:12.036854 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-9a769f2d-2a59-4fdb-84d7-98d8e8e2af4d tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3043916 Sep 15 07:49:12.040312 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 40948) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:49:12.045052 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.v2.base [None req-3daadda1-8cfc-470b-b522-377ba8006309 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Request body: {'floatingip': {'floating_network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa'}} {{(pid=107276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:49:12.130907 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-3daadda1-8cfc-470b-b522-377ba8006309 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:12.214061 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-3daadda1-8cfc-470b-b522-377ba8006309 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (None), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:12.321728 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.db.db_base_plugin_common [None req-3daadda1-8cfc-470b-b522-377ba8006309 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Allocated IP 172.27.0.145 (7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa/2c94e072-16ef-4b41-8118-d589be48e89d/b3e2d172-79ff-40a7-999a-469a439a683b) {{(pid=107276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 07:49:12.409954 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Device 6e5a7191-bf35-416a-9367-9584add6f1b5 no longer exists at agent hyperv_hv-cinder-82414 {{(pid=107290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 07:49:12.425220 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-3daadda1-8cfc-470b-b522-377ba8006309 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Publish callbacks [] for port (b3e2d172-79ff-40a7-999a-469a439a683b), precommit_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:12.432834 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] No Port match for: 6e5a7191-bf35-416a-9367-9584add6f1b5 {{(pid=107290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 07:49:12.436829 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Device 6e5a7191-bf35-416a-9367-9584add6f1b5 not bound to the agent host hv-cinder-82414 {{(pid=107290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 07:49:12.508829 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-3daadda1-8cfc-470b-b522-377ba8006309 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729658170579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260827426'] for port (b3e2d172-79ff-40a7-999a-469a439a683b), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:12.553290 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3daadda1-8cfc-470b-b522-377ba8006309 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Network 7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa is already hosted by enough agents. {{(pid=107276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 07:49:12.557219 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.scheduler.base_scheduler [None req-3daadda1-8cfc-470b-b522-377ba8006309 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Resources bound (agent type, host, resource id): {{(pid=107276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 07:49:12.559779 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3daadda1-8cfc-470b-b522-377ba8006309 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Received port after_create {{(pid=107276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 07:49:12.582162 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daadda1-8cfc-470b-b522-377ba8006309 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Pushing event updated for resources: {'Port': ['ID=b3e2d172-79ff-40a7-999a-469a439a683b,revision_number=1']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:49:12.645003 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-3daadda1-8cfc-470b-b522-377ba8006309 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Publish callbacks [] for floatingip (bbaed414-18f2-491b-8b28-42a995bd379d), precommit_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:12.719886 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:49:12.729378 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-3daadda1-8cfc-470b-b522-377ba8006309 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (b3e2d172-79ff-40a7-999a-469a439a683b), before_update {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:12.777120 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:49:12.791358 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (25cf60a6-7ad2-448a-9326-c12b453ddee0), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:12.879603 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-3daadda1-8cfc-470b-b522-377ba8006309 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Publish callbacks [] for port (b3e2d172-79ff-40a7-999a-469a439a683b), precommit_update {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:12.931079 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-3daadda1-8cfc-470b-b522-377ba8006309 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260827419'] for port (b3e2d172-79ff-40a7-999a-469a439a683b), after_update {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:13.257654 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-3daadda1-8cfc-470b-b522-377ba8006309 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2007462'] for floatingip (bbaed414-18f2-491b-8b28-42a995bd379d), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:13.260356 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daadda1-8cfc-470b-b522-377ba8006309 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Pushing event updated for resources: {'Port': ['ID=b3e2d172-79ff-40a7-999a-469a439a683b,revision_number=2']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:49:13.341048 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-3daadda1-8cfc-470b-b522-377ba8006309 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382552'] for floatingip (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:13.342299 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-3daadda1-8cfc-470b-b522-377ba8006309 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3006957 Sep 15 07:49:13.545729 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-e4c756b7-1139-43c4-bf58-f9d13a166c7f req-27286d1e-55d1-4708-85e4-803e0f1f11b9 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--493321705&fields=id&tenant_id=a9d0f5e6d6cf423485157e1381a12713 HTTP/1.1" status: 200 len: 267 time: 0.0428972 Sep 15 07:49:13.654563 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c756b7-1139-43c4-bf58-f9d13a166c7f req-569d7f88-ff36-4ab3-b172-b35a340af95f tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:49:13.655984 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-e4c756b7-1139-43c4-bf58-f9d13a166c7f req-569d7f88-ff36-4ab3-b172-b35a340af95f tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] 10.222.0.42 "GET /networking/v2.0/networks?id=a516fb80-088a-420e-bbe2-327bfb75896d HTTP/1.1" status: 200 len: 811 time: 0.1036658 Sep 15 07:49:13.670506 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-e4c756b7-1139-43c4-bf58-f9d13a166c7f req-909c69a0-3318-442d-8a80-621bdbbee90f tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] 10.222.0.42 "GET /networking/v2.0/quotas/a9d0f5e6d6cf423485157e1381a12713 HTTP/1.1" status: 200 len: 375 time: 0.0091386 Sep 15 07:49:13.719506 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-e4c756b7-1139-43c4-bf58-f9d13a166c7f req-10e57aff-bae3-4a4f-b058-516c9b75af88 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=a9d0f5e6d6cf423485157e1381a12713&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0439844 Sep 15 07:49:13.735334 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [req-e4c756b7-1139-43c4-bf58-f9d13a166c7f req-a85728ce-fa3a-474b-876f-359f38a399ff service neutron] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107279) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 15 07:49:13.736272 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-e4c756b7-1139-43c4-bf58-f9d13a166c7f req-a85728ce-fa3a-474b-876f-359f38a399ff service neutron] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0050719 Sep 15 07:49:13.828524 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-e4c756b7-1139-43c4-bf58-f9d13a166c7f req-0555510c-851d-49d6-8283-0bf41c5c8052 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/a516fb80-088a-420e-bbe2-327bfb75896d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868626 Sep 15 07:49:13.915712 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-e4c756b7-1139-43c4-bf58-f9d13a166c7f req-44a57716-afa8-4890-bdfa-1d0229169147 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/a516fb80-088a-420e-bbe2-327bfb75896d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815699 Sep 15 07:49:14.170792 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-e0674c12-03ca-4543-9e99-64dd9d0decd9 req-7d01766f-658e-4eef-99b7-a63e5ce7a7fd tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e82d95c9-8eb8-4c77-b1fc-2e31d7466bbd HTTP/1.1" status: 200 len: 210 time: 0.0285456 Sep 15 07:49:15.276161 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-7df3d5c2-e9f6-4296-a7ed-ea080565e6be req-e40f875d-f470-4ac0-8aad-14fdd897878b tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e82d95c9-8eb8-4c77-b1fc-2e31d7466bbd HTTP/1.1" status: 200 len: 210 time: 0.0303311 Sep 15 07:49:16.286738 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:49:16.327603 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c756b7-1139-43c4-bf58-f9d13a166c7f req-b2f72366-a8d2-4fe0-84cc-d9a23698f2f7 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:49:16.329140 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-e4c756b7-1139-43c4-bf58-f9d13a166c7f req-b2f72366-a8d2-4fe0-84cc-d9a23698f2f7 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] 10.222.0.26 "GET /networking/v2.0/networks?id=a516fb80-088a-420e-bbe2-327bfb75896d HTTP/1.1" status: 200 len: 811 time: 0.1067843 Sep 15 07:49:16.395211 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-ff839c02-7299-4e23-8dd4-37385ca050f4 req-1db5b1d2-b935-47e5-9148-92569a3797e4 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e82d95c9-8eb8-4c77-b1fc-2e31d7466bbd HTTP/1.1" status: 200 len: 210 time: 0.0362225 Sep 15 07:49:16.414580 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:49:16.433180 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-e4c756b7-1139-43c4-bf58-f9d13a166c7f req-7447748b-a9a4-45c7-9bcb-fd0a53d31ef9 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] 10.222.0.26 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=a9d0f5e6d6cf423485157e1381a12713 HTTP/1.1" status: 200 len: 379 time: 0.0898228 Sep 15 07:49:16.453648 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.v2.base [req-e4c756b7-1139-43c4-bf58-f9d13a166c7f req-fa5789df-bb63-4e42-bb75-874dc3c411c5 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Request body: {'port': {'device_id': 'e82d95c9-8eb8-4c77-b1fc-2e31d7466bbd', 'network_id': 'a516fb80-088a-420e-bbe2-327bfb75896d', 'admin_state_up': True, 'tenant_id': 'a9d0f5e6d6cf423485157e1381a12713', 'security_groups': ['89318ed3-84ab-4ef8-8f7c-ebc9718189ba']}} {{(pid=107279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:49:16.621433 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4c756b7-1139-43c4-bf58-f9d13a166c7f req-fa5789df-bb63-4e42-bb75-874dc3c411c5 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Made reservation on behalf of a9d0f5e6d6cf423485157e1381a12713 for: {'port': 1} {{(pid=107279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 07:49:16.625330 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [req-e4c756b7-1139-43c4-bf58-f9d13a166c7f req-fa5789df-bb63-4e42-bb75-874dc3c411c5 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (None), before_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:16.755001 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.db.db_base_plugin_common [req-e4c756b7-1139-43c4-bf58-f9d13a166c7f req-fa5789df-bb63-4e42-bb75-874dc3c411c5 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Allocated IP 172.20.0.5 (a516fb80-088a-420e-bbe2-327bfb75896d/2011c2ef-cc51-4f76-b38a-cc4eb8a0b890/a9942a95-f13c-4b93-b3ea-9e337fbfb77e) {{(pid=107279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 07:49:16.892116 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [req-e4c756b7-1139-43c4-bf58-f9d13a166c7f req-fa5789df-bb63-4e42-bb75-874dc3c411c5 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Publish callbacks [] for port (a9942a95-f13c-4b93-b3ea-9e337fbfb77e), precommit_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:16.982230 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [req-e4c756b7-1139-43c4-bf58-f9d13a166c7f req-fa5789df-bb63-4e42-bb75-874dc3c411c5 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729658170579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991753'] for port (a9942a95-f13c-4b93-b3ea-9e337fbfb77e), after_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:17.024367 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4c756b7-1139-43c4-bf58-f9d13a166c7f req-fa5789df-bb63-4e42-bb75-874dc3c411c5 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Network a516fb80-088a-420e-bbe2-327bfb75896d is already hosted by enough agents. {{(pid=107279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 07:49:17.029560 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.scheduler.base_scheduler [req-e4c756b7-1139-43c4-bf58-f9d13a166c7f req-fa5789df-bb63-4e42-bb75-874dc3c411c5 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Resources bound (agent type, host, resource id): {{(pid=107279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 07:49:17.033421 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4c756b7-1139-43c4-bf58-f9d13a166c7f req-fa5789df-bb63-4e42-bb75-874dc3c411c5 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Received port after_create {{(pid=107279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 07:49:17.039434 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5789df-bb63-4e42-bb75-874dc3c411c5 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Pushing event updated for resources: {'Port': ['ID=a9942a95-f13c-4b93-b3ea-9e337fbfb77e,revision_number=1']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:49:17.085480 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c756b7-1139-43c4-bf58-f9d13a166c7f req-fa5789df-bb63-4e42-bb75-874dc3c411c5 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:49:17.086241 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [req-e4c756b7-1139-43c4-bf58-f9d13a166c7f req-fa5789df-bb63-4e42-bb75-874dc3c411c5 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382552'] for port (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:17.093338 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:49:17.162024 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-e4c756b7-1139-43c4-bf58-f9d13a166c7f req-fa5789df-bb63-4e42-bb75-874dc3c411c5 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7061062 Sep 15 07:49:17.166078 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [req-e4c756b7-1139-43c4-bf58-f9d13a166c7f req-a2eaf44f-9818-46d1-b9c7-50f20010923f tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107279) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 15 07:49:17.167028 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-e4c756b7-1139-43c4-bf58-f9d13a166c7f req-a2eaf44f-9818-46d1-b9c7-50f20010923f tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] 10.222.0.26 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0058212 Sep 15 07:49:17.221235 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.v2.base [req-e4c756b7-1139-43c4-bf58-f9d13a166c7f req-adfc77b3-34c0-4432-a4ef-60758667f9b9 service neutron] Request body: {'port': {'device_id': 'e82d95c9-8eb8-4c77-b1fc-2e31d7466bbd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82414'}} {{(pid=107279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:49:17.242994 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-cc43bd38-5785-4c9c-b29d-6086f451fc93 None None] Provisioning complete for port a9942a95-f13c-4b93-b3ea-9e337fbfb77e triggered by entity DHCP. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 07:49:17.243577 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-cc43bd38-5785-4c9c-b29d-6086f451fc93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862942'] for port (a9942a95-f13c-4b93-b3ea-9e337fbfb77e), provisioning_complete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:17.248518 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-cc43bd38-5785-4c9c-b29d-6086f451fc93 None None] Attempt 1 to provision port a9942a95-f13c-4b93-b3ea-9e337fbfb77e Sep 15 07:49:17.274617 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-cc43bd38-5785-4c9c-b29d-6086f451fc93 None None] Port a9942a95-f13c-4b93-b3ea-9e337fbfb77e cannot update to ACTIVE because it is not bound. {{(pid=107290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 07:49:17.282863 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [req-e4c756b7-1139-43c4-bf58-f9d13a166c7f req-adfc77b3-34c0-4432-a4ef-60758667f9b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (a9942a95-f13c-4b93-b3ea-9e337fbfb77e), before_update {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:17.555664 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f9d35a-0a7e-44a6-b207-36bbf95c1b37 req-5c32607f-8d5a-4286-9520-27577d739c29 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:49:17.557108 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-83f9d35a-0a7e-44a6-b207-36bbf95c1b37 req-5c32607f-8d5a-4286-9520-27577d739c29 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e82d95c9-8eb8-4c77-b1fc-2e31d7466bbd HTTP/1.1" status: 200 len: 931 time: 0.0755901 Sep 15 07:49:17.576157 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.notifiers.nova [req-e4c756b7-1139-43c4-bf58-f9d13a166c7f req-adfc77b3-34c0-4432-a4ef-60758667f9b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9942a95-f13c-4b93-b3ea-9e337fbfb77e {{(pid=107279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 07:49:17.589897 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [req-e4c756b7-1139-43c4-bf58-f9d13a166c7f req-adfc77b3-34c0-4432-a4ef-60758667f9b9 service neutron] Publish callbacks [] for port (a9942a95-f13c-4b93-b3ea-9e337fbfb77e), precommit_update {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:17.775443 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-cc43bd38-5785-4c9c-b29d-6086f451fc93 None None] Attempt 2 to provision port a9942a95-f13c-4b93-b3ea-9e337fbfb77e Sep 15 07:49:17.813660 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-cc43bd38-5785-4c9c-b29d-6086f451fc93 None None] Port a9942a95-f13c-4b93-b3ea-9e337fbfb77e cannot update to ACTIVE because it is not bound. {{(pid=107290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 07:49:17.838133 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=90,neutron:INSERT=1,neutron:UPDATE=7,neutron:DELETE=2 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:49:17.850610 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.db.provisioning_blocks [req-e4c756b7-1139-43c4-bf58-f9d13a166c7f req-adfc77b3-34c0-4432-a4ef-60758667f9b9 service neutron] Transition to ACTIVE for port object a9942a95-f13c-4b93-b3ea-9e337fbfb77e will not be triggered until provisioned by entity L2. {{(pid=107279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 15 07:49:17.864762 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-83f9d35a-0a7e-44a6-b207-36bbf95c1b37 req-bb0443d3-6719-4ac8-8e7c-6efaadb64741 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=89318ed3-84ab-4ef8-8f7c-ebc9718189ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3020775 Sep 15 07:49:17.927286 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [req-e4c756b7-1139-43c4-bf58-f9d13a166c7f req-adfc77b3-34c0-4432-a4ef-60758667f9b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991792'] for port (a9942a95-f13c-4b93-b3ea-9e337fbfb77e), after_update {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:18.006229 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfc77b3-34c0-4432-a4ef-60758667f9b9 service neutron] Pushing event updated for resources: {'Port': ['ID=a9942a95-f13c-4b93-b3ea-9e337fbfb77e,revision_number=2']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:49:18.035936 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.managers [req-e4c756b7-1139-43c4-bf58-f9d13a166c7f req-adfc77b3-34c0-4432-a4ef-60758667f9b9 service neutron] Attempting to bind port a9942a95-f13c-4b93-b3ea-9e337fbfb77e on host hv-cinder-82414 for vnic_type normal with profile {{(pid=107279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 07:49:18.036202 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.managers [req-e4c756b7-1139-43c4-bf58-f9d13a166c7f req-adfc77b3-34c0-4432-a4ef-60758667f9b9 service neutron] Attempting to bind port a9942a95-f13c-4b93-b3ea-9e337fbfb77e by drivers openvswitch,hyperv on host hv-cinder-82414 at level 0 using segments [{'id': '008f3101-5296-4c7d-b4d0-dc9475772d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'a516fb80-088a-420e-bbe2-327bfb75896d'}] {{(pid=107279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 07:49:18.036525 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c756b7-1139-43c4-bf58-f9d13a166c7f req-adfc77b3-34c0-4432-a4ef-60758667f9b9 service neutron] Attempting to bind port a9942a95-f13c-4b93-b3ea-9e337fbfb77e on network a516fb80-088a-420e-bbe2-327bfb75896d {{(pid=107279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 07:49:18.080920 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c756b7-1139-43c4-bf58-f9d13a166c7f req-adfc77b3-34c0-4432-a4ef-60758667f9b9 service neutron] Port a9942a95-f13c-4b93-b3ea-9e337fbfb77e on network a516fb80-088a-420e-bbe2-327bfb75896d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82414 {{(pid=107279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 07:49:18.081236 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c756b7-1139-43c4-bf58-f9d13a166c7f req-adfc77b3-34c0-4432-a4ef-60758667f9b9 service neutron] Attempting to bind port a9942a95-f13c-4b93-b3ea-9e337fbfb77e on network a516fb80-088a-420e-bbe2-327bfb75896d {{(pid=107279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 07:49:18.122303 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c756b7-1139-43c4-bf58-f9d13a166c7f req-adfc77b3-34c0-4432-a4ef-60758667f9b9 service neutron] Checking agent: {'id': '25cf60a6-7ad2-448a-9326-c12b453ddee0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82414', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 7, 36, 43), 'started_at': datetime.datetime(2022, 9, 15, 7, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 7, 49, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 07:49:18.122637 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c756b7-1139-43c4-bf58-f9d13a166c7f req-adfc77b3-34c0-4432-a4ef-60758667f9b9 service neutron] Checking segment: {'id': '008f3101-5296-4c7d-b4d0-dc9475772d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'a516fb80-088a-420e-bbe2-327bfb75896d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 07:49:18.123014 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c756b7-1139-43c4-bf58-f9d13a166c7f req-adfc77b3-34c0-4432-a4ef-60758667f9b9 service neutron] Bound using segment: {'id': '008f3101-5296-4c7d-b4d0-dc9475772d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'a516fb80-088a-420e-bbe2-327bfb75896d'} {{(pid=107279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 07:49:18.123471 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.managers [req-e4c756b7-1139-43c4-bf58-f9d13a166c7f req-adfc77b3-34c0-4432-a4ef-60758667f9b9 service neutron] Bound port: a9942a95-f13c-4b93-b3ea-9e337fbfb77e, host: hv-cinder-82414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '008f3101-5296-4c7d-b4d0-dc9475772d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'a516fb80-088a-420e-bbe2-327bfb75896d'}}] {{(pid=107279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 07:49:18.123824 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [req-e4c756b7-1139-43c4-bf58-f9d13a166c7f req-adfc77b3-34c0-4432-a4ef-60758667f9b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (a9942a95-f13c-4b93-b3ea-9e337fbfb77e), before_update {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:18.182789 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:49:18.183990 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.db [req-e4c756b7-1139-43c4-bf58-f9d13a166c7f req-adfc77b3-34c0-4432-a4ef-60758667f9b9 service neutron] For port a9942a95-f13c-4b93-b3ea-9e337fbfb77e, host hv-cinder-82414, cleared binding levels {{(pid=107279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 07:49:18.186964 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.db [req-e4c756b7-1139-43c4-bf58-f9d13a166c7f req-adfc77b3-34c0-4432-a4ef-60758667f9b9 service neutron] For port a9942a95-f13c-4b93-b3ea-9e337fbfb77e, host hv-cinder-82414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=a9942a95-f13c-4b93-b3ea-9e337fbfb77e,segment=NetworkSegment(008f3101-5296-4c7d-b4d0-dc9475772d60),segment_id=008f3101-5296-4c7d-b4d0-dc9475772d60)] {{(pid=107279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 07:49:18.284440 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [req-e4c756b7-1139-43c4-bf58-f9d13a166c7f req-adfc77b3-34c0-4432-a4ef-60758667f9b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991792'] for port (a9942a95-f13c-4b93-b3ea-9e337fbfb77e), after_update {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:18.288598 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c756b7-1139-43c4-bf58-f9d13a166c7f req-adfc77b3-34c0-4432-a4ef-60758667f9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:49:18.289760 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [req-e4c756b7-1139-43c4-bf58-f9d13a166c7f req-adfc77b3-34c0-4432-a4ef-60758667f9b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382552'] for port (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:18.294861 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-e4c756b7-1139-43c4-bf58-f9d13a166c7f req-adfc77b3-34c0-4432-a4ef-60758667f9b9 service neutron] 10.222.0.26 "PUT /networking/v2.0/ports/a9942a95-f13c-4b93-b3ea-9e337fbfb77e HTTP/1.1" status: 200 len: 1093 time: 1.1169906 Sep 15 07:49:18.294861 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e82d95c9-8eb8-4c77-b1fc-2e31d7466bbd', 'tag': 'a9942a95-f13c-4b93-b3ea-9e337fbfb77e'}] {{(pid=107279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 07:49:18.294861 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706979451550896f7b9833a7a6f18e8e6b98f6eca7edeab709f82497fe6197ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71576548-7018-4853-93ec-8e659009268d" -d '{"events": [{"name": "network-changed", "server_uuid": "e82d95c9-8eb8-4c77-b1fc-2e31d7466bbd", "tag": "a9942a95-f13c-4b93-b3ea-9e337fbfb77e"}]}' {{(pid=107279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 07:49:18.315037 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-cc43bd38-5785-4c9c-b29d-6086f451fc93 None None] Attempt 3 to provision port a9942a95-f13c-4b93-b3ea-9e337fbfb77e Sep 15 07:49:18.333839 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 07:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd1c3a86-16d6-4451-a49f-dd98174898fc x-openstack-request-id: req-dd1c3a86-16d6-4451-a49f-dd98174898fc {{(pid=107279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 07:49:18.334127 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e82d95c9-8eb8-4c77-b1fc-2e31d7466bbd", "tag": "a9942a95-f13c-4b93-b3ea-9e337fbfb77e", "status": "completed", "code": 200}]} {{(pid=107279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 07:49:18.334395 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-dd1c3a86-16d6-4451-a49f-dd98174898fc {{(pid=107279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 07:49:18.334880 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd1c3a86-16d6-4451-a49f-dd98174898fc'] response: {'name': 'network-changed', 'server_uuid': 'e82d95c9-8eb8-4c77-b1fc-2e31d7466bbd', 'tag': 'a9942a95-f13c-4b93-b3ea-9e337fbfb77e', 'status': 'completed', 'code': 200} Sep 15 07:49:18.346102 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfc77b3-34c0-4432-a4ef-60758667f9b9 service neutron] Pushing event updated for resources: {'Port': ['ID=a9942a95-f13c-4b93-b3ea-9e337fbfb77e,revision_number=3']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:49:18.366643 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-cc43bd38-5785-4c9c-b29d-6086f451fc93 None None] Port a9942a95-f13c-4b93-b3ea-9e337fbfb77e had new provisioning blocks added so it will not transition to active. {{(pid=107290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 15 07:49:18.396081 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71576548-7018-4853-93ec-8e659009268d req-9f7a51cb-249d-4374-b773-25526e569835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:49:18.397611 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-71576548-7018-4853-93ec-8e659009268d req-9f7a51cb-249d-4374-b773-25526e569835 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=a9d0f5e6d6cf423485157e1381a12713&device_id=e82d95c9-8eb8-4c77-b1fc-2e31d7466bbd HTTP/1.1" status: 200 len: 1127 time: 0.0418825 Sep 15 07:49:18.502812 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71576548-7018-4853-93ec-8e659009268d req-6c1cf6a2-8d15-45fc-a2e8-c54e643bd4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:49:18.504267 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-71576548-7018-4853-93ec-8e659009268d req-6c1cf6a2-8d15-45fc-a2e8-c54e643bd4b0 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?tenant_id=a9d0f5e6d6cf423485157e1381a12713&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0995071 Sep 15 07:49:18.603020 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71576548-7018-4853-93ec-8e659009268d req-b01f1c7d-b412-4387-98bf-474be1f9208a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:49:18.604477 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-71576548-7018-4853-93ec-8e659009268d req-b01f1c7d-b412-4387-98bf-474be1f9208a service neutron] 10.222.0.26 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0936534 Sep 15 07:49:18.675725 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c756b7-1139-43c4-bf58-f9d13a166c7f req-c33e44e3-007d-408f-988a-687169ffd48c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:49:18.677175 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-e4c756b7-1139-43c4-bf58-f9d13a166c7f req-c33e44e3-007d-408f-988a-687169ffd48c service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=a9d0f5e6d6cf423485157e1381a12713&device_id=e82d95c9-8eb8-4c77-b1fc-2e31d7466bbd HTTP/1.1" status: 200 len: 1127 time: 0.0381567 Sep 15 07:49:18.723580 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-e4c756b7-1139-43c4-bf58-f9d13a166c7f req-b08eb701-a61b-4690-b4dd-432a1ac40054 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a9942a95-f13c-4b93-b3ea-9e337fbfb77e HTTP/1.1" status: 200 len: 217 time: 0.0365872 Sep 15 07:49:18.771405 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c756b7-1139-43c4-bf58-f9d13a166c7f req-606a3f91-a728-40c6-8805-5f632ba8099f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:49:18.772793 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-e4c756b7-1139-43c4-bf58-f9d13a166c7f req-606a3f91-a728-40c6-8805-5f632ba8099f service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=2011c2ef-cc51-4f76-b38a-cc4eb8a0b890 HTTP/1.1" status: 200 len: 850 time: 0.0433156 Sep 15 07:49:18.815402 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c756b7-1139-43c4-bf58-f9d13a166c7f req-b2723cc9-9733-432b-a602-32a98e133151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:49:18.816958 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-e4c756b7-1139-43c4-bf58-f9d13a166c7f req-b2723cc9-9733-432b-a602-32a98e133151 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=a516fb80-088a-420e-bbe2-327bfb75896d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380468 Sep 15 07:49:18.912466 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-e4c756b7-1139-43c4-bf58-f9d13a166c7f req-0f14c8b2-5f6d-4c44-9c27-5b0d6d9b6698 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/a516fb80-088a-420e-bbe2-327bfb75896d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893223 Sep 15 07:49:19.021264 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42719a74-2dd1-48f5-a80f-a6129778c1aa req-63f065dd-036a-4772-84c4-7fb55965d4d4 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:49:19.022742 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-42719a74-2dd1-48f5-a80f-a6129778c1aa req-63f065dd-036a-4772-84c4-7fb55965d4d4 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e82d95c9-8eb8-4c77-b1fc-2e31d7466bbd HTTP/1.1" status: 200 len: 943 time: 0.0596418 Sep 15 07:49:19.062428 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-e4c756b7-1139-43c4-bf58-f9d13a166c7f req-f04fc943-1301-44a2-8ce0-739975e1a25e service neutron] 10.222.0.26 "GET /networking/v2.0/networks/a516fb80-088a-420e-bbe2-327bfb75896d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439886 Sep 15 07:49:19.084996 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:49:19.090058 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-42719a74-2dd1-48f5-a80f-a6129778c1aa req-2b0f1dd3-b273-4fa3-9614-8ee7e3671027 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=89318ed3-84ab-4ef8-8f7c-ebc9718189ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609491 Sep 15 07:49:19.215730 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 40994) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:49:19.354546 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.plugin [None req-e9e0c03b-ec7c-417e-9871-b136ca6b12c9 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Deleting port 9f804f27-0e9e-448d-a1dc-ce5fbe5d9ee2 {{(pid=107276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 07:49:19.354895 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-e9e0c03b-ec7c-417e-9871-b136ca6b12c9 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729658711565'] for port (9f804f27-0e9e-448d-a1dc-ce5fbe5d9ee2), before_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:19.430461 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-e9e0c03b-ec7c-417e-9871-b136ca6b12c9 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009180'] for port (9f804f27-0e9e-448d-a1dc-ce5fbe5d9ee2), precommit_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:19.430787 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-e9e0c03b-ec7c-417e-9871-b136ca6b12c9 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Publish callbacks [] for floatingip (9f804f27-0e9e-448d-a1dc-ce5fbe5d9ee2), precommit_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:19.446630 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.plugin [None req-e9e0c03b-ec7c-417e-9871-b136ca6b12c9 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Calling delete_port for 9f804f27-0e9e-448d-a1dc-ce5fbe5d9ee2 owned by network:floatingip {{(pid=107276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 07:49:19.566857 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:49:19.572846 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:49:19.579274 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=15 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:49:19.659712 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-e9e0c03b-ec7c-417e-9871-b136ca6b12c9 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729658628491', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729658170588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260827426'] for port (9f804f27-0e9e-448d-a1dc-ce5fbe5d9ee2), after_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:19.690083 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e0c03b-ec7c-417e-9871-b136ca6b12c9 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Pushing event deleted for resources: {'Port': ['ID=9f804f27-0e9e-448d-a1dc-ce5fbe5d9ee2,revision_number=None']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:49:19.754264 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-e9e0c03b-ec7c-417e-9871-b136ca6b12c9 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Publish callbacks [] for floatingip (91663e96-5aeb-4ace-995d-e92a3baee2a3), after_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:19.754591 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.db.l3_db [None req-e9e0c03b-ec7c-417e-9871-b136ca6b12c9 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Floating IP 91663e96-5aeb-4ace-995d-e92a3baee2a3 disassociated (deleted). External IP: 172.27.0.205, port: 59dabb5f-8b21-46b0-96d6-3403654e5154. Sep 15 07:49:19.901545 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:49:19.958228 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9e0c03b-ec7c-417e-9871-b136ca6b12c9 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Router 67840e2f-de01-4d8c-90b9-81d88ad1a131 has already been hosted by L3 agent 6177172c-20b9-4a3a-92be-d5dd082cfa3a {{(pid=107276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 07:49:20.060479 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9e0c03b-ec7c-417e-9871-b136ca6b12c9 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Notify agent at l3_agent.dv-cinder-824149-6-iscsi the message routers_updated {{(pid=107276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 07:49:20.065237 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-e9e0c03b-ec7c-417e-9871-b136ca6b12c9 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382552'] for floatingip (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:20.069855 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e1c3398-2a62-40a9-b06a-0da4919ea02b None None] Sync routers for ids ['67840e2f-de01-4d8c-90b9-81d88ad1a131'] in dv-cinder-824149-6-iscsi {{(pid=107290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 07:49:20.080575 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1c3398-2a62-40a9-b06a-0da4919ea02b None None] Routers {'67840e2f-de01-4d8c-90b9-81d88ad1a131'} bound to L3 agent in host dv-cinder-824149-6-iscsi {{(pid=107290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 07:49:20.081190 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_hamode_db [None req-5e1c3398-2a62-40a9-b06a-0da4919ea02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-15T07:30:25Z,description=,heartbeat_timestamp=2022-09-15T07:48:55Z,host='dv-cinder-824149-6-iscsi',id=6177172c-20b9-4a3a-92be-d5dd082cfa3a,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T07:30:25Z,topic='l3_agent')) {'router_ids': ['67840e2f-de01-4d8c-90b9-81d88ad1a131'], 'active': True} {{(pid=107290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:49:20.094813 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-e9e0c03b-ec7c-417e-9871-b136ca6b12c9 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/91663e96-5aeb-4ace-995d-e92a3baee2a3 HTTP/1.1" status: 204 len: 168 time: 0.8780525 Sep 15 07:49:20.095537 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4600a1fd-6542-4a0a-b67c-fb313d57eb82', 'tag': '59dabb5f-8b21-46b0-96d6-3403654e5154'}] {{(pid=107276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 07:49:20.097890 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e3724867bd40dd9d720ab8c058c996a0c2f5593be620855f41bc083494bf738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddf06c29-9a7f-4fd0-8aac-8370cce02bbf" -d '{"events": [{"name": "network-changed", "server_uuid": "4600a1fd-6542-4a0a-b67c-fb313d57eb82", "tag": "59dabb5f-8b21-46b0-96d6-3403654e5154"}]}' {{(pid=107276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 07:49:20.173802 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=100 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:49:20.198036 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvr_db [None req-5e1c3398-2a62-40a9-b06a-0da4919ea02b None None] Set router 67840e2f-de01-4d8c-90b9-81d88ad1a131 gateway port host: dv-cinder-824149-6-iscsi {{(pid=107290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 07:49:20.199285 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 07:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97d88a94-416b-44e6-90bf-59ddbdfdacbb x-openstack-request-id: req-97d88a94-416b-44e6-90bf-59ddbdfdacbb {{(pid=107276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 07:49:20.200144 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4600a1fd-6542-4a0a-b67c-fb313d57eb82", "tag": "59dabb5f-8b21-46b0-96d6-3403654e5154", "status": "completed", "code": 200}]} {{(pid=107276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 07:49:20.200144 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-97d88a94-416b-44e6-90bf-59ddbdfdacbb {{(pid=107276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 07:49:20.200394 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97d88a94-416b-44e6-90bf-59ddbdfdacbb'] response: {'name': 'network-changed', 'server_uuid': '4600a1fd-6542-4a0a-b67c-fb313d57eb82', 'tag': '59dabb5f-8b21-46b0-96d6-3403654e5154', 'status': 'completed', 'code': 200} Sep 15 07:49:20.269057 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf06c29-9a7f-4fd0-8aac-8370cce02bbf req-ffdab284-55eb-445c-83a3-77252a6f1e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:49:20.270541 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-ddf06c29-9a7f-4fd0-8aac-8370cce02bbf req-ffdab284-55eb-445c-83a3-77252a6f1e1b service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=af1e008c4bfa41e18488c63ea0f17b27&device_id=4600a1fd-6542-4a0a-b67c-fb313d57eb82 HTTP/1.1" status: 200 len: 1129 time: 0.0472069 Sep 15 07:49:20.275659 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:49:20.360954 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cff28e8-4ea3-4633-ab40-bd9b4d4f01be req-6e6d958c-388b-495d-a66a-eea4fee28e45 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:49:20.362444 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-3cff28e8-4ea3-4633-ab40-bd9b4d4f01be req-6e6d958c-388b-495d-a66a-eea4fee28e45 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e82d95c9-8eb8-4c77-b1fc-2e31d7466bbd HTTP/1.1" status: 200 len: 943 time: 0.0949082 Sep 15 07:49:20.424576 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf06c29-9a7f-4fd0-8aac-8370cce02bbf req-38c9eef4-784d-4522-a933-ef9badcdd6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:49:20.424806 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_hamode_db [None req-5e1c3398-2a62-40a9-b06a-0da4919ea02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67840e2f-de01-4d8c-90b9-81d88ad1a131', 'name': 'tempest-TestVolumeBootPattern-938819957-router', 'tenant_id': 'af1e008c4bfa41e18488c63ea0f17b27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.149'}], 'enable_snat': True}, 'gw_port_id': 'b909bbd7-0d84-41f0-a949-dea3ab61a99c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:41:04Z', 'updated_at': '2022-09-15T07:41:09Z', 'revision_number': 4, 'project_id': 'af1e008c4bfa41e18488c63ea0f17b27', 'gw_port': {'id': 'b909bbd7-0d84-41f0-a949-dea3ab61a99c', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:8d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67840e2f-de01-4d8c-90b9-81d88ad1a131', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:41:05Z', 'updated_at': '2022-09-15T07:41:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi', '_floatingips': [{'id': '07729090-1405-4ce3-a456-eb735b276386', 'tenant_id': 'af1e008c4bfa41e18488c63ea0f17b27', 'floating_ip_address': '172.27.0.181', 'floating_network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'router_id': '67840e2f-de01-4d8c-90b9-81d88ad1a131', 'port_id': '3f042454-cf32-4a00-ae9e-6827217983a6', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c10a638-2533-4c87-88f1-ce4db4dec0fd', 'mac_address': 'fa:16:3e:87:3d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbbef2c3-07c4-4165-b994-cf399a858379', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T07:45:31Z', 'updated_at': '2022-09-15T07:45:34Z', 'revision_number': 1, 'project_id': 'af1e008c4bfa41e18488c63ea0f17b27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a68fd01-d2a8-4a36-a6ad-66233e53b4cd', 'name': '', 'network_id': '2c10a638-2533-4c87-88f1-ce4db4dec0fd', 'tenant_id': 'af1e008c4bfa41e18488c63ea0f17b27', 'mac_address': 'fa:16:3e:22:c3:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67840e2f-de01-4d8c-90b9-81d88ad1a131', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'c8bb4817-976c-49f3-9d00-c474544f8d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:41:08Z', 'updated_at': '2022-09-15T07:41:14Z', 'revision_number': 5, 'project_id': 'af1e008c4bfa41e18488c63ea0f17b27', 'subnets': [{'id': 'c8bb4817-976c-49f3-9d00-c474544f8d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-6-iscsi', False) {} {{(pid=107290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:49:20.425973 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-ddf06c29-9a7f-4fd0-8aac-8370cce02bbf req-38c9eef4-784d-4522-a933-ef9badcdd6aa service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=2c10a638-2533-4c87-88f1-ce4db4dec0fd HTTP/1.1" status: 200 len: 912 time: 0.1452489 Sep 15 07:49:20.454169 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e1c3398-2a62-40a9-b06a-0da4919ea02b None None] Checking router: 67840e2f-de01-4d8c-90b9-81d88ad1a131 for host: dv-cinder-824149-6-iscsi {{(pid=107290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 07:49:20.464135 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1c3398-2a62-40a9-b06a-0da4919ea02b None None] Routers {'67840e2f-de01-4d8c-90b9-81d88ad1a131'} bound to L3 agent in host dv-cinder-824149-6-iscsi {{(pid=107290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 07:49:20.464762 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_hamode_db [None req-5e1c3398-2a62-40a9-b06a-0da4919ea02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-15T07:30:25Z,description=,heartbeat_timestamp=2022-09-15T07:48:55Z,host='dv-cinder-824149-6-iscsi',id=6177172c-20b9-4a3a-92be-d5dd082cfa3a,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T07:30:25Z,topic='l3_agent')) {'router_ids': ['67840e2f-de01-4d8c-90b9-81d88ad1a131'], 'active': True} {{(pid=107290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:49:20.474008 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-3cff28e8-4ea3-4633-ab40-bd9b4d4f01be req-db53433c-9bfc-42eb-856a-66689e1b95e4 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=89318ed3-84ab-4ef8-8f7c-ebc9718189ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015627 Sep 15 07:49:20.475388 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-ddf06c29-9a7f-4fd0-8aac-8370cce02bbf req-345c0391-8fd1-45a4-af00-e70049032c90 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=59dabb5f-8b21-46b0-96d6-3403654e5154 HTTP/1.1" status: 200 len: 217 time: 0.0417559 Sep 15 07:49:20.532850 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf06c29-9a7f-4fd0-8aac-8370cce02bbf req-a77ed591-8be8-4777-85ba-15ded35e604f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:49:20.534340 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-ddf06c29-9a7f-4fd0-8aac-8370cce02bbf req-a77ed591-8be8-4777-85ba-15ded35e604f service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=c8bb4817-976c-49f3-9d00-c474544f8d63 HTTP/1.1" status: 200 len: 850 time: 0.0519805 Sep 15 07:49:20.572363 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvr_db [None req-5e1c3398-2a62-40a9-b06a-0da4919ea02b None None] Set router 67840e2f-de01-4d8c-90b9-81d88ad1a131 gateway port host: dv-cinder-824149-6-iscsi {{(pid=107290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 07:49:20.584054 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf06c29-9a7f-4fd0-8aac-8370cce02bbf req-2418f214-fd9b-4b21-8e61-dc287912a013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:49:20.585895 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-ddf06c29-9a7f-4fd0-8aac-8370cce02bbf req-2418f214-fd9b-4b21-8e61-dc287912a013 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=2c10a638-2533-4c87-88f1-ce4db4dec0fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447788 Sep 15 07:49:20.627992 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=100 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:49:20.646168 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571d7fd5-5169-47e4-b160-55dcd543e255 req-f61fbe5d-3078-4d1a-b27a-81bfb1528168 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:49:20.647781 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-571d7fd5-5169-47e4-b160-55dcd543e255 req-f61fbe5d-3078-4d1a-b27a-81bfb1528168 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4600a1fd-6542-4a0a-b67c-fb313d57eb82 HTTP/1.1" status: 200 len: 945 time: 0.0471601 Sep 15 07:49:20.698270 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-571d7fd5-5169-47e4-b160-55dcd543e255 req-4758502c-ecca-45bb-a765-4260dceab7ab tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bd1948ba-0dcc-463f-ac7d-46ca49a9cc24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444307 Sep 15 07:49:20.728147 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=100 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:49:20.791928 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_hamode_db [None req-5e1c3398-2a62-40a9-b06a-0da4919ea02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67840e2f-de01-4d8c-90b9-81d88ad1a131', 'name': 'tempest-TestVolumeBootPattern-938819957-router', 'tenant_id': 'af1e008c4bfa41e18488c63ea0f17b27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.149'}], 'enable_snat': True}, 'gw_port_id': 'b909bbd7-0d84-41f0-a949-dea3ab61a99c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:41:04Z', 'updated_at': '2022-09-15T07:41:09Z', 'revision_number': 4, 'project_id': 'af1e008c4bfa41e18488c63ea0f17b27', 'gw_port': {'id': 'b909bbd7-0d84-41f0-a949-dea3ab61a99c', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:8d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67840e2f-de01-4d8c-90b9-81d88ad1a131', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:41:05Z', 'updated_at': '2022-09-15T07:41:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi', '_floatingips': [{'id': '07729090-1405-4ce3-a456-eb735b276386', 'tenant_id': 'af1e008c4bfa41e18488c63ea0f17b27', 'floating_ip_address': '172.27.0.181', 'floating_network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'router_id': '67840e2f-de01-4d8c-90b9-81d88ad1a131', 'port_id': '3f042454-cf32-4a00-ae9e-6827217983a6', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c10a638-2533-4c87-88f1-ce4db4dec0fd', 'mac_address': 'fa:16:3e:87:3d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbbef2c3-07c4-4165-b994-cf399a858379', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T07:45:31Z', 'updated_at': '2022-09-15T07:45:34Z', 'revision_number': 1, 'project_id': 'af1e008c4bfa41e18488c63ea0f17b27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a68fd01-d2a8-4a36-a6ad-66233e53b4cd', 'name': '', 'network_id': '2c10a638-2533-4c87-88f1-ce4db4dec0fd', 'tenant_id': 'af1e008c4bfa41e18488c63ea0f17b27', 'mac_address': 'fa:16:3e:22:c3:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67840e2f-de01-4d8c-90b9-81d88ad1a131', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'c8bb4817-976c-49f3-9d00-c474544f8d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:41:08Z', 'updated_at': '2022-09-15T07:41:14Z', 'revision_number': 5, 'project_id': 'af1e008c4bfa41e18488c63ea0f17b27', 'subnets': [{'id': 'c8bb4817-976c-49f3-9d00-c474544f8d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-6-iscsi', False) {} {{(pid=107290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:49:20.817005 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e1c3398-2a62-40a9-b06a-0da4919ea02b None None] The sync data for ids ['67840e2f-de01-4d8c-90b9-81d88ad1a131'] in dv-cinder-824149-6-iscsi is: [{'id': '67840e2f-de01-4d8c-90b9-81d88ad1a131', 'name': 'tempest-TestVolumeBootPattern-938819957-router', 'tenant_id': 'af1e008c4bfa41e18488c63ea0f17b27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.149'}], 'enable_snat': True}, 'gw_port_id': 'b909bbd7-0d84-41f0-a949-dea3ab61a99c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:41:04Z', 'updated_at': '2022-09-15T07:41:09Z', 'revision_number': 4, 'project_id': 'af1e008c4bfa41e18488c63ea0f17b27', 'gw_port': {'id': 'b909bbd7-0d84-41f0-a949-dea3ab61a99c', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:8d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67840e2f-de01-4d8c-90b9-81d88ad1a131', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:41:05Z', 'updated_at': '2022-09-15T07:41:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi', '_floatingips': [{'id': '07729090-1405-4ce3-a456-eb735b276386', 'tenant_id': 'af1e008c4bfa41e18488c63ea0f17b27', 'floating_ip_address': '172.27.0.181', 'floating_network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'router_id': '67840e2f-de01-4d8c-90b9-81d88ad1a131', 'port_id': '3f042454-cf32-4a00-ae9e-6827217983a6', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c10a638-2533-4c87-88f1-ce4db4dec0fd', 'mac_address': 'fa:16:3e:87:3d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbbef2c3-07c4-4165-b994-cf399a858379', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T07:45:31Z', 'updated_at': '2022-09-15T07:45:34Z', 'revision_number': 1, 'project_id': 'af1e008c4bfa41e18488c63ea0f17b27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a68fd01-d2a8-4a36-a6ad-66233e53b4cd', 'name': '', 'network_id': '2c10a638-2533-4c87-88f1-ce4db4dec0fd', 'tenant_id': 'af1e008c4bfa41e18488c63ea0f17b27', 'mac_address': 'fa:16:3e:22:c3:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67840e2f-de01-4d8c-90b9-81d88ad1a131', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'c8bb4817-976c-49f3-9d00-c474544f8d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:41:08Z', 'updated_at': '2022-09-15T07:41:14Z', 'revision_number': 5, 'project_id': 'af1e008c4bfa41e18488c63ea0f17b27', 'subnets': [{'id': 'c8bb4817-976c-49f3-9d00-c474544f8d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 07:49:21.052253 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e285f58-7e09-4774-b8d4-82aa5f09dea4 None None] New status for floating IP 91663e96-5aeb-4ace-995d-e92a3baee2a3: DOWN {{(pid=107295) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 15 07:49:21.600058 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b90a62-2170-4533-b021-6a1b7b797ebc req-7b30177d-df27-4743-99bf-2391e1e6f76a tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:49:21.601921 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-f9b90a62-2170-4533-b021-6a1b7b797ebc req-7b30177d-df27-4743-99bf-2391e1e6f76a tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e82d95c9-8eb8-4c77-b1fc-2e31d7466bbd HTTP/1.1" status: 200 len: 943 time: 0.0503869 Sep 15 07:49:21.656205 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-f9b90a62-2170-4533-b021-6a1b7b797ebc req-d285ee00-bbb5-4660-b054-d00e3596a230 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=89318ed3-84ab-4ef8-8f7c-ebc9718189ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488174 Sep 15 07:49:21.733094 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-ddf06c29-9a7f-4fd0-8aac-8370cce02bbf req-e70a25d2-f374-48c0-8ad0-dc6f5966029a service neutron] 10.222.0.26 "GET /networking/v2.0/networks/2c10a638-2533-4c87-88f1-ce4db4dec0fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903568 Sep 15 07:49:21.876048 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033f7443-c4f5-4984-9842-8992cfac97a0 req-c49bc920-92a6-4258-9cde-627acebd9776 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:49:21.877475 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-033f7443-c4f5-4984-9842-8992cfac97a0 req-c49bc920-92a6-4258-9cde-627acebd9776 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4600a1fd-6542-4a0a-b67c-fb313d57eb82 HTTP/1.1" status: 200 len: 945 time: 0.0940025 Sep 15 07:49:21.951671 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-033f7443-c4f5-4984-9842-8992cfac97a0 req-fae6a8f3-6b02-4ca3-addd-ac673c050701 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bd1948ba-0dcc-463f-ac7d-46ca49a9cc24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677414 Sep 15 07:49:21.953491 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-ddf06c29-9a7f-4fd0-8aac-8370cce02bbf req-6c3c68fd-dd80-4993-a086-ea54f609d81c service neutron] 10.222.0.26 "GET /networking/v2.0/networks/2c10a638-2533-4c87-88f1-ce4db4dec0fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366332 Sep 15 07:49:22.202062 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa47190-e7cc-45c5-baab-8f9e8687ab31 req-1a4f42c4-bbbb-44e7-a43d-284ad12a0622 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:49:22.203408 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-9fa47190-e7cc-45c5-baab-8f9e8687ab31 req-1a4f42c4-bbbb-44e7-a43d-284ad12a0622 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4600a1fd-6542-4a0a-b67c-fb313d57eb82 HTTP/1.1" status: 200 len: 945 time: 0.0516927 Sep 15 07:49:22.288597 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.plugin [req-9fa47190-e7cc-45c5-baab-8f9e8687ab31 req-5765d761-2286-4d2e-b1f9-df7351bf3d0b tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Deleting port 59dabb5f-8b21-46b0-96d6-3403654e5154 {{(pid=107279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 07:49:22.289017 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [req-9fa47190-e7cc-45c5-baab-8f9e8687ab31 req-5765d761-2286-4d2e-b1f9-df7351bf3d0b tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729658711565'] for port (59dabb5f-8b21-46b0-96d6-3403654e5154), before_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:22.349993 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=100 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:49:22.380766 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.db [req-9fa47190-e7cc-45c5-baab-8f9e8687ab31 req-5765d761-2286-4d2e-b1f9-df7351bf3d0b tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] For port 59dabb5f-8b21-46b0-96d6-3403654e5154, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=59dabb5f-8b21-46b0-96d6-3403654e5154,segment=NetworkSegment(ec12b675-c824-48b2-b764-cea54c2a6f6e),segment_id=ec12b675-c824-48b2-b764-cea54c2a6f6e)] {{(pid=107279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:49:22.381121 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [req-9fa47190-e7cc-45c5-baab-8f9e8687ab31 req-5765d761-2286-4d2e-b1f9-df7351bf3d0b tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009180'] for port (59dabb5f-8b21-46b0-96d6-3403654e5154), precommit_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:22.394724 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.plugin [req-9fa47190-e7cc-45c5-baab-8f9e8687ab31 req-5765d761-2286-4d2e-b1f9-df7351bf3d0b tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Calling delete_port for 59dabb5f-8b21-46b0-96d6-3403654e5154 owned by compute:nova {{(pid=107279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 07:49:22.447988 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Device a9942a95-f13c-4b93-b3ea-9e337fbfb77e details requested by agent hyperv_hv-cinder-82414 with host hv-cinder-82414 {{(pid=107290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 07:49:22.562223 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-8d2534e0-843e-41f2-986b-064c6f1d3739 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (47b201f8-ba91-4005-8457-67653169c522), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:22.564613 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] For port a9942a95-f13c-4b93-b3ea-9e337fbfb77e, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=a9942a95-f13c-4b93-b3ea-9e337fbfb77e,segment=NetworkSegment(008f3101-5296-4c7d-b4d0-dc9475772d60),segment_id=008f3101-5296-4c7d-b4d0-dc9475772d60)] {{(pid=107290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:49:22.576242 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Returning: {'device': 'a9942a95-f13c-4b93-b3ea-9e337fbfb77e', 'network_id': 'a516fb80-088a-420e-bbe2-327bfb75896d', 'port_id': 'a9942a95-f13c-4b93-b3ea-9e337fbfb77e', 'mac_address': 'fa:16:3e:a6:66:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2011c2ef-cc51-4f76-b38a-cc4eb8a0b890', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 07:49:22.610375 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [req-9fa47190-e7cc-45c5-baab-8f9e8687ab31 req-5765d761-2286-4d2e-b1f9-df7351bf3d0b tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729658628491', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729658170588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991753'] for port (59dabb5f-8b21-46b0-96d6-3403654e5154), after_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:22.615898 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Current status of the port a9942a95-f13c-4b93-b3ea-9e337fbfb77e is: DOWN; New status is: BUILD {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:49:22.620523 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (a9942a95-f13c-4b93-b3ea-9e337fbfb77e), before_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:22.620821 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:49:22.631381 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.notifiers.nova [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9942a95-f13c-4b93-b3ea-9e337fbfb77e {{(pid=107290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 07:49:22.654575 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] For port a9942a95-f13c-4b93-b3ea-9e337fbfb77e, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=a9942a95-f13c-4b93-b3ea-9e337fbfb77e,segment=NetworkSegment(008f3101-5296-4c7d-b4d0-dc9475772d60),segment_id=008f3101-5296-4c7d-b4d0-dc9475772d60)] {{(pid=107290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:49:22.660033 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5765d761-2286-4d2e-b1f9-df7351bf3d0b tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Pushing event deleted for resources: {'Port': ['ID=59dabb5f-8b21-46b0-96d6-3403654e5154,revision_number=None']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:49:22.699486 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fa47190-e7cc-45c5-baab-8f9e8687ab31 req-5765d761-2286-4d2e-b1f9-df7351bf3d0b tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] No DVR routers for this DVR port 59dabb5f-8b21-46b0-96d6-3403654e5154 on host hv-cinder-82414 {{(pid=107279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 07:49:22.702349 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [req-9fa47190-e7cc-45c5-baab-8f9e8687ab31 req-5765d761-2286-4d2e-b1f9-df7351bf3d0b tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382552'] for port (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:22.705635 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-9fa47190-e7cc-45c5-baab-8f9e8687ab31 req-5765d761-2286-4d2e-b1f9-df7351bf3d0b tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.26 "DELETE /networking/v2.0/ports/59dabb5f-8b21-46b0-96d6-3403654e5154 HTTP/1.1" status: 204 len: 173 time: 0.4969535 Sep 15 07:49:22.706134 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4600a1fd-6542-4a0a-b67c-fb313d57eb82', 'name': 'network-vif-deleted', 'tag': '59dabb5f-8b21-46b0-96d6-3403654e5154'}] {{(pid=107279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 07:49:22.708037 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615'] for port (a9942a95-f13c-4b93-b3ea-9e337fbfb77e), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:22.708378 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706979451550896f7b9833a7a6f18e8e6b98f6eca7edeab709f82497fe6197ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4524ed2-1742-432a-822f-66fe48d475c3" -d '{"events": [{"server_uuid": "4600a1fd-6542-4a0a-b67c-fb313d57eb82", "name": "network-vif-deleted", "tag": "59dabb5f-8b21-46b0-96d6-3403654e5154"}]}' {{(pid=107279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 07:49:22.748300 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 07:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f7b93a2-5261-42a0-9908-5950f4db8094 x-openstack-request-id: req-1f7b93a2-5261-42a0-9908-5950f4db8094 {{(pid=107279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 07:49:22.748652 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4600a1fd-6542-4a0a-b67c-fb313d57eb82", "name": "network-vif-deleted", "tag": "59dabb5f-8b21-46b0-96d6-3403654e5154", "status": "completed", "code": 200}]} {{(pid=107279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 07:49:22.748963 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1f7b93a2-5261-42a0-9908-5950f4db8094 {{(pid=107279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 07:49:22.749414 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f7b93a2-5261-42a0-9908-5950f4db8094'] response: {'server_uuid': '4600a1fd-6542-4a0a-b67c-fb313d57eb82', 'name': 'network-vif-deleted', 'tag': '59dabb5f-8b21-46b0-96d6-3403654e5154', 'status': 'completed', 'code': 200} Sep 15 07:49:22.769162 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Pushing event updated for resources: {'Port': ['ID=a9942a95-f13c-4b93-b3ea-9e337fbfb77e,revision_number=4']} {{(pid=107290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:49:22.777548 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:49:22.778027 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:49:22.778441 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:49:22.778849 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:49:22.779249 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:49:22.779704 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:49:22.780042 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:49:22.780317 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:49:22.780644 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:49:22.780968 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:49:22.781319 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:49:22.781642 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:49:22.781965 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:49:22.782286 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:49:22.782604 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:49:22.786183 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391e6d9b-1286-499b-b75c-ef8052a82f07 req-67e086d7-46b5-4c68-a854-83555ee9eedb tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:49:22.787650 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-391e6d9b-1286-499b-b75c-ef8052a82f07 req-67e086d7-46b5-4c68-a854-83555ee9eedb tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e82d95c9-8eb8-4c77-b1fc-2e31d7466bbd HTTP/1.1" status: 200 len: 944 time: 0.0516431 Sep 15 07:49:22.837094 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-391e6d9b-1286-499b-b75c-ef8052a82f07 req-11873499-8911-401b-aff4-e58d18d3b2bc tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=89318ed3-84ab-4ef8-8f7c-ebc9718189ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427568 Sep 15 07:49:22.954530 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] get_ports_and_sgs() called for port_ids ['a9942a95-f13c-4b93-b3ea-9e337fbfb77e'] {{(pid=107290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 07:49:23.075968 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-6b864dbf-3f09-47ef-953a-683b73094116 req-c3d756de-1f01-48df-9abb-73732d067a0a tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4600a1fd-6542-4a0a-b67c-fb313d57eb82 HTTP/1.1" status: 200 len: 210 time: 0.0348151 Sep 15 07:49:23.961851 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5065f9-bc82-4e71-a9c2-5397af8837e7 req-90a7386d-d4eb-4011-8f92-cf83d1a2c841 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:49:23.963506 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-9f5065f9-bc82-4e71-a9c2-5397af8837e7 req-90a7386d-d4eb-4011-8f92-cf83d1a2c841 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e82d95c9-8eb8-4c77-b1fc-2e31d7466bbd HTTP/1.1" status: 200 len: 944 time: 0.0473785 Sep 15 07:49:24.011640 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-9f5065f9-bc82-4e71-a9c2-5397af8837e7 req-15568eea-5c69-45ed-9656-77c9f2fb08da tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=89318ed3-84ab-4ef8-8f7c-ebc9718189ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426314 Sep 15 07:49:24.494111 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Device a9942a95-f13c-4b93-b3ea-9e337fbfb77e up at agent hyperv_hv-cinder-82414 {{(pid=107290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 07:49:24.535338 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Provisioning for port a9942a95-f13c-4b93-b3ea-9e337fbfb77e completed by entity L2. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 15 07:49:24.615357 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.provisioning_blocks [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Provisioning complete for port a9942a95-f13c-4b93-b3ea-9e337fbfb77e triggered by entity L2. {{(pid=107290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 07:49:24.615664 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862942'] for port (a9942a95-f13c-4b93-b3ea-9e337fbfb77e), provisioning_complete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:24.615998 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.plugins.ml2.plugin [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Attempt 1 to provision port a9942a95-f13c-4b93-b3ea-9e337fbfb77e Sep 15 07:49:24.689664 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Current status of the port a9942a95-f13c-4b93-b3ea-9e337fbfb77e is: BUILD; New status is: ACTIVE {{(pid=107290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 07:49:24.690059 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (a9942a95-f13c-4b93-b3ea-9e337fbfb77e), before_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:24.721004 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e82d95c9-8eb8-4c77-b1fc-2e31d7466bbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9942a95-f13c-4b93-b3ea-9e337fbfb77e'}] {{(pid=107290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 07:49:24.723228 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff93a2f2a3cb789a491bb2a8c4b01cf70d8343c1611f7c7394898ef54d6aa0cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f398f70f-d1e9-4faf-a6a4-0baf2a7ceea4" -d '{"events": [{"server_uuid": "e82d95c9-8eb8-4c77-b1fc-2e31d7466bbd", "name": "network-vif-plugged", "status": "completed", "tag": "a9942a95-f13c-4b93-b3ea-9e337fbfb77e"}]}' {{(pid=107290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 07:49:24.730270 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:49:24.740271 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] For port a9942a95-f13c-4b93-b3ea-9e337fbfb77e, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=a9942a95-f13c-4b93-b3ea-9e337fbfb77e,segment=NetworkSegment(008f3101-5296-4c7d-b4d0-dc9475772d60),segment_id=008f3101-5296-4c7d-b4d0-dc9475772d60)] {{(pid=107290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:49:24.818681 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 07:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cf33bd7-853e-4fa0-a59e-a224b72aab72 x-openstack-request-id: req-0cf33bd7-853e-4fa0-a59e-a224b72aab72 {{(pid=107290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 07:49:24.818976 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e82d95c9-8eb8-4c77-b1fc-2e31d7466bbd", "name": "network-vif-plugged", "status": "completed", "tag": "a9942a95-f13c-4b93-b3ea-9e337fbfb77e", "code": 200}]} {{(pid=107290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 07:49:24.819234 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0cf33bd7-853e-4fa0-a59e-a224b72aab72 {{(pid=107290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 07:49:24.819915 dv-cinder-824149-6-iscsi neutron-server[107290]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0cf33bd7-853e-4fa0-a59e-a224b72aab72'] response: {'server_uuid': 'e82d95c9-8eb8-4c77-b1fc-2e31d7466bbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9942a95-f13c-4b93-b3ea-9e337fbfb77e', 'code': 200} Sep 15 07:49:24.838789 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615'] for port (a9942a95-f13c-4b93-b3ea-9e337fbfb77e), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:24.839636 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Device 59dabb5f-8b21-46b0-96d6-3403654e5154 no longer exists at agent hyperv_hv-cinder-82414 {{(pid=107290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 07:49:24.841457 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-fac516a5-eebc-4323-b59e-7cc54bed1821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (6177172c-20b9-4a3a-92be-d5dd082cfa3a), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:24.886023 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] No Port match for: 59dabb5f-8b21-46b0-96d6-3403654e5154 {{(pid=107290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 07:49:24.886023 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Device 59dabb5f-8b21-46b0-96d6-3403654e5154 not bound to the agent host hv-cinder-82414 {{(pid=107290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 07:49:24.905889 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Pushing event updated for resources: {'Port': ['ID=a9942a95-f13c-4b93-b3ea-9e337fbfb77e,revision_number=5']} {{(pid=107290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:49:25.161459 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0fb23f-0992-42eb-803a-6cc2cb7ef172 req-ee266175-7ddc-459d-b2e9-e873c25b2fad tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:49:25.162830 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-8b0fb23f-0992-42eb-803a-6cc2cb7ef172 req-ee266175-7ddc-459d-b2e9-e873c25b2fad tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e82d95c9-8eb8-4c77-b1fc-2e31d7466bbd HTTP/1.1" status: 200 len: 945 time: 0.0769310 Sep 15 07:49:25.167541 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6e1d04-422c-4cd4-9dff-e6c64074b08b req-e069729c-10f8-4aa9-8a59-8ef43174ee4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:49:25.167541 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-bc6e1d04-422c-4cd4-9dff-e6c64074b08b req-e069729c-10f8-4aa9-8a59-8ef43174ee4e service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e82d95c9-8eb8-4c77-b1fc-2e31d7466bbd HTTP/1.1" status: 200 len: 1129 time: 0.0708187 Sep 15 07:49:25.241753 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-8b0fb23f-0992-42eb-803a-6cc2cb7ef172 req-d1888dd1-ac32-4f33-a631-f37dac2c4ecb tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=89318ed3-84ab-4ef8-8f7c-ebc9718189ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725121 Sep 15 07:49:25.243898 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-bc6e1d04-422c-4cd4-9dff-e6c64074b08b req-5c57f69c-1287-4ce7-a0ad-e7fe7a4e6045 service neutron] 10.222.0.26 "GET /networking/v2.0/security-groups?id=89318ed3-84ab-4ef8-8f7c-ebc9718189ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681531 Sep 15 07:49:25.985449 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:49:26.060519 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-0f44d0d5-b296-4658-a59d-71e94f9a3b32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (71b2a813-2b59-4e69-b901-83528b6ecb8f), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:26.371681 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25887453-a52d-40cf-ba21-1bccc236913b req-401c06b0-14d7-4752-a933-9734e9be3345 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:49:26.373140 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-25887453-a52d-40cf-ba21-1bccc236913b req-401c06b0-14d7-4752-a933-9734e9be3345 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e82d95c9-8eb8-4c77-b1fc-2e31d7466bbd HTTP/1.1" status: 200 len: 945 time: 0.0468700 Sep 15 07:49:26.420434 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-25887453-a52d-40cf-ba21-1bccc236913b req-003b0d4c-7b7a-4430-a2da-6a0885b70a7f tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=89318ed3-84ab-4ef8-8f7c-ebc9718189ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416303 Sep 15 07:49:26.654596 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 41040) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:49:26.793879 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.plugin [None req-0d1a1b79-65e3-4948-a981-8a2524fe5649 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Deleting port e568719e-39d8-4bf0-b4ec-384dd637a978 {{(pid=107276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 07:49:26.794224 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-0d1a1b79-65e3-4948-a981-8a2524fe5649 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729658711565'] for port (e568719e-39d8-4bf0-b4ec-384dd637a978), before_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:26.879369 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-0d1a1b79-65e3-4948-a981-8a2524fe5649 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009180'] for port (e568719e-39d8-4bf0-b4ec-384dd637a978), precommit_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:26.879614 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-0d1a1b79-65e3-4948-a981-8a2524fe5649 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Publish callbacks [] for floatingip (e568719e-39d8-4bf0-b4ec-384dd637a978), precommit_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:26.892069 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.plugin [None req-0d1a1b79-65e3-4948-a981-8a2524fe5649 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Calling delete_port for e568719e-39d8-4bf0-b4ec-384dd637a978 owned by network:floatingip {{(pid=107276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 07:49:27.106612 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-0d1a1b79-65e3-4948-a981-8a2524fe5649 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729658628491', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729658170588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260827426'] for port (e568719e-39d8-4bf0-b4ec-384dd637a978), after_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:27.134519 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1a1b79-65e3-4948-a981-8a2524fe5649 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Pushing event deleted for resources: {'Port': ['ID=e568719e-39d8-4bf0-b4ec-384dd637a978,revision_number=None']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:49:27.180123 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:49:27.198869 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-0d1a1b79-65e3-4948-a981-8a2524fe5649 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Publish callbacks [] for floatingip (07729090-1405-4ce3-a456-eb735b276386), after_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:27.199164 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.db.l3_db [None req-0d1a1b79-65e3-4948-a981-8a2524fe5649 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Floating IP 07729090-1405-4ce3-a456-eb735b276386 disassociated (deleted). External IP: 172.27.0.181, port: 3f042454-cf32-4a00-ae9e-6827217983a6. Sep 15 07:49:27.401661 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d1a1b79-65e3-4948-a981-8a2524fe5649 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Router 67840e2f-de01-4d8c-90b9-81d88ad1a131 has already been hosted by L3 agent 6177172c-20b9-4a3a-92be-d5dd082cfa3a {{(pid=107276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 07:49:27.502572 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:49:27.512851 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d1a1b79-65e3-4948-a981-8a2524fe5649 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Notify agent at l3_agent.dv-cinder-824149-6-iscsi the message routers_updated {{(pid=107276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 07:49:27.518328 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-0d1a1b79-65e3-4948-a981-8a2524fe5649 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382552'] for floatingip (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:27.524014 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f39894-dfa5-4371-a061-b26d148315da None None] Sync routers for ids ['67840e2f-de01-4d8c-90b9-81d88ad1a131'] in dv-cinder-824149-6-iscsi {{(pid=107290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 07:49:27.535611 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f39894-dfa5-4371-a061-b26d148315da None None] Routers {'67840e2f-de01-4d8c-90b9-81d88ad1a131'} bound to L3 agent in host dv-cinder-824149-6-iscsi {{(pid=107290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 07:49:27.537892 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_hamode_db [None req-f7f39894-dfa5-4371-a061-b26d148315da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-15T07:30:25Z,description=,heartbeat_timestamp=2022-09-15T07:49:25Z,host='dv-cinder-824149-6-iscsi',id=6177172c-20b9-4a3a-92be-d5dd082cfa3a,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T07:30:25Z,topic='l3_agent')) {'router_ids': ['67840e2f-de01-4d8c-90b9-81d88ad1a131'], 'active': True} {{(pid=107290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:49:27.547706 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc35d1c7-12de-42d0-b587-d9c760789715 req-747f8437-90d7-455d-8b1d-933939a876d7 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:49:27.549821 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-cc35d1c7-12de-42d0-b587-d9c760789715 req-747f8437-90d7-455d-8b1d-933939a876d7 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e82d95c9-8eb8-4c77-b1fc-2e31d7466bbd HTTP/1.1" status: 200 len: 945 time: 0.0521104 Sep 15 07:49:27.552527 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-0d1a1b79-65e3-4948-a981-8a2524fe5649 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/07729090-1405-4ce3-a456-eb735b276386 HTTP/1.1" status: 204 len: 168 time: 0.8968296 Sep 15 07:49:27.553173 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbbef2c3-07c4-4165-b994-cf399a858379', 'tag': '3f042454-cf32-4a00-ae9e-6827217983a6'}] {{(pid=107276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 07:49:27.556126 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e3724867bd40dd9d720ab8c058c996a0c2f5593be620855f41bc083494bf738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-941530a8-6e2e-4e60-bcbf-768c15bd881f" -d '{"events": [{"name": "network-changed", "server_uuid": "fbbef2c3-07c4-4165-b994-cf399a858379", "tag": "3f042454-cf32-4a00-ae9e-6827217983a6"}]}' {{(pid=107276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 07:49:27.576551 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-677e5667-6d12-4a09-97b6-65dca69daeb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (4c9c4bf3-096b-4dee-b844-12a870317301), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:27.613845 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-cc35d1c7-12de-42d0-b587-d9c760789715 req-a5751fae-7a91-4dc6-bffa-fafb079d3a8b tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=89318ed3-84ab-4ef8-8f7c-ebc9718189ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463514 Sep 15 07:49:27.653790 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvr_db [None req-f7f39894-dfa5-4371-a061-b26d148315da None None] Set router 67840e2f-de01-4d8c-90b9-81d88ad1a131 gateway port host: dv-cinder-824149-6-iscsi {{(pid=107290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 07:49:27.676670 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 07:49:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b85deb4d-52f3-4b0c-b008-5eda588ac2f5 x-openstack-request-id: req-b85deb4d-52f3-4b0c-b008-5eda588ac2f5 {{(pid=107276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 07:49:27.677185 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbbef2c3-07c4-4165-b994-cf399a858379", "tag": "3f042454-cf32-4a00-ae9e-6827217983a6", "status": "completed", "code": 200}]} {{(pid=107276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 07:49:27.677351 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b85deb4d-52f3-4b0c-b008-5eda588ac2f5 {{(pid=107276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 07:49:27.678040 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b85deb4d-52f3-4b0c-b008-5eda588ac2f5'] response: {'name': 'network-changed', 'server_uuid': 'fbbef2c3-07c4-4165-b994-cf399a858379', 'tag': '3f042454-cf32-4a00-ae9e-6827217983a6', 'status': 'completed', 'code': 200} Sep 15 07:49:27.769256 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (c3acd0b9-3b8e-4f77-9053-2ca2457616b3), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:27.775485 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941530a8-6e2e-4e60-bcbf-768c15bd881f req-6c96a3ba-8f52-4407-8b47-8418289b9a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:49:27.776993 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-941530a8-6e2e-4e60-bcbf-768c15bd881f req-6c96a3ba-8f52-4407-8b47-8418289b9a78 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=af1e008c4bfa41e18488c63ea0f17b27&device_id=fbbef2c3-07c4-4165-b994-cf399a858379 HTTP/1.1" status: 200 len: 1130 time: 0.0725195 Sep 15 07:49:27.799879 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db83f6b-22ab-49da-975b-6a55b342bdd2 req-536c1bba-464d-4051-94d3-c9b90e5e0695 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:49:27.801283 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-3db83f6b-22ab-49da-975b-6a55b342bdd2 req-536c1bba-464d-4051-94d3-c9b90e5e0695 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e82d95c9-8eb8-4c77-b1fc-2e31d7466bbd HTTP/1.1" status: 200 len: 945 time: 0.0659738 Sep 15 07:49:27.813703 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 41050) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:49:27.818451 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.v2.base [None req-72c2c62c-ce62-4b79-9b21-69abecfcc2b2 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Request body: {'floatingip': {'port_id': 'a9942a95-f13c-4b93-b3ea-9e337fbfb77e'}} {{(pid=107276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:49:27.866853 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-72c2c62c-ce62-4b79-9b21-69abecfcc2b2 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Publish callbacks [] for floatingip (bbaed414-18f2-491b-8b28-42a995bd379d), before_update {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:27.895260 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941530a8-6e2e-4e60-bcbf-768c15bd881f req-bc88407a-7fdd-423d-92aa-d3f876a0323e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:49:27.897202 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-941530a8-6e2e-4e60-bcbf-768c15bd881f req-bc88407a-7fdd-423d-92aa-d3f876a0323e service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=2c10a638-2533-4c87-88f1-ce4db4dec0fd HTTP/1.1" status: 200 len: 912 time: 0.1122928 Sep 15 07:49:27.945370 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-941530a8-6e2e-4e60-bcbf-768c15bd881f req-9a62af81-da4c-4134-bf19-0c2e9708e967 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3f042454-cf32-4a00-ae9e-6827217983a6 HTTP/1.1" status: 200 len: 217 time: 0.0408380 Sep 15 07:49:27.986467 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_hamode_db [None req-f7f39894-dfa5-4371-a061-b26d148315da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67840e2f-de01-4d8c-90b9-81d88ad1a131', 'name': 'tempest-TestVolumeBootPattern-938819957-router', 'tenant_id': 'af1e008c4bfa41e18488c63ea0f17b27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.149'}], 'enable_snat': True}, 'gw_port_id': 'b909bbd7-0d84-41f0-a949-dea3ab61a99c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:41:04Z', 'updated_at': '2022-09-15T07:41:09Z', 'revision_number': 4, 'project_id': 'af1e008c4bfa41e18488c63ea0f17b27', 'gw_port': {'id': 'b909bbd7-0d84-41f0-a949-dea3ab61a99c', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:8d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67840e2f-de01-4d8c-90b9-81d88ad1a131', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:41:05Z', 'updated_at': '2022-09-15T07:41:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi', '_interfaces': [{'id': '1a68fd01-d2a8-4a36-a6ad-66233e53b4cd', 'name': '', 'network_id': '2c10a638-2533-4c87-88f1-ce4db4dec0fd', 'tenant_id': 'af1e008c4bfa41e18488c63ea0f17b27', 'mac_address': 'fa:16:3e:22:c3:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67840e2f-de01-4d8c-90b9-81d88ad1a131', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'c8bb4817-976c-49f3-9d00-c474544f8d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:41:08Z', 'updated_at': '2022-09-15T07:41:14Z', 'revision_number': 5, 'project_id': 'af1e008c4bfa41e18488c63ea0f17b27', 'subnets': [{'id': 'c8bb4817-976c-49f3-9d00-c474544f8d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-6-iscsi', False) {} {{(pid=107290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:49:28.013798 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941530a8-6e2e-4e60-bcbf-768c15bd881f req-65246507-8349-4406-ba44-b30b2550d1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:49:28.015397 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-941530a8-6e2e-4e60-bcbf-768c15bd881f req-65246507-8349-4406-ba44-b30b2550d1f8 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=c8bb4817-976c-49f3-9d00-c474544f8d63 HTTP/1.1" status: 200 len: 850 time: 0.0641301 Sep 15 07:49:28.015535 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f39894-dfa5-4371-a061-b26d148315da None None] Checking router: 67840e2f-de01-4d8c-90b9-81d88ad1a131 for host: dv-cinder-824149-6-iscsi {{(pid=107290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 07:49:28.025293 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f39894-dfa5-4371-a061-b26d148315da None None] Routers {'67840e2f-de01-4d8c-90b9-81d88ad1a131'} bound to L3 agent in host dv-cinder-824149-6-iscsi {{(pid=107290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 07:49:28.026103 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_hamode_db [None req-f7f39894-dfa5-4371-a061-b26d148315da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-15T07:30:25Z,description=,heartbeat_timestamp=2022-09-15T07:49:25Z,host='dv-cinder-824149-6-iscsi',id=6177172c-20b9-4a3a-92be-d5dd082cfa3a,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T07:30:25Z,topic='l3_agent')) {'router_ids': ['67840e2f-de01-4d8c-90b9-81d88ad1a131'], 'active': True} {{(pid=107290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:49:28.081457 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:49:28.092601 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f383e34e-ccb6-4bd6-bfe9-c35055ceaf42 req-f99d781c-6dc6-4486-94a5-0912c1b01058 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:49:28.094111 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-f383e34e-ccb6-4bd6-bfe9-c35055ceaf42 req-f99d781c-6dc6-4486-94a5-0912c1b01058 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fbbef2c3-07c4-4165-b994-cf399a858379 HTTP/1.1" status: 200 len: 946 time: 0.0499156 Sep 15 07:49:28.132376 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvr_db [None req-f7f39894-dfa5-4371-a061-b26d148315da None None] Set router 67840e2f-de01-4d8c-90b9-81d88ad1a131 gateway port host: dv-cinder-824149-6-iscsi {{(pid=107290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 07:49:28.150108 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-f383e34e-ccb6-4bd6-bfe9-c35055ceaf42 req-7f80bbbb-4e59-4b0d-ac5f-db195809c75b tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bd1948ba-0dcc-463f-ac7d-46ca49a9cc24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496206 Sep 15 07:49:28.327656 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_hamode_db [None req-f7f39894-dfa5-4371-a061-b26d148315da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67840e2f-de01-4d8c-90b9-81d88ad1a131', 'name': 'tempest-TestVolumeBootPattern-938819957-router', 'tenant_id': 'af1e008c4bfa41e18488c63ea0f17b27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.149'}], 'enable_snat': True}, 'gw_port_id': 'b909bbd7-0d84-41f0-a949-dea3ab61a99c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:41:04Z', 'updated_at': '2022-09-15T07:41:09Z', 'revision_number': 4, 'project_id': 'af1e008c4bfa41e18488c63ea0f17b27', 'gw_port': {'id': 'b909bbd7-0d84-41f0-a949-dea3ab61a99c', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:8d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67840e2f-de01-4d8c-90b9-81d88ad1a131', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:41:05Z', 'updated_at': '2022-09-15T07:41:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi', '_interfaces': [{'id': '1a68fd01-d2a8-4a36-a6ad-66233e53b4cd', 'name': '', 'network_id': '2c10a638-2533-4c87-88f1-ce4db4dec0fd', 'tenant_id': 'af1e008c4bfa41e18488c63ea0f17b27', 'mac_address': 'fa:16:3e:22:c3:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67840e2f-de01-4d8c-90b9-81d88ad1a131', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'c8bb4817-976c-49f3-9d00-c474544f8d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:41:08Z', 'updated_at': '2022-09-15T07:41:14Z', 'revision_number': 5, 'project_id': 'af1e008c4bfa41e18488c63ea0f17b27', 'subnets': [{'id': 'c8bb4817-976c-49f3-9d00-c474544f8d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-6-iscsi', False) {} {{(pid=107290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:49:28.337700 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-72c2c62c-ce62-4b79-9b21-69abecfcc2b2 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:28.352593 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f39894-dfa5-4371-a061-b26d148315da None None] The sync data for ids ['67840e2f-de01-4d8c-90b9-81d88ad1a131'] in dv-cinder-824149-6-iscsi is: [{'id': '67840e2f-de01-4d8c-90b9-81d88ad1a131', 'name': 'tempest-TestVolumeBootPattern-938819957-router', 'tenant_id': 'af1e008c4bfa41e18488c63ea0f17b27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.149'}], 'enable_snat': True}, 'gw_port_id': 'b909bbd7-0d84-41f0-a949-dea3ab61a99c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:41:04Z', 'updated_at': '2022-09-15T07:41:09Z', 'revision_number': 4, 'project_id': 'af1e008c4bfa41e18488c63ea0f17b27', 'gw_port': {'id': 'b909bbd7-0d84-41f0-a949-dea3ab61a99c', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:8d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67840e2f-de01-4d8c-90b9-81d88ad1a131', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:41:05Z', 'updated_at': '2022-09-15T07:41:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi', '_interfaces': [{'id': '1a68fd01-d2a8-4a36-a6ad-66233e53b4cd', 'name': '', 'network_id': '2c10a638-2533-4c87-88f1-ce4db4dec0fd', 'tenant_id': 'af1e008c4bfa41e18488c63ea0f17b27', 'mac_address': 'fa:16:3e:22:c3:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67840e2f-de01-4d8c-90b9-81d88ad1a131', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'c8bb4817-976c-49f3-9d00-c474544f8d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:41:08Z', 'updated_at': '2022-09-15T07:41:14Z', 'revision_number': 5, 'project_id': 'af1e008c4bfa41e18488c63ea0f17b27', 'subnets': [{'id': 'c8bb4817-976c-49f3-9d00-c474544f8d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 07:49:28.409521 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-72c2c62c-ce62-4b79-9b21-69abecfcc2b2 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2007462'] for floatingip (bbaed414-18f2-491b-8b28-42a995bd379d), after_update {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:28.507392 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.db.l3_db [None req-72c2c62c-ce62-4b79-9b21-69abecfcc2b2 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Floating IP bbaed414-18f2-491b-8b28-42a995bd379d associated. External IP: 172.27.0.145, port: a9942a95-f13c-4b93-b3ea-9e337fbfb77e. Sep 15 07:49:28.579005 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3df004c-f6e8-4959-8900-e18c155f9133 None None] New status for floating IP 07729090-1405-4ce3-a456-eb735b276386: DOWN {{(pid=107295) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 15 07:49:28.611097 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:49:28.711412 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72c2c62c-ce62-4b79-9b21-69abecfcc2b2 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Router 9aa1fe18-6227-4f90-9a37-aee3b4f745ec has already been hosted by L3 agent 6177172c-20b9-4a3a-92be-d5dd082cfa3a {{(pid=107276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 07:49:28.812420 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72c2c62c-ce62-4b79-9b21-69abecfcc2b2 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Notify agent at l3_agent.dv-cinder-824149-6-iscsi the message routers_updated {{(pid=107276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 07:49:28.816673 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-72c2c62c-ce62-4b79-9b21-69abecfcc2b2 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382552'] for floatingip (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:28.823582 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6dd4f2-4ef7-43a9-a9b5-32c550686473 None None] Sync routers for ids ['9aa1fe18-6227-4f90-9a37-aee3b4f745ec'] in dv-cinder-824149-6-iscsi {{(pid=107290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 07:49:28.834443 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6dd4f2-4ef7-43a9-a9b5-32c550686473 None None] Routers {'9aa1fe18-6227-4f90-9a37-aee3b4f745ec'} bound to L3 agent in host dv-cinder-824149-6-iscsi {{(pid=107290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 07:49:28.834961 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_hamode_db [None req-9f6dd4f2-4ef7-43a9-a9b5-32c550686473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-15T07:30:25Z,description=,heartbeat_timestamp=2022-09-15T07:49:25Z,host='dv-cinder-824149-6-iscsi',id=6177172c-20b9-4a3a-92be-d5dd082cfa3a,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T07:30:25Z,topic='l3_agent')) {'router_ids': ['9aa1fe18-6227-4f90-9a37-aee3b4f745ec'], 'active': True} {{(pid=107290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:49:28.849430 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-72c2c62c-ce62-4b79-9b21-69abecfcc2b2 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] 10.222.0.42 "PUT /networking/v2.0/floatingips/bbaed414-18f2-491b-8b28-42a995bd379d HTTP/1.1" status: 200 len: 991 time: 1.0346231 Sep 15 07:49:28.936959 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvr_db [None req-9f6dd4f2-4ef7-43a9-a9b5-32c550686473 None None] Set router 9aa1fe18-6227-4f90-9a37-aee3b4f745ec gateway port host: dv-cinder-824149-6-iscsi {{(pid=107290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 07:49:29.012474 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:49:29.078786 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941530a8-6e2e-4e60-bcbf-768c15bd881f req-c9b8e5b7-9307-4e49-9f87-214cfe65350a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:49:29.080299 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-941530a8-6e2e-4e60-bcbf-768c15bd881f req-c9b8e5b7-9307-4e49-9f87-214cfe65350a service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=2c10a638-2533-4c87-88f1-ce4db4dec0fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0369158 Sep 15 07:49:29.093263 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:49:29.096317 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=100 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:49:29.155469 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_hamode_db [None req-9f6dd4f2-4ef7-43a9-a9b5-32c550686473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aa1fe18-6227-4f90-9a37-aee3b4f745ec', 'name': 'tempest-AttachVolumeTestJSON-1805075857-router', 'tenant_id': 'a9d0f5e6d6cf423485157e1381a12713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '44fe9404-b114-42a7-afb5-f2e402df462c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:46:00Z', 'updated_at': '2022-09-15T07:46:03Z', 'revision_number': 4, 'project_id': 'a9d0f5e6d6cf423485157e1381a12713', 'gw_port': {'id': '44fe9404-b114-42a7-afb5-f2e402df462c', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aa1fe18-6227-4f90-9a37-aee3b4f745ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:46:00Z', 'updated_at': '2022-09-15T07:46:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi', '_floatingips': [{'id': 'bbaed414-18f2-491b-8b28-42a995bd379d', 'tenant_id': 'a9d0f5e6d6cf423485157e1381a12713', 'floating_ip_address': '172.27.0.145', 'floating_network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'router_id': '9aa1fe18-6227-4f90-9a37-aee3b4f745ec', 'port_id': 'a9942a95-f13c-4b93-b3ea-9e337fbfb77e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a516fb80-088a-420e-bbe2-327bfb75896d', 'mac_address': 'fa:16:3e:a6:66:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82d95c9-8eb8-4c77-b1fc-2e31d7466bbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T07:49:12Z', 'updated_at': '2022-09-15T07:49:28Z', 'revision_number': 1, 'project_id': 'a9d0f5e6d6cf423485157e1381a12713', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06cb40a0-061b-43f6-a12e-80fcf62e2427', 'name': '', 'network_id': 'a516fb80-088a-420e-bbe2-327bfb75896d', 'tenant_id': 'a9d0f5e6d6cf423485157e1381a12713', 'mac_address': 'fa:16:3e:2f:4b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aa1fe18-6227-4f90-9a37-aee3b4f745ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '2011c2ef-cc51-4f76-b38a-cc4eb8a0b890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:46:02Z', 'updated_at': '2022-09-15T07:46:06Z', 'revision_number': 5, 'project_id': 'a9d0f5e6d6cf423485157e1381a12713', 'subnets': [{'id': '2011c2ef-cc51-4f76-b38a-cc4eb8a0b890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-6-iscsi', False) {} {{(pid=107290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:49:29.176628 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-941530a8-6e2e-4e60-bcbf-768c15bd881f req-90b8cb74-26bd-4cc3-aea9-77820828601e service neutron] 10.222.0.26 "GET /networking/v2.0/networks/2c10a638-2533-4c87-88f1-ce4db4dec0fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876577 Sep 15 07:49:29.180975 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6dd4f2-4ef7-43a9-a9b5-32c550686473 None None] Checking router: 9aa1fe18-6227-4f90-9a37-aee3b4f745ec for host: dv-cinder-824149-6-iscsi {{(pid=107290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 07:49:29.189754 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6dd4f2-4ef7-43a9-a9b5-32c550686473 None None] Routers {'9aa1fe18-6227-4f90-9a37-aee3b4f745ec'} bound to L3 agent in host dv-cinder-824149-6-iscsi {{(pid=107290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 07:49:29.190377 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_hamode_db [None req-9f6dd4f2-4ef7-43a9-a9b5-32c550686473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-15T07:30:25Z,description=,heartbeat_timestamp=2022-09-15T07:49:25Z,host='dv-cinder-824149-6-iscsi',id=6177172c-20b9-4a3a-92be-d5dd082cfa3a,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T07:30:25Z,topic='l3_agent')) {'router_ids': ['9aa1fe18-6227-4f90-9a37-aee3b4f745ec'], 'active': True} {{(pid=107290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:49:29.298382 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvr_db [None req-9f6dd4f2-4ef7-43a9-a9b5-32c550686473 None None] Set router 9aa1fe18-6227-4f90-9a37-aee3b4f745ec gateway port host: dv-cinder-824149-6-iscsi {{(pid=107290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 07:49:29.318752 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e26d82-fbbf-4d8a-9c70-7e2012fd525a req-9dad0fc1-8879-4f64-b84e-f556d22cda2e tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:49:29.320372 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-12e26d82-fbbf-4d8a-9c70-7e2012fd525a req-9dad0fc1-8879-4f64-b84e-f556d22cda2e tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fbbef2c3-07c4-4165-b994-cf399a858379 HTTP/1.1" status: 200 len: 946 time: 0.0904424 Sep 15 07:49:29.386789 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-941530a8-6e2e-4e60-bcbf-768c15bd881f req-d3d1583d-7038-4e4e-9506-c80278cc56d6 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/2c10a638-2533-4c87-88f1-ce4db4dec0fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548936 Sep 15 07:49:29.395275 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-12e26d82-fbbf-4d8a-9c70-7e2012fd525a req-ad6524da-a4a8-431e-92e0-355714199858 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bd1948ba-0dcc-463f-ac7d-46ca49a9cc24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670156 Sep 15 07:49:29.506831 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_hamode_db [None req-9f6dd4f2-4ef7-43a9-a9b5-32c550686473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aa1fe18-6227-4f90-9a37-aee3b4f745ec', 'name': 'tempest-AttachVolumeTestJSON-1805075857-router', 'tenant_id': 'a9d0f5e6d6cf423485157e1381a12713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '44fe9404-b114-42a7-afb5-f2e402df462c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:46:00Z', 'updated_at': '2022-09-15T07:46:03Z', 'revision_number': 4, 'project_id': 'a9d0f5e6d6cf423485157e1381a12713', 'gw_port': {'id': '44fe9404-b114-42a7-afb5-f2e402df462c', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aa1fe18-6227-4f90-9a37-aee3b4f745ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:46:00Z', 'updated_at': '2022-09-15T07:46:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi', '_floatingips': [{'id': 'bbaed414-18f2-491b-8b28-42a995bd379d', 'tenant_id': 'a9d0f5e6d6cf423485157e1381a12713', 'floating_ip_address': '172.27.0.145', 'floating_network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'router_id': '9aa1fe18-6227-4f90-9a37-aee3b4f745ec', 'port_id': 'a9942a95-f13c-4b93-b3ea-9e337fbfb77e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a516fb80-088a-420e-bbe2-327bfb75896d', 'mac_address': 'fa:16:3e:a6:66:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82d95c9-8eb8-4c77-b1fc-2e31d7466bbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T07:49:12Z', 'updated_at': '2022-09-15T07:49:28Z', 'revision_number': 1, 'project_id': 'a9d0f5e6d6cf423485157e1381a12713', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06cb40a0-061b-43f6-a12e-80fcf62e2427', 'name': '', 'network_id': 'a516fb80-088a-420e-bbe2-327bfb75896d', 'tenant_id': 'a9d0f5e6d6cf423485157e1381a12713', 'mac_address': 'fa:16:3e:2f:4b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aa1fe18-6227-4f90-9a37-aee3b4f745ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '2011c2ef-cc51-4f76-b38a-cc4eb8a0b890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:46:02Z', 'updated_at': '2022-09-15T07:46:06Z', 'revision_number': 5, 'project_id': 'a9d0f5e6d6cf423485157e1381a12713', 'subnets': [{'id': '2011c2ef-cc51-4f76-b38a-cc4eb8a0b890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-6-iscsi', False) {} {{(pid=107290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:49:29.535541 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6dd4f2-4ef7-43a9-a9b5-32c550686473 None None] The sync data for ids ['9aa1fe18-6227-4f90-9a37-aee3b4f745ec'] in dv-cinder-824149-6-iscsi is: [{'id': '9aa1fe18-6227-4f90-9a37-aee3b4f745ec', 'name': 'tempest-AttachVolumeTestJSON-1805075857-router', 'tenant_id': 'a9d0f5e6d6cf423485157e1381a12713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '44fe9404-b114-42a7-afb5-f2e402df462c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:46:00Z', 'updated_at': '2022-09-15T07:46:03Z', 'revision_number': 4, 'project_id': 'a9d0f5e6d6cf423485157e1381a12713', 'gw_port': {'id': '44fe9404-b114-42a7-afb5-f2e402df462c', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aa1fe18-6227-4f90-9a37-aee3b4f745ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:46:00Z', 'updated_at': '2022-09-15T07:46:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi', '_floatingips': [{'id': 'bbaed414-18f2-491b-8b28-42a995bd379d', 'tenant_id': 'a9d0f5e6d6cf423485157e1381a12713', 'floating_ip_address': '172.27.0.145', 'floating_network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'router_id': '9aa1fe18-6227-4f90-9a37-aee3b4f745ec', 'port_id': 'a9942a95-f13c-4b93-b3ea-9e337fbfb77e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a516fb80-088a-420e-bbe2-327bfb75896d', 'mac_address': 'fa:16:3e:a6:66:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82d95c9-8eb8-4c77-b1fc-2e31d7466bbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T07:49:12Z', 'updated_at': '2022-09-15T07:49:28Z', 'revision_number': 1, 'project_id': 'a9d0f5e6d6cf423485157e1381a12713', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06cb40a0-061b-43f6-a12e-80fcf62e2427', 'name': '', 'network_id': 'a516fb80-088a-420e-bbe2-327bfb75896d', 'tenant_id': 'a9d0f5e6d6cf423485157e1381a12713', 'mac_address': 'fa:16:3e:2f:4b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aa1fe18-6227-4f90-9a37-aee3b4f745ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '2011c2ef-cc51-4f76-b38a-cc4eb8a0b890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:46:02Z', 'updated_at': '2022-09-15T07:46:06Z', 'revision_number': 5, 'project_id': 'a9d0f5e6d6cf423485157e1381a12713', 'subnets': [{'id': '2011c2ef-cc51-4f76-b38a-cc4eb8a0b890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 07:49:29.564998 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa3be02-e966-4f6a-b94f-78ea63c57f3e req-4408e0e7-1272-4cd7-b6a2-09492b4ae3df tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:49:29.566489 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-aaa3be02-e966-4f6a-b94f-78ea63c57f3e req-4408e0e7-1272-4cd7-b6a2-09492b4ae3df tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=fbbef2c3-07c4-4165-b994-cf399a858379 HTTP/1.1" status: 200 len: 946 time: 0.0484090 Sep 15 07:49:29.656968 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.plugin [req-aaa3be02-e966-4f6a-b94f-78ea63c57f3e req-0653b921-8680-43aa-96d7-0a860c295383 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Deleting port 3f042454-cf32-4a00-ae9e-6827217983a6 {{(pid=107279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 07:49:29.657315 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [req-aaa3be02-e966-4f6a-b94f-78ea63c57f3e req-0653b921-8680-43aa-96d7-0a860c295383 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729658711565'] for port (3f042454-cf32-4a00-ae9e-6827217983a6), before_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:29.679260 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e82d95c9-8eb8-4c77-b1fc-2e31d7466bbd', 'tag': 'a9942a95-f13c-4b93-b3ea-9e337fbfb77e'}] {{(pid=107276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 07:49:29.682286 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e3724867bd40dd9d720ab8c058c996a0c2f5593be620855f41bc083494bf738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58f8022b-de2e-41e2-a4b6-23f09d94b058" -d '{"events": [{"name": "network-changed", "server_uuid": "e82d95c9-8eb8-4c77-b1fc-2e31d7466bbd", "tag": "a9942a95-f13c-4b93-b3ea-9e337fbfb77e"}]}' {{(pid=107276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 07:49:29.723067 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 07:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca1b2533-59c8-4830-ae5a-aa3477375d4d x-openstack-request-id: req-ca1b2533-59c8-4830-ae5a-aa3477375d4d {{(pid=107276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 07:49:29.723804 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e82d95c9-8eb8-4c77-b1fc-2e31d7466bbd", "tag": "a9942a95-f13c-4b93-b3ea-9e337fbfb77e", "status": "completed", "code": 200}]} {{(pid=107276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 07:49:29.724285 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ca1b2533-59c8-4830-ae5a-aa3477375d4d {{(pid=107276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 07:49:29.724801 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca1b2533-59c8-4830-ae5a-aa3477375d4d'] response: {'name': 'network-changed', 'server_uuid': 'e82d95c9-8eb8-4c77-b1fc-2e31d7466bbd', 'tag': 'a9942a95-f13c-4b93-b3ea-9e337fbfb77e', 'status': 'completed', 'code': 200} Sep 15 07:49:29.749247 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c154d2-6a72-42bc-b282-73cf47893f9e None None] New status for floating IP bbaed414-18f2-491b-8b28-42a995bd379d: ACTIVE {{(pid=107295) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 15 07:49:29.760597 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.db [req-aaa3be02-e966-4f6a-b94f-78ea63c57f3e req-0653b921-8680-43aa-96d7-0a860c295383 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] For port 3f042454-cf32-4a00-ae9e-6827217983a6, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=3f042454-cf32-4a00-ae9e-6827217983a6,segment=NetworkSegment(ec12b675-c824-48b2-b764-cea54c2a6f6e),segment_id=ec12b675-c824-48b2-b764-cea54c2a6f6e)] {{(pid=107279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:49:29.760967 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [req-aaa3be02-e966-4f6a-b94f-78ea63c57f3e req-0653b921-8680-43aa-96d7-0a860c295383 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009180'] for port (3f042454-cf32-4a00-ae9e-6827217983a6), precommit_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:29.777194 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.plugin [req-aaa3be02-e966-4f6a-b94f-78ea63c57f3e req-0653b921-8680-43aa-96d7-0a860c295383 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Calling delete_port for 3f042454-cf32-4a00-ae9e-6827217983a6 owned by compute:nova {{(pid=107279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 07:49:29.800737 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f8022b-de2e-41e2-a4b6-23f09d94b058 req-8e2ed76b-42fa-4f6b-a014-f2baa003f86c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:49:29.802343 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-58f8022b-de2e-41e2-a4b6-23f09d94b058 req-8e2ed76b-42fa-4f6b-a014-f2baa003f86c service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=a9d0f5e6d6cf423485157e1381a12713&device_id=e82d95c9-8eb8-4c77-b1fc-2e31d7466bbd HTTP/1.1" status: 200 len: 1129 time: 0.0516586 Sep 15 07:49:29.864559 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:49:29.900361 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f8022b-de2e-41e2-a4b6-23f09d94b058 req-2e8d269d-5908-46b8-a12f-372b87551ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:49:29.901787 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-58f8022b-de2e-41e2-a4b6-23f09d94b058 req-2e8d269d-5908-46b8-a12f-372b87551ffd service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=a516fb80-088a-420e-bbe2-327bfb75896d HTTP/1.1" status: 200 len: 912 time: 0.0916638 Sep 15 07:49:29.968081 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-58f8022b-de2e-41e2-a4b6-23f09d94b058 req-611d75b9-7573-498c-9d2b-49e6de69708c service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a9942a95-f13c-4b93-b3ea-9e337fbfb77e HTTP/1.1" status: 200 len: 999 time: 0.0608523 Sep 15 07:49:29.997712 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [req-aaa3be02-e966-4f6a-b94f-78ea63c57f3e req-0653b921-8680-43aa-96d7-0a860c295383 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729658628491', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729658170588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991753'] for port (3f042454-cf32-4a00-ae9e-6827217983a6), after_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:30.023804 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f8022b-de2e-41e2-a4b6-23f09d94b058 req-821b3139-5bfb-44e5-92b6-ca2fc8c2ccf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:49:30.025372 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-58f8022b-de2e-41e2-a4b6-23f09d94b058 req-821b3139-5bfb-44e5-92b6-ca2fc8c2ccf6 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=2011c2ef-cc51-4f76-b38a-cc4eb8a0b890 HTTP/1.1" status: 200 len: 850 time: 0.0519195 Sep 15 07:49:30.027829 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0653b921-8680-43aa-96d7-0a860c295383 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Pushing event deleted for resources: {'Port': ['ID=3f042454-cf32-4a00-ae9e-6827217983a6,revision_number=None']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:49:30.071989 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaa3be02-e966-4f6a-b94f-78ea63c57f3e req-0653b921-8680-43aa-96d7-0a860c295383 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] No DVR routers for this DVR port 3f042454-cf32-4a00-ae9e-6827217983a6 on host hv-cinder-82414 {{(pid=107279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 07:49:30.074457 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [req-aaa3be02-e966-4f6a-b94f-78ea63c57f3e req-0653b921-8680-43aa-96d7-0a860c295383 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382552'] for port (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:30.075321 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f8022b-de2e-41e2-a4b6-23f09d94b058 req-3378ef8f-fef6-4d27-94be-9e984664b840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:49:30.076830 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-58f8022b-de2e-41e2-a4b6-23f09d94b058 req-3378ef8f-fef6-4d27-94be-9e984664b840 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=a516fb80-088a-420e-bbe2-327bfb75896d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390365 Sep 15 07:49:30.077694 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-aaa3be02-e966-4f6a-b94f-78ea63c57f3e req-0653b921-8680-43aa-96d7-0a860c295383 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.26 "DELETE /networking/v2.0/ports/3f042454-cf32-4a00-ae9e-6827217983a6 HTTP/1.1" status: 204 len: 173 time: 0.5049896 Sep 15 07:49:30.078189 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbbef2c3-07c4-4165-b994-cf399a858379', 'name': 'network-vif-deleted', 'tag': '3f042454-cf32-4a00-ae9e-6827217983a6'}] {{(pid=107279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 07:49:30.080395 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706979451550896f7b9833a7a6f18e8e6b98f6eca7edeab709f82497fe6197ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a632b31a-5c93-4650-b281-9fe3a6beeba5" -d '{"events": [{"server_uuid": "fbbef2c3-07c4-4165-b994-cf399a858379", "name": "network-vif-deleted", "tag": "3f042454-cf32-4a00-ae9e-6827217983a6"}]}' {{(pid=107279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 07:49:30.118778 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 07:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95516e9c-f39a-4d60-a69b-d9c0484c17b5 x-openstack-request-id: req-95516e9c-f39a-4d60-a69b-d9c0484c17b5 {{(pid=107279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 07:49:30.119070 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbbef2c3-07c4-4165-b994-cf399a858379", "name": "network-vif-deleted", "tag": "3f042454-cf32-4a00-ae9e-6827217983a6", "status": "completed", "code": 200}]} {{(pid=107279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 07:49:30.119321 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-95516e9c-f39a-4d60-a69b-d9c0484c17b5 {{(pid=107279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 07:49:30.119748 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95516e9c-f39a-4d60-a69b-d9c0484c17b5'] response: {'server_uuid': 'fbbef2c3-07c4-4165-b994-cf399a858379', 'name': 'network-vif-deleted', 'tag': '3f042454-cf32-4a00-ae9e-6827217983a6', 'status': 'completed', 'code': 200} Sep 15 07:49:30.178826 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-58f8022b-de2e-41e2-a4b6-23f09d94b058 req-e303105a-a9f5-4085-a378-d4ca3498fe65 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/a516fb80-088a-420e-bbe2-327bfb75896d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927076 Sep 15 07:49:30.283480 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-58f8022b-de2e-41e2-a4b6-23f09d94b058 req-478c293a-90f3-4f47-ad8d-8b42f99d8968 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/a516fb80-088a-420e-bbe2-327bfb75896d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937457 Sep 15 07:49:30.508587 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-e42be0e6-5477-4015-9e9c-8a5a88d83deb req-8cda4b1e-1aa6-4660-a8ae-e46532bce223 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fbbef2c3-07c4-4165-b994-cf399a858379 HTTP/1.1" status: 200 len: 210 time: 0.0332649 Sep 15 07:49:31.575769 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 41066) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:49:31.684462 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.plugin [None req-fd0fc5b4-b166-4b92-9b35-fd3ac675e34e tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Deleting port 61a2ca47-3add-4bc3-9851-b9eca65e019a {{(pid=107279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 07:49:31.684800 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-fd0fc5b4-b166-4b92-9b35-fd3ac675e34e tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729658711565'] for port (61a2ca47-3add-4bc3-9851-b9eca65e019a), before_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:31.687056 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:49:31.760981 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-fd0fc5b4-b166-4b92-9b35-fd3ac675e34e tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009180'] for port (61a2ca47-3add-4bc3-9851-b9eca65e019a), precommit_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:31.761284 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-fd0fc5b4-b166-4b92-9b35-fd3ac675e34e tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Publish callbacks [] for floatingip (61a2ca47-3add-4bc3-9851-b9eca65e019a), precommit_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:31.774133 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.plugin [None req-fd0fc5b4-b166-4b92-9b35-fd3ac675e34e tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Calling delete_port for 61a2ca47-3add-4bc3-9851-b9eca65e019a owned by network:floatingip {{(pid=107279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 07:49:31.775527 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:49:32.206835 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-fd0fc5b4-b166-4b92-9b35-fd3ac675e34e tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729658628491', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729658170588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991753'] for port (61a2ca47-3add-4bc3-9851-b9eca65e019a), after_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:32.231620 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0fc5b4-b166-4b92-9b35-fd3ac675e34e tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Pushing event deleted for resources: {'Port': ['ID=61a2ca47-3add-4bc3-9851-b9eca65e019a,revision_number=None']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:49:32.294303 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-fd0fc5b4-b166-4b92-9b35-fd3ac675e34e tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Publish callbacks [] for floatingip (b6d2ea0b-4ac3-4db6-b72c-a3edbb8b362f), after_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:32.296994 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-fd0fc5b4-b166-4b92-9b35-fd3ac675e34e tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382552'] for floatingip (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:32.298322 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-fd0fc5b4-b166-4b92-9b35-fd3ac675e34e tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/b6d2ea0b-4ac3-4db6-b72c-a3edbb8b362f HTTP/1.1" status: 204 len: 168 time: 0.7215445 Sep 15 07:49:33.620760 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 41080) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:49:33.676802 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-d389e5ca-a93a-4225-a320-ce298d4119f6 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Publish callbacks [] for security_group (bd1948ba-0dcc-463f-ac7d-46ca49a9cc24), before_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:33.700785 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-d389e5ca-a93a-4225-a320-ce298d4119f6 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Publish callbacks [] for security_group (bd1948ba-0dcc-463f-ac7d-46ca49a9cc24), precommit_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:33.831940 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-d389e5ca-a93a-4225-a320-ce298d4119f6 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (bd1948ba-0dcc-463f-ac7d-46ca49a9cc24), after_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:33.834827 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-d389e5ca-a93a-4225-a320-ce298d4119f6 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Publish callbacks [] for security_group (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:33.836185 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-d389e5ca-a93a-4225-a320-ce298d4119f6 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] 10.222.0.42 "DELETE /networking/v2.0/security-groups/bd1948ba-0dcc-463f-ac7d-46ca49a9cc24 HTTP/1.1" status: 204 len: 168 time: 0.2143836 Sep 15 07:49:33.846197 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d389e5ca-a93a-4225-a320-ce298d4119f6 tempest-TestVolumeBootPattern-610100506 tempest-TestVolumeBootPattern-610100506-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd1948ba-0dcc-463f-ac7d-46ca49a9cc24,revision_number=None']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:49:33.953062 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 41084) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:49:34.206648 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-b0139011-32a0-441f-b348-b85cb0f0c404 req-af7dec32-afd2-475e-b259-f6b7626c6688 tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1905868263&fields=id&tenant_id=00091272c5a745f2bf80723a69fbfc61 HTTP/1.1" status: 200 len: 267 time: 0.1058605 Sep 15 07:49:34.326817 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0139011-32a0-441f-b348-b85cb0f0c404 req-ae7587e4-9fe4-4563-a07e-364cecd9ecae tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:49:34.328251 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-b0139011-32a0-441f-b348-b85cb0f0c404 req-ae7587e4-9fe4-4563-a07e-364cecd9ecae tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=533c974f-14a5-43e3-a746-c3156eae4282 HTTP/1.1" status: 200 len: 985 time: 0.0857072 Sep 15 07:49:34.346435 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.v2.base [req-b0139011-32a0-441f-b348-b85cb0f0c404 req-82a0c7a3-f06b-4201-8691-c5a0cfd3e571 tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] Request body: {'port': {'security_groups': ['397109af-b9fe-4303-a659-43ba7c19828f']}} {{(pid=107279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 07:49:34.471730 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [req-b0139011-32a0-441f-b348-b85cb0f0c404 req-82a0c7a3-f06b-4201-8691-c5a0cfd3e571 tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755534'] for port (9499e9bc-c07e-4389-a2e2-415f7d2c8088), before_update {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:34.473368 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:49:34.534541 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Device 3f042454-cf32-4a00-ae9e-6827217983a6 no longer exists at agent hyperv_hv-cinder-82414 {{(pid=107290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 07:49:34.551020 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:DELETE=6,neutron:SELECT=94 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:49:34.553550 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] No Port match for: 3f042454-cf32-4a00-ae9e-6827217983a6 {{(pid=107290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 07:49:34.553926 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Device 3f042454-cf32-4a00-ae9e-6827217983a6 not bound to the agent host hv-cinder-82414 {{(pid=107290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 07:49:34.585664 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-dbfb33d4-0b30-41ac-90c7-df5fcbb80b4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2002598'] for router_interface (67840e2f-de01-4d8c-90b9-81d88ad1a131), before_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:34.815038 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.db [req-b0139011-32a0-441f-b348-b85cb0f0c404 req-82a0c7a3-f06b-4201-8691-c5a0cfd3e571 tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] For port 9499e9bc-c07e-4389-a2e2-415f7d2c8088, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=9499e9bc-c07e-4389-a2e2-415f7d2c8088,segment=NetworkSegment(b9f438cb-efc4-4a05-9045-6ca915872e67),segment_id=b9f438cb-efc4-4a05-9045-6ca915872e67)] {{(pid=107279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:49:34.859378 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [req-b0139011-32a0-441f-b348-b85cb0f0c404 req-82a0c7a3-f06b-4201-8691-c5a0cfd3e571 tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] Publish callbacks [] for port (9499e9bc-c07e-4389-a2e2-415f7d2c8088), precommit_update {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:34.917173 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [req-b0139011-32a0-441f-b348-b85cb0f0c404 req-82a0c7a3-f06b-4201-8691-c5a0cfd3e571 tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729658711718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729658170597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729658170615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3991792'] for port (9499e9bc-c07e-4389-a2e2-415f7d2c8088), after_update {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:34.919110 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.plugin [None req-dbfb33d4-0b30-41ac-90c7-df5fcbb80b4c admin admin] Deleting port 1a68fd01-d2a8-4a36-a6ad-66233e53b4cd {{(pid=107279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 07:49:34.919475 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-dbfb33d4-0b30-41ac-90c7-df5fcbb80b4c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729658711565'] for port (1a68fd01-d2a8-4a36-a6ad-66233e53b4cd), before_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:34.927741 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] get_ports_and_sgs() called for port_ids ['9499e9bc-c07e-4389-a2e2-415f7d2c8088'] {{(pid=107290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 07:49:34.930948 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0139011-32a0-441f-b348-b85cb0f0c404 req-82a0c7a3-f06b-4201-8691-c5a0cfd3e571 tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:49:34.930948 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [req-b0139011-32a0-441f-b348-b85cb0f0c404 req-82a0c7a3-f06b-4201-8691-c5a0cfd3e571 tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382552'] for port (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:34.931319 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-b0139011-32a0-441f-b348-b85cb0f0c404 req-82a0c7a3-f06b-4201-8691-c5a0cfd3e571 tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] 10.222.0.42 "PUT /networking/v2.0/ports/9499e9bc-c07e-4389-a2e2-415f7d2c8088 HTTP/1.1" status: 200 len: 943 time: 0.5932393 Sep 15 07:49:34.933781 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '533c974f-14a5-43e3-a746-c3156eae4282', 'tag': '9499e9bc-c07e-4389-a2e2-415f7d2c8088'}] {{(pid=107279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 07:49:34.936323 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706979451550896f7b9833a7a6f18e8e6b98f6eca7edeab709f82497fe6197ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29bed13e-dea7-4540-b361-d061f1c3868e" -d '{"events": [{"name": "network-changed", "server_uuid": "533c974f-14a5-43e3-a746-c3156eae4282", "tag": "9499e9bc-c07e-4389-a2e2-415f7d2c8088"}]}' {{(pid=107279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 07:49:34.938727 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 41090) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:49:35.014645 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] get_ports_and_sgs() called for port_ids ['9499e9bc-c07e-4389-a2e2-415f7d2c8088'] {{(pid=107290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 07:49:35.036428 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a0c7a3-f06b-4201-8691-c5a0cfd3e571 tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] Pushing event updated for resources: {'Port': ['ID=9499e9bc-c07e-4389-a2e2-415f7d2c8088,revision_number=7']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:49:35.042072 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 07:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41059d27-262b-45b6-9884-90194effc222 x-openstack-request-id: req-41059d27-262b-45b6-9884-90194effc222 {{(pid=107279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 07:49:35.042356 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "533c974f-14a5-43e3-a746-c3156eae4282", "tag": "9499e9bc-c07e-4389-a2e2-415f7d2c8088", "status": "completed", "code": 200}]} {{(pid=107279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 07:49:35.042612 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-41059d27-262b-45b6-9884-90194effc222 {{(pid=107279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 07:49:35.043017 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41059d27-262b-45b6-9884-90194effc222'] response: {'name': 'network-changed', 'server_uuid': '533c974f-14a5-43e3-a746-c3156eae4282', 'tag': '9499e9bc-c07e-4389-a2e2-415f7d2c8088', 'status': 'completed', 'code': 200} Sep 15 07:49:35.049875 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=100 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:49:35.051063 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-ccad100e-622e-4add-8f11-d34fae6340c9 tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] Publish callbacks [] for security_group (408b2aa9-b550-4c7d-a697-0e509d9d3a37), before_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:35.067099 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.db [None req-dbfb33d4-0b30-41ac-90c7-df5fcbb80b4c admin admin] For port 1a68fd01-d2a8-4a36-a6ad-66233e53b4cd, host dv-cinder-824149-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-6-iscsi',level=0,port_id=1a68fd01-d2a8-4a36-a6ad-66233e53b4cd,segment=NetworkSegment(ec12b675-c824-48b2-b764-cea54c2a6f6e),segment_id=ec12b675-c824-48b2-b764-cea54c2a6f6e)] {{(pid=107279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:49:35.067489 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-dbfb33d4-0b30-41ac-90c7-df5fcbb80b4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009180'] for port (1a68fd01-d2a8-4a36-a6ad-66233e53b4cd), precommit_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:35.083069 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.plugin [None req-dbfb33d4-0b30-41ac-90c7-df5fcbb80b4c admin admin] Calling delete_port for 1a68fd01-d2a8-4a36-a6ad-66233e53b4cd owned by network:router_interface {{(pid=107279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 07:49:35.100582 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-ccad100e-622e-4add-8f11-d34fae6340c9 tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] Publish callbacks [] for security_group (408b2aa9-b550-4c7d-a697-0e509d9d3a37), precommit_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:35.111027 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bed13e-dea7-4540-b361-d061f1c3868e req-48429770-4842-4c71-b463-22a5735bddbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:49:35.112750 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-29bed13e-dea7-4540-b361-d061f1c3868e req-48429770-4842-4c71-b463-22a5735bddbe service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=00091272c5a745f2bf80723a69fbfc61&device_id=533c974f-14a5-43e3-a746-c3156eae4282 HTTP/1.1" status: 200 len: 1130 time: 0.0721953 Sep 15 07:49:35.290492 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:49:35.349605 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-dbfb33d4-0b30-41ac-90c7-df5fcbb80b4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729658628491', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729658170588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991753'] for port (1a68fd01-d2a8-4a36-a6ad-66233e53b4cd), after_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:35.377228 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfb33d4-0b30-41ac-90c7-df5fcbb80b4c admin admin] Pushing event deleted for resources: {'Port': ['ID=1a68fd01-d2a8-4a36-a6ad-66233e53b4cd,revision_number=None']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:49:35.440293 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:49:35.500292 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bed13e-dea7-4540-b361-d061f1c3868e req-6fa912f6-54a6-44ff-8682-5a9b90dbf615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:49:35.501839 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-29bed13e-dea7-4540-b361-d061f1c3868e req-6fa912f6-54a6-44ff-8682-5a9b90dbf615 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=970c4a81-43bc-4dcc-bb59-25887f2adff4 HTTP/1.1" status: 200 len: 915 time: 0.3793094 Sep 15 07:49:35.565816 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-dbfb33d4-0b30-41ac-90c7-df5fcbb80b4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2007574'] for router_interface (67840e2f-de01-4d8c-90b9-81d88ad1a131), after_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:35.572191 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-29bed13e-dea7-4540-b361-d061f1c3868e req-74f0c9e5-e213-41ae-8af3-9594e3eb4603 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9499e9bc-c07e-4389-a2e2-415f7d2c8088 HTTP/1.1" status: 200 len: 1001 time: 0.0637763 Sep 15 07:49:35.605766 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-ccad100e-622e-4add-8f11-d34fae6340c9 tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (408b2aa9-b550-4c7d-a697-0e509d9d3a37), after_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:35.608240 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-ccad100e-622e-4add-8f11-d34fae6340c9 tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] Publish callbacks [] for security_group (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:35.609348 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-ccad100e-622e-4add-8f11-d34fae6340c9 tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] 10.222.0.42 "DELETE /networking/v2.0/security-groups/408b2aa9-b550-4c7d-a697-0e509d9d3a37 HTTP/1.1" status: 204 len: 168 time: 0.6680417 Sep 15 07:49:35.612782 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 41096) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:49:35.623076 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccad100e-622e-4add-8f11-d34fae6340c9 tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=408b2aa9-b550-4c7d-a697-0e509d9d3a37,revision_number=None']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:49:35.642271 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bed13e-dea7-4540-b361-d061f1c3868e req-5754a4d8-7a1f-4553-8691-64a4df421960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:49:35.645074 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-29bed13e-dea7-4540-b361-d061f1c3868e req-5754a4d8-7a1f-4553-8691-64a4df421960 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=39682b7b-658f-4137-ab83-efd9644bda36 HTTP/1.1" status: 200 len: 853 time: 0.0660493 Sep 15 07:49:35.688122 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bed13e-dea7-4540-b361-d061f1c3868e req-bbe957ca-ce5b-470e-af48-6c7172366ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:49:35.689783 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-29bed13e-dea7-4540-b361-d061f1c3868e req-bbe957ca-ce5b-470e-af48-6c7172366ce3 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=970c4a81-43bc-4dcc-bb59-25887f2adff4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398533 Sep 15 07:49:35.780248 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-29bed13e-dea7-4540-b361-d061f1c3868e req-a8ea411f-5a40-4a47-b4d0-b56d2f678118 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/970c4a81-43bc-4dcc-bb59-25887f2adff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839546 Sep 15 07:49:35.864767 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.plugin [None req-7aa9d09e-0694-4edc-9079-6c394a198f2e tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] Deleting port 9e70ac24-dc31-4d36-9e2f-24533e9f2d27 {{(pid=107279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 07:49:35.865321 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-7aa9d09e-0694-4edc-9079-6c394a198f2e tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729658711565'] for port (9e70ac24-dc31-4d36-9e2f-24533e9f2d27), before_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:35.877223 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-29bed13e-dea7-4540-b361-d061f1c3868e req-a896aa35-fb1a-4cff-9169-617cf252aad6 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/970c4a81-43bc-4dcc-bb59-25887f2adff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906458 Sep 15 07:49:35.980835 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbfb33d4-0b30-41ac-90c7-df5fcbb80b4c admin admin] Router 67840e2f-de01-4d8c-90b9-81d88ad1a131 has already been hosted by L3 agent 6177172c-20b9-4a3a-92be-d5dd082cfa3a {{(pid=107279) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 07:49:35.997050 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-7aa9d09e-0694-4edc-9079-6c394a198f2e tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009180'] for port (9e70ac24-dc31-4d36-9e2f-24533e9f2d27), precommit_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:35.997376 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-7aa9d09e-0694-4edc-9079-6c394a198f2e tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] Publish callbacks [] for floatingip (9e70ac24-dc31-4d36-9e2f-24533e9f2d27), precommit_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:36.014125 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.plugin [None req-7aa9d09e-0694-4edc-9079-6c394a198f2e tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] Calling delete_port for 9e70ac24-dc31-4d36-9e2f-24533e9f2d27 owned by network:floatingip {{(pid=107279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 07:49:36.062487 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=100 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:49:36.426244 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbfb33d4-0b30-41ac-90c7-df5fcbb80b4c admin admin] Notify agent at l3_agent.dv-cinder-824149-6-iscsi the message routers_updated {{(pid=107279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 07:49:36.434365 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-dbfb33d4-0b30-41ac-90c7-df5fcbb80b4c admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/67840e2f-de01-4d8c-90b9-81d88ad1a131/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4801462 Sep 15 07:49:36.435740 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbcb6b08-d41f-4375-b874-3f975d75ff5f None None] Sync routers for ids ['67840e2f-de01-4d8c-90b9-81d88ad1a131'] in dv-cinder-824149-6-iscsi {{(pid=107290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 07:49:36.437143 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 41098) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:49:36.446761 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbcb6b08-d41f-4375-b874-3f975d75ff5f None None] Routers {'67840e2f-de01-4d8c-90b9-81d88ad1a131'} bound to L3 agent in host dv-cinder-824149-6-iscsi {{(pid=107290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 07:49:36.447599 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_hamode_db [None req-cbcb6b08-d41f-4375-b874-3f975d75ff5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-15T07:30:25Z,description=,heartbeat_timestamp=2022-09-15T07:49:25Z,host='dv-cinder-824149-6-iscsi',id=6177172c-20b9-4a3a-92be-d5dd082cfa3a,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T07:30:25Z,topic='l3_agent')) {'router_ids': ['67840e2f-de01-4d8c-90b9-81d88ad1a131'], 'active': True} {{(pid=107290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:49:36.488314 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=100 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:49:36.496206 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:49:36.530733 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=100 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:49:36.543229 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-e148f8a2-4480-4664-bacb-8255d3283dee admin admin] Publish callbacks [] for router (67840e2f-de01-4d8c-90b9-81d88ad1a131), before_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:36.553228 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvr_db [None req-cbcb6b08-d41f-4375-b874-3f975d75ff5f None None] Set router 67840e2f-de01-4d8c-90b9-81d88ad1a131 gateway port host: dv-cinder-824149-6-iscsi {{(pid=107290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 07:49:36.569059 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-7aa9d09e-0694-4edc-9079-6c394a198f2e tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729658628491', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729658170588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991753'] for port (9e70ac24-dc31-4d36-9e2f-24533e9f2d27), after_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:36.593232 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9d09e-0694-4edc-9079-6c394a198f2e tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] Pushing event deleted for resources: {'Port': ['ID=9e70ac24-dc31-4d36-9e2f-24533e9f2d27,revision_number=None']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:49:36.650003 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-e148f8a2-4480-4664-bacb-8255d3283dee admin admin] Publish callbacks [] for router_gateway (67840e2f-de01-4d8c-90b9-81d88ad1a131), before_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:36.664085 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-7aa9d09e-0694-4edc-9079-6c394a198f2e tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] Publish callbacks [] for floatingip (de213504-0093-4fab-bee5-f17fe898ec61), after_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:36.664440 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.db.l3_db [None req-7aa9d09e-0694-4edc-9079-6c394a198f2e tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] Floating IP de213504-0093-4fab-bee5-f17fe898ec61 disassociated (deleted). External IP: 172.27.0.54, port: 9499e9bc-c07e-4389-a2e2-415f7d2c8088. Sep 15 07:49:36.747560 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_hamode_db [None req-cbcb6b08-d41f-4375-b874-3f975d75ff5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67840e2f-de01-4d8c-90b9-81d88ad1a131', 'name': 'tempest-TestVolumeBootPattern-938819957-router', 'tenant_id': 'af1e008c4bfa41e18488c63ea0f17b27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.149'}], 'enable_snat': True}, 'gw_port_id': 'b909bbd7-0d84-41f0-a949-dea3ab61a99c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:41:04Z', 'updated_at': '2022-09-15T07:49:35Z', 'revision_number': 5, 'project_id': 'af1e008c4bfa41e18488c63ea0f17b27', 'gw_port': {'id': 'b909bbd7-0d84-41f0-a949-dea3ab61a99c', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:8d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67840e2f-de01-4d8c-90b9-81d88ad1a131', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:41:05Z', 'updated_at': '2022-09-15T07:41:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi'}], 'dv-cinder-824149-6-iscsi', False) {} {{(pid=107290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:49:36.772791 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbcb6b08-d41f-4375-b874-3f975d75ff5f None None] Checking router: 67840e2f-de01-4d8c-90b9-81d88ad1a131 for host: dv-cinder-824149-6-iscsi {{(pid=107290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 07:49:36.781296 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbcb6b08-d41f-4375-b874-3f975d75ff5f None None] Routers {'67840e2f-de01-4d8c-90b9-81d88ad1a131'} bound to L3 agent in host dv-cinder-824149-6-iscsi {{(pid=107290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 07:49:36.781981 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_hamode_db [None req-cbcb6b08-d41f-4375-b874-3f975d75ff5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-15T07:30:25Z,description=,heartbeat_timestamp=2022-09-15T07:49:25Z,host='dv-cinder-824149-6-iscsi',id=6177172c-20b9-4a3a-92be-d5dd082cfa3a,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T07:30:25Z,topic='l3_agent')) {'router_ids': ['67840e2f-de01-4d8c-90b9-81d88ad1a131'], 'active': True} {{(pid=107290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:49:36.785747 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.plugin [None req-e148f8a2-4480-4664-bacb-8255d3283dee admin admin] Deleting port b909bbd7-0d84-41f0-a949-dea3ab61a99c {{(pid=107276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 07:49:36.786159 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-e148f8a2-4480-4664-bacb-8255d3283dee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729658711565'] for port (b909bbd7-0d84-41f0-a949-dea3ab61a99c), before_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:36.864661 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:49:36.870145 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aa9d09e-0694-4edc-9079-6c394a198f2e tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] Router ff723d16-2c01-4eab-afcd-4a5795346e92 has already been hosted by L3 agent 6177172c-20b9-4a3a-92be-d5dd082cfa3a {{(pid=107279) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 07:49:36.880739 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.db [None req-e148f8a2-4480-4664-bacb-8255d3283dee admin admin] For port b909bbd7-0d84-41f0-a949-dea3ab61a99c, host dv-cinder-824149-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-6-iscsi',level=0,port_id=b909bbd7-0d84-41f0-a949-dea3ab61a99c,segment=NetworkSegment(8c607054-1f24-4b82-9f54-7b368db757ce),segment_id=8c607054-1f24-4b82-9f54-7b368db757ce)] {{(pid=107276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:49:36.884642 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-e148f8a2-4480-4664-bacb-8255d3283dee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009180'] for port (b909bbd7-0d84-41f0-a949-dea3ab61a99c), precommit_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:36.896162 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:49:36.897627 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.plugin [None req-e148f8a2-4480-4664-bacb-8255d3283dee admin admin] Calling delete_port for b909bbd7-0d84-41f0-a949-dea3ab61a99c owned by network:router_gateway {{(pid=107276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 07:49:36.983364 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aa9d09e-0694-4edc-9079-6c394a198f2e tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] Notify agent at l3_agent.dv-cinder-824149-6-iscsi the message routers_updated {{(pid=107279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 07:49:36.989506 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-7aa9d09e-0694-4edc-9079-6c394a198f2e tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382552'] for floatingip (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:36.997532 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a5c0ff-4be2-4387-8b82-6d607e14f51f None None] Sync routers for ids ['ff723d16-2c01-4eab-afcd-4a5795346e92'] in dv-cinder-824149-6-iscsi {{(pid=107295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 07:49:37.000768 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvr_db [None req-cbcb6b08-d41f-4375-b874-3f975d75ff5f None None] Set router 67840e2f-de01-4d8c-90b9-81d88ad1a131 gateway port host: None {{(pid=107290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 07:49:37.016137 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a5c0ff-4be2-4387-8b82-6d607e14f51f None None] Routers {'ff723d16-2c01-4eab-afcd-4a5795346e92'} bound to L3 agent in host dv-cinder-824149-6-iscsi {{(pid=107295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 07:49:37.017423 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_hamode_db [None req-d9a5c0ff-4be2-4387-8b82-6d607e14f51f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-15T07:30:25Z,description=,heartbeat_timestamp=2022-09-15T07:49:25Z,host='dv-cinder-824149-6-iscsi',id=6177172c-20b9-4a3a-92be-d5dd082cfa3a,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T07:30:25Z,topic='l3_agent')) {'router_ids': ['ff723d16-2c01-4eab-afcd-4a5795346e92'], 'active': True} {{(pid=107295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:49:37.021860 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-7aa9d09e-0694-4edc-9079-6c394a198f2e tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/de213504-0093-4fab-bee5-f17fe898ec61 HTTP/1.1" status: 204 len: 168 time: 1.4073706 Sep 15 07:49:37.044466 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '533c974f-14a5-43e3-a746-c3156eae4282', 'tag': '9499e9bc-c07e-4389-a2e2-415f7d2c8088'}] {{(pid=107279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 07:49:37.047495 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706979451550896f7b9833a7a6f18e8e6b98f6eca7edeab709f82497fe6197ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40714d46-ea43-43bd-a281-e97b3abb2f5a" -d '{"events": [{"name": "network-changed", "server_uuid": "533c974f-14a5-43e3-a746-c3156eae4282", "tag": "9499e9bc-c07e-4389-a2e2-415f7d2c8088"}]}' {{(pid=107279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 07:49:37.075878 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_hamode_db [None req-cbcb6b08-d41f-4375-b874-3f975d75ff5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67840e2f-de01-4d8c-90b9-81d88ad1a131', 'name': 'tempest-TestVolumeBootPattern-938819957-router', 'tenant_id': 'af1e008c4bfa41e18488c63ea0f17b27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:41:04Z', 'updated_at': '2022-09-15T07:49:36Z', 'revision_number': 6, 'project_id': 'af1e008c4bfa41e18488c63ea0f17b27', 'gw_port_host': None}], 'dv-cinder-824149-6-iscsi', False) {} {{(pid=107290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:49:37.111929 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 07:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-200759e5-8937-4bdb-bc1a-a2ab84722cc7 x-openstack-request-id: req-200759e5-8937-4bdb-bc1a-a2ab84722cc7 {{(pid=107279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 07:49:37.112313 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "533c974f-14a5-43e3-a746-c3156eae4282", "tag": "9499e9bc-c07e-4389-a2e2-415f7d2c8088", "status": "completed", "code": 200}]} {{(pid=107279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 07:49:37.112656 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-200759e5-8937-4bdb-bc1a-a2ab84722cc7 {{(pid=107279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 07:49:37.113303 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.notifiers.nova [-] Nova event matching ['req-200759e5-8937-4bdb-bc1a-a2ab84722cc7'] response: {'name': 'network-changed', 'server_uuid': '533c974f-14a5-43e3-a746-c3156eae4282', 'tag': '9499e9bc-c07e-4389-a2e2-415f7d2c8088', 'status': 'completed', 'code': 200} Sep 15 07:49:37.116121 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbcb6b08-d41f-4375-b874-3f975d75ff5f None None] The sync data for ids ['67840e2f-de01-4d8c-90b9-81d88ad1a131'] in dv-cinder-824149-6-iscsi is: [{'id': '67840e2f-de01-4d8c-90b9-81d88ad1a131', 'name': 'tempest-TestVolumeBootPattern-938819957-router', 'tenant_id': 'af1e008c4bfa41e18488c63ea0f17b27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:41:04Z', 'updated_at': '2022-09-15T07:49:36Z', 'revision_number': 6, 'project_id': 'af1e008c4bfa41e18488c63ea0f17b27', 'gw_port_host': None}] {{(pid=107290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 07:49:37.167065 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_dvr_db [None req-d9a5c0ff-4be2-4387-8b82-6d607e14f51f None None] Set router ff723d16-2c01-4eab-afcd-4a5795346e92 gateway port host: dv-cinder-824149-6-iscsi {{(pid=107295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 07:49:37.181974 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40714d46-ea43-43bd-a281-e97b3abb2f5a req-c21ab23b-ee6b-45e7-9685-eb5e172a12c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:49:37.183678 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-40714d46-ea43-43bd-a281-e97b3abb2f5a req-c21ab23b-ee6b-45e7-9685-eb5e172a12c6 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=00091272c5a745f2bf80723a69fbfc61&device_id=533c974f-14a5-43e3-a746-c3156eae4282 HTTP/1.1" status: 200 len: 1130 time: 0.0476866 Sep 15 07:49:37.185794 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-e148f8a2-4480-4664-bacb-8255d3283dee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729658628491', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729658170588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260827426'] for port (b909bbd7-0d84-41f0-a949-dea3ab61a99c), after_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:37.231625 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e148f8a2-4480-4664-bacb-8255d3283dee admin admin] Pushing event deleted for resources: {'Port': ['ID=b909bbd7-0d84-41f0-a949-dea3ab61a99c,revision_number=None']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:49:37.360130 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-e148f8a2-4480-4664-bacb-8255d3283dee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2007388'] for router_gateway (67840e2f-de01-4d8c-90b9-81d88ad1a131), after_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:37.365280 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40714d46-ea43-43bd-a281-e97b3abb2f5a req-77bd663c-3887-404e-a40f-93100c516785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:49:37.366533 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_hamode_db [None req-d9a5c0ff-4be2-4387-8b82-6d607e14f51f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff723d16-2c01-4eab-afcd-4a5795346e92', 'name': 'tempest-TestMinimumBasicScenario-133076663-router', 'tenant_id': '00091272c5a745f2bf80723a69fbfc61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': '9b8466b4-4256-4de2-93dc-d3efb84ea252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:47:22Z', 'updated_at': '2022-09-15T07:47:27Z', 'revision_number': 4, 'project_id': '00091272c5a745f2bf80723a69fbfc61', 'gw_port': {'id': '9b8466b4-4256-4de2-93dc-d3efb84ea252', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:1a:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff723d16-2c01-4eab-afcd-4a5795346e92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:47:23Z', 'updated_at': '2022-09-15T07:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi', '_interfaces': [{'id': '8a5d33d9-ae35-4270-8214-992dad5e02eb', 'name': '', 'network_id': '970c4a81-43bc-4dcc-bb59-25887f2adff4', 'tenant_id': '00091272c5a745f2bf80723a69fbfc61', 'mac_address': 'fa:16:3e:e4:97:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff723d16-2c01-4eab-afcd-4a5795346e92', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '39682b7b-658f-4137-ab83-efd9644bda36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:47:26Z', 'updated_at': '2022-09-15T07:47:30Z', 'revision_number': 5, 'project_id': '00091272c5a745f2bf80723a69fbfc61', 'subnets': [{'id': '39682b7b-658f-4137-ab83-efd9644bda36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-6-iscsi', False) {} {{(pid=107295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:49:37.366908 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-40714d46-ea43-43bd-a281-e97b3abb2f5a req-77bd663c-3887-404e-a40f-93100c516785 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=970c4a81-43bc-4dcc-bb59-25887f2adff4 HTTP/1.1" status: 200 len: 915 time: 0.1753576 Sep 15 07:49:37.398688 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a5c0ff-4be2-4387-8b82-6d607e14f51f None None] Checking router: ff723d16-2c01-4eab-afcd-4a5795346e92 for host: dv-cinder-824149-6-iscsi {{(pid=107295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 07:49:37.411852 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a5c0ff-4be2-4387-8b82-6d607e14f51f None None] Routers {'ff723d16-2c01-4eab-afcd-4a5795346e92'} bound to L3 agent in host dv-cinder-824149-6-iscsi {{(pid=107295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 07:49:37.412584 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_hamode_db [None req-d9a5c0ff-4be2-4387-8b82-6d607e14f51f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-15T07:30:25Z,description=,heartbeat_timestamp=2022-09-15T07:49:25Z,host='dv-cinder-824149-6-iscsi',id=6177172c-20b9-4a3a-92be-d5dd082cfa3a,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T07:30:25Z,topic='l3_agent')) {'router_ids': ['ff723d16-2c01-4eab-afcd-4a5795346e92'], 'active': True} {{(pid=107295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:49:37.495885 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-40714d46-ea43-43bd-a281-e97b3abb2f5a req-508a87ff-8a2f-4684-95eb-aa8263a7005a service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9499e9bc-c07e-4389-a2e2-415f7d2c8088 HTTP/1.1" status: 200 len: 217 time: 0.0721927 Sep 15 07:49:37.520551 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-e148f8a2-4480-4664-bacb-8255d3283dee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2014664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1922'] for router (67840e2f-de01-4d8c-90b9-81d88ad1a131), precommit_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:37.523462 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-e148f8a2-4480-4664-bacb-8255d3283dee admin admin] Publish callbacks [] for router_controller (67840e2f-de01-4d8c-90b9-81d88ad1a131), precommit_delete_associations {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:37.530585 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_dvr_db [None req-d9a5c0ff-4be2-4387-8b82-6d607e14f51f None None] Set router ff723d16-2c01-4eab-afcd-4a5795346e92 gateway port host: dv-cinder-824149-6-iscsi {{(pid=107295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 07:49:37.578676 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40714d46-ea43-43bd-a281-e97b3abb2f5a req-67f71957-2f8b-416b-8aa7-b68d581c6680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:49:37.580201 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-40714d46-ea43-43bd-a281-e97b3abb2f5a req-67f71957-2f8b-416b-8aa7-b68d581c6680 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=39682b7b-658f-4137-ab83-efd9644bda36 HTTP/1.1" status: 200 len: 853 time: 0.0908639 Sep 15 07:49:37.630276 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40714d46-ea43-43bd-a281-e97b3abb2f5a req-686eaab0-21d2-4e69-bead-8ff1f0d2041e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:49:37.630276 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-40714d46-ea43-43bd-a281-e97b3abb2f5a req-686eaab0-21d2-4e69-bead-8ff1f0d2041e service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=970c4a81-43bc-4dcc-bb59-25887f2adff4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419900 Sep 15 07:49:37.686966 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-e148f8a2-4480-4664-bacb-8255d3283dee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2007659'] for router (67840e2f-de01-4d8c-90b9-81d88ad1a131), after_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:37.687681 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e148f8a2-4480-4664-bacb-8255d3283dee admin admin] Fanout notify agent at l3_agent the message router_deleted on router 67840e2f-de01-4d8c-90b9-81d88ad1a131 {{(pid=107276) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 07:49:37.690296 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:49:37.695679 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-e148f8a2-4480-4664-bacb-8255d3283dee admin admin] Publish callbacks [] for router (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:37.696804 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-e148f8a2-4480-4664-bacb-8255d3283dee admin admin] 10.222.0.42 "DELETE /networking/v2.0/routers/67840e2f-de01-4d8c-90b9-81d88ad1a131 HTTP/1.1" status: 204 len: 168 time: 1.2583275 Sep 15 07:49:37.699634 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 41110) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:49:37.734479 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_hamode_db [None req-d9a5c0ff-4be2-4387-8b82-6d607e14f51f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff723d16-2c01-4eab-afcd-4a5795346e92', 'name': 'tempest-TestMinimumBasicScenario-133076663-router', 'tenant_id': '00091272c5a745f2bf80723a69fbfc61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': '9b8466b4-4256-4de2-93dc-d3efb84ea252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:47:22Z', 'updated_at': '2022-09-15T07:47:27Z', 'revision_number': 4, 'project_id': '00091272c5a745f2bf80723a69fbfc61', 'gw_port': {'id': '9b8466b4-4256-4de2-93dc-d3efb84ea252', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:1a:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff723d16-2c01-4eab-afcd-4a5795346e92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:47:23Z', 'updated_at': '2022-09-15T07:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi', '_interfaces': [{'id': '8a5d33d9-ae35-4270-8214-992dad5e02eb', 'name': '', 'network_id': '970c4a81-43bc-4dcc-bb59-25887f2adff4', 'tenant_id': '00091272c5a745f2bf80723a69fbfc61', 'mac_address': 'fa:16:3e:e4:97:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff723d16-2c01-4eab-afcd-4a5795346e92', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '39682b7b-658f-4137-ab83-efd9644bda36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:47:26Z', 'updated_at': '2022-09-15T07:47:30Z', 'revision_number': 5, 'project_id': '00091272c5a745f2bf80723a69fbfc61', 'subnets': [{'id': '39682b7b-658f-4137-ab83-efd9644bda36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-6-iscsi', False) {} {{(pid=107295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:49:37.740062 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-40714d46-ea43-43bd-a281-e97b3abb2f5a req-5efe8c04-ebea-43ca-a0c0-fdfdf6ad1c12 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/970c4a81-43bc-4dcc-bb59-25887f2adff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018450 Sep 15 07:49:37.757867 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf279d89-4d2e-49f6-8a8f-f72779f08f11 admin admin] Deleting subnet c8bb4817-976c-49f3-9d00-c474544f8d63 {{(pid=107279) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 15 07:49:37.761378 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-cf279d89-4d2e-49f6-8a8f-f72779f08f11 admin admin] Publish callbacks [] for subnet (c8bb4817-976c-49f3-9d00-c474544f8d63), before_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:37.765078 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a5c0ff-4be2-4387-8b82-6d607e14f51f None None] The sync data for ids ['ff723d16-2c01-4eab-afcd-4a5795346e92'] in dv-cinder-824149-6-iscsi is: [{'id': 'ff723d16-2c01-4eab-afcd-4a5795346e92', 'name': 'tempest-TestMinimumBasicScenario-133076663-router', 'tenant_id': '00091272c5a745f2bf80723a69fbfc61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': '9b8466b4-4256-4de2-93dc-d3efb84ea252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:47:22Z', 'updated_at': '2022-09-15T07:47:27Z', 'revision_number': 4, 'project_id': '00091272c5a745f2bf80723a69fbfc61', 'gw_port': {'id': '9b8466b4-4256-4de2-93dc-d3efb84ea252', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:1a:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff723d16-2c01-4eab-afcd-4a5795346e92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:47:23Z', 'updated_at': '2022-09-15T07:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi', '_interfaces': [{'id': '8a5d33d9-ae35-4270-8214-992dad5e02eb', 'name': '', 'network_id': '970c4a81-43bc-4dcc-bb59-25887f2adff4', 'tenant_id': '00091272c5a745f2bf80723a69fbfc61', 'mac_address': 'fa:16:3e:e4:97:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff723d16-2c01-4eab-afcd-4a5795346e92', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '39682b7b-658f-4137-ab83-efd9644bda36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:47:26Z', 'updated_at': '2022-09-15T07:47:30Z', 'revision_number': 5, 'project_id': '00091272c5a745f2bf80723a69fbfc61', 'subnets': [{'id': '39682b7b-658f-4137-ab83-efd9644bda36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 07:49:37.799592 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-cf279d89-4d2e-49f6-8a8f-f72779f08f11 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4067374'] for subnet (c8bb4817-976c-49f3-9d00-c474544f8d63), precommit_delete_associations {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:37.866069 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:49:37.879178 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-cf279d89-4d2e-49f6-8a8f-f72779f08f11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-831850'] for subnet (c8bb4817-976c-49f3-9d00-c474544f8d63), precommit_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:38.039248 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-cf279d89-4d2e-49f6-8a8f-f72779f08f11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-835415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3991718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260930273'] for subnet (c8bb4817-976c-49f3-9d00-c474544f8d63), after_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:38.044482 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-40714d46-ea43-43bd-a281-e97b3abb2f5a req-128d8990-058b-4a27-88c0-6b2d6c0f34f0 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/970c4a81-43bc-4dcc-bb59-25887f2adff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315382 Sep 15 07:49:38.062461 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Device b909bbd7-0d84-41f0-a949-dea3ab61a99c no longer exists at agent ovs-agent-dv-cinder-824149-6-iscsi {{(pid=107290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 07:49:38.089734 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf279d89-4d2e-49f6-8a8f-f72779f08f11 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8bb4817-976c-49f3-9d00-c474544f8d63,revision_number=None']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:49:38.092238 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-cf279d89-4d2e-49f6-8a8f-f72779f08f11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586190'] for subnet (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:38.095446 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-cf279d89-4d2e-49f6-8a8f-f72779f08f11 admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/c8bb4817-976c-49f3-9d00-c474544f8d63 HTTP/1.1" status: 204 len: 168 time: 0.3940427 Sep 15 07:49:38.098413 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 41112) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:49:38.098875 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-237e2d16-3ec8-40a7-a8c5-cb76bc122a93 None None] Network 2c10a638-2533-4c87-88f1-ce4db4dec0fd requested from dv-cinder-824149-6-iscsi {{(pid=107290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 07:49:38.101458 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8580b149-6f07-41ca-b0af-06ddc267f69f None None] New status for floating IP de213504-0093-4fab-bee5-f17fe898ec61: DOWN {{(pid=107290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 15 07:49:38.106406 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] No Port match for: b909bbd7-0d84-41f0-a949-dea3ab61a99c {{(pid=107290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 07:49:38.106820 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Device b909bbd7-0d84-41f0-a949-dea3ab61a99c not bound to the agent host dv-cinder-824149-6-iscsi {{(pid=107290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 07:49:38.107228 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Device 1a68fd01-d2a8-4a36-a6ad-66233e53b4cd no longer exists at agent ovs-agent-dv-cinder-824149-6-iscsi {{(pid=107290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 07:49:38.185237 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-0102b0c1-ff78-4bbf-9ec1-1433fda5798f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-790559'] for network (2c10a638-2533-4c87-88f1-ce4db4dec0fd), before_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:38.231610 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] No Port match for: 1a68fd01-d2a8-4a36-a6ad-66233e53b4cd {{(pid=107290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 07:49:38.231610 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Device 1a68fd01-d2a8-4a36-a6ad-66233e53b4cd not bound to the agent host dv-cinder-824149-6-iscsi {{(pid=107290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 07:49:38.232171 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.plugin [None req-0102b0c1-ff78-4bbf-9ec1-1433fda5798f admin admin] Deleting port f5e68058-b1c6-4c9b-a014-a0384a751493 {{(pid=107279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 07:49:38.233052 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-0102b0c1-ff78-4bbf-9ec1-1433fda5798f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729658711565'] for port (f5e68058-b1c6-4c9b-a014-a0384a751493), before_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:38.324013 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.db [None req-0102b0c1-ff78-4bbf-9ec1-1433fda5798f admin admin] For port f5e68058-b1c6-4c9b-a014-a0384a751493, host dv-cinder-824149-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-6-iscsi',level=0,port_id=f5e68058-b1c6-4c9b-a014-a0384a751493,segment=NetworkSegment(ec12b675-c824-48b2-b764-cea54c2a6f6e),segment_id=ec12b675-c824-48b2-b764-cea54c2a6f6e)] {{(pid=107279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:49:38.324614 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-0102b0c1-ff78-4bbf-9ec1-1433fda5798f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009180'] for port (f5e68058-b1c6-4c9b-a014-a0384a751493), precommit_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:38.347834 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.plugin [None req-0102b0c1-ff78-4bbf-9ec1-1433fda5798f admin admin] Calling delete_port for f5e68058-b1c6-4c9b-a014-a0384a751493 owned by network:dhcp {{(pid=107279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 07:49:38.375755 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb1e5408-46b8-4d4b-bf91-cd282e5d14d8 None None] DHCP port deletion for 2c10a638-2533-4c87-88f1-ce4db4dec0fd request from dv-cinder-824149-6-iscsi {{(pid=107290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 15 07:49:38.414369 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-bb1e5408-46b8-4d4b-bf91-cd282e5d14d8 None None] Deleting port f5e68058-b1c6-4c9b-a014-a0384a751493 {{(pid=107290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 07:49:38.414751 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-bb1e5408-46b8-4d4b-bf91-cd282e5d14d8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729658711565'] for port (f5e68058-b1c6-4c9b-a014-a0384a751493), before_delete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:38.487768 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-bb1e5408-46b8-4d4b-bf91-cd282e5d14d8 None None] For port f5e68058-b1c6-4c9b-a014-a0384a751493, host dv-cinder-824149-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-6-iscsi',level=0,port_id=f5e68058-b1c6-4c9b-a014-a0384a751493,segment=NetworkSegment(ec12b675-c824-48b2-b764-cea54c2a6f6e),segment_id=ec12b675-c824-48b2-b764-cea54c2a6f6e)] {{(pid=107290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:49:38.488173 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-bb1e5408-46b8-4d4b-bf91-cd282e5d14d8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009180'] for port (f5e68058-b1c6-4c9b-a014-a0384a751493), precommit_delete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:38.501986 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-bb1e5408-46b8-4d4b-bf91-cd282e5d14d8 None None] Calling delete_port for f5e68058-b1c6-4c9b-a014-a0384a751493 owned by network:dhcp {{(pid=107290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 07:49:38.511236 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-0102b0c1-ff78-4bbf-9ec1-1433fda5798f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729658628491', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729658170588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991753'] for port (f5e68058-b1c6-4c9b-a014-a0384a751493), after_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:38.545900 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0102b0c1-ff78-4bbf-9ec1-1433fda5798f admin admin] Pushing event deleted for resources: {'Port': ['ID=f5e68058-b1c6-4c9b-a014-a0384a751493,revision_number=None']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:49:38.547769 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0102b0c1-ff78-4bbf-9ec1-1433fda5798f admin admin] No DVR routers for this DVR port f5e68058-b1c6-4c9b-a014-a0384a751493 on host dv-cinder-824149-6-iscsi {{(pid=107279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 07:49:38.583808 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-bb1e5408-46b8-4d4b-bf91-cd282e5d14d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729658628491', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729658170588'] for port (f5e68058-b1c6-4c9b-a014-a0384a751493), after_delete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:38.608579 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1e5408-46b8-4d4b-bf91-cd282e5d14d8 None None] Pushing event deleted for resources: {'Port': ['ID=f5e68058-b1c6-4c9b-a014-a0384a751493,revision_number=None']} {{(pid=107290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:49:38.614100 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1e5408-46b8-4d4b-bf91-cd282e5d14d8 None None] No DVR routers for this DVR port f5e68058-b1c6-4c9b-a014-a0384a751493 on host dv-cinder-824149-6-iscsi {{(pid=107290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 07:49:38.628678 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-0102b0c1-ff78-4bbf-9ec1-1433fda5798f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861249', 'neutron.services.segments.db._delete_segments_for_network-8729658700737'] for network (2c10a638-2533-4c87-88f1-ce4db4dec0fd), precommit_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:38.650391 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.services.segments.db [None req-0102b0c1-ff78-4bbf-9ec1-1433fda5798f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c10a638-2533-4c87-88f1-ce4db4dec0fd']}} {{(pid=107279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:49:38.659694 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.services.segments.db [None req-0102b0c1-ff78-4bbf-9ec1-1433fda5798f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec12b675-c824-48b2-b764-cea54c2a6f6e') {'for_net_delete': True} {{(pid=107279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:49:38.660035 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.services.segments.db [None req-0102b0c1-ff78-4bbf-9ec1-1433fda5798f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec12b675-c824-48b2-b764-cea54c2a6f6e') {} {{(pid=107279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:49:38.668488 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:49:38.670431 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-0102b0c1-ff78-4bbf-9ec1-1433fda5798f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729658700629', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4067349'] for segment (ec12b675-c824-48b2-b764-cea54c2a6f6e), before_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:38.684184 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-0102b0c1-ff78-4bbf-9ec1-1433fda5798f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906830'] for segment (ec12b675-c824-48b2-b764-cea54c2a6f6e), precommit_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:38.690732 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0102b0c1-ff78-4bbf-9ec1-1433fda5798f admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=107279) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 07:49:38.691124 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-0102b0c1-ff78-4bbf-9ec1-1433fda5798f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3991580'] for segment (ec12b675-c824-48b2-b764-cea54c2a6f6e), after_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:38.736609 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.services.segments.plugin [-] Segment ec12b675-c824-48b2-b764-cea54c2a6f6e resource provider aggregate not found Sep 15 07:49:38.754897 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.services.segments.plugin [-] Segment ec12b675-c824-48b2-b764-cea54c2a6f6e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ec12b675-c824-48b2-b764-cea54c2a6f6e found for delete ", "request_id": "req-d6323c03-aad0-4894-955d-40d65f4dfe07"}]} Sep 15 07:49:38.837074 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-0102b0c1-ff78-4bbf-9ec1-1433fda5798f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2007433'] for network (2c10a638-2533-4c87-88f1-ce4db4dec0fd), after_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:38.841824 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-0102b0c1-ff78-4bbf-9ec1-1433fda5798f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586190'] for network (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:38.845327 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-0102b0c1-ff78-4bbf-9ec1-1433fda5798f admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/2c10a638-2533-4c87-88f1-ce4db4dec0fd HTTP/1.1" status: 204 len: 168 time: 0.7459807 Sep 15 07:49:38.848384 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 41120) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:49:38.859492 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0102b0c1-ff78-4bbf-9ec1-1433fda5798f admin admin] Pushing event deleted for resources: {'Network': ['ID=2c10a638-2533-4c87-88f1-ce4db4dec0fd,revision_number=None']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:49:39.061809 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:49:39.159308 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-d6f74456-4dc7-4d7a-bb29-1895424d77e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2002598'] for router_interface (b2c585c2-8eb3-4e8c-95f3-6f4a88f92069), before_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:39.448129 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.plugin [None req-d6f74456-4dc7-4d7a-bb29-1895424d77e0 admin admin] Deleting port 6e74f454-8c33-4d87-b0ba-d1ce07526c9c {{(pid=107276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 07:49:39.448409 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-d6f74456-4dc7-4d7a-bb29-1895424d77e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729658711565'] for port (6e74f454-8c33-4d87-b0ba-d1ce07526c9c), before_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:39.556575 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.db [None req-d6f74456-4dc7-4d7a-bb29-1895424d77e0 admin admin] For port 6e74f454-8c33-4d87-b0ba-d1ce07526c9c, host dv-cinder-824149-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-6-iscsi',level=0,port_id=6e74f454-8c33-4d87-b0ba-d1ce07526c9c,segment=NetworkSegment(f7bd8c6f-f9a4-427b-a8bd-c8539a424e25),segment_id=f7bd8c6f-f9a4-427b-a8bd-c8539a424e25)] {{(pid=107276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:49:39.556940 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-d6f74456-4dc7-4d7a-bb29-1895424d77e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009180'] for port (6e74f454-8c33-4d87-b0ba-d1ce07526c9c), precommit_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:39.580198 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.plugin [None req-d6f74456-4dc7-4d7a-bb29-1895424d77e0 admin admin] Calling delete_port for 6e74f454-8c33-4d87-b0ba-d1ce07526c9c owned by network:router_interface {{(pid=107276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 07:49:39.642197 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=100 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:49:39.840850 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-d6f74456-4dc7-4d7a-bb29-1895424d77e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729658628491', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729658170588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260827426'] for port (6e74f454-8c33-4d87-b0ba-d1ce07526c9c), after_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:39.867166 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f74456-4dc7-4d7a-bb29-1895424d77e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e74f454-8c33-4d87-b0ba-d1ce07526c9c,revision_number=None']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:49:40.048668 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-d6f74456-4dc7-4d7a-bb29-1895424d77e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2007574'] for router_interface (b2c585c2-8eb3-4e8c-95f3-6f4a88f92069), after_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:40.127280 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Device f5e68058-b1c6-4c9b-a014-a0384a751493 no longer exists at agent ovs-agent-dv-cinder-824149-6-iscsi {{(pid=107290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 07:49:40.150131 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] No Port match for: f5e68058-b1c6-4c9b-a014-a0384a751493 {{(pid=107290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 07:49:40.150497 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Device f5e68058-b1c6-4c9b-a014-a0384a751493 not bound to the agent host dv-cinder-824149-6-iscsi {{(pid=107290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 07:49:40.220703 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:49:40.280267 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6f74456-4dc7-4d7a-bb29-1895424d77e0 admin admin] Router b2c585c2-8eb3-4e8c-95f3-6f4a88f92069 has already been hosted by L3 agent 6177172c-20b9-4a3a-92be-d5dd082cfa3a {{(pid=107276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 07:49:40.386570 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6f74456-4dc7-4d7a-bb29-1895424d77e0 admin admin] Notify agent at l3_agent.dv-cinder-824149-6-iscsi the message routers_updated {{(pid=107276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 07:49:40.393799 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-d6f74456-4dc7-4d7a-bb29-1895424d77e0 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/b2c585c2-8eb3-4e8c-95f3-6f4a88f92069/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5419760 Sep 15 07:49:40.394373 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 41132) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:49:40.396830 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec5c02c-4615-4969-b542-cb95c1c7df30 None None] Sync routers for ids ['b2c585c2-8eb3-4e8c-95f3-6f4a88f92069'] in dv-cinder-824149-6-iscsi {{(pid=107295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 07:49:40.407697 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec5c02c-4615-4969-b542-cb95c1c7df30 None None] Routers {'b2c585c2-8eb3-4e8c-95f3-6f4a88f92069'} bound to L3 agent in host dv-cinder-824149-6-iscsi {{(pid=107295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 07:49:40.408374 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_hamode_db [None req-dec5c02c-4615-4969-b542-cb95c1c7df30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-15T07:30:25Z,description=,heartbeat_timestamp=2022-09-15T07:49:25Z,host='dv-cinder-824149-6-iscsi',id=6177172c-20b9-4a3a-92be-d5dd082cfa3a,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T07:30:25Z,topic='l3_agent')) {'router_ids': ['b2c585c2-8eb3-4e8c-95f3-6f4a88f92069'], 'active': True} {{(pid=107295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:49:40.471956 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:49:40.493424 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-3d76eb72-e8ab-4254-899e-7f65505ae999 admin admin] Publish callbacks [] for router (b2c585c2-8eb3-4e8c-95f3-6f4a88f92069), before_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:40.509260 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_dvr_db [None req-dec5c02c-4615-4969-b542-cb95c1c7df30 None None] Set router b2c585c2-8eb3-4e8c-95f3-6f4a88f92069 gateway port host: dv-cinder-824149-6-iscsi {{(pid=107295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 07:49:40.570648 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=100 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:49:40.590297 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-3d76eb72-e8ab-4254-899e-7f65505ae999 admin admin] Publish callbacks [] for router_gateway (b2c585c2-8eb3-4e8c-95f3-6f4a88f92069), before_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:40.599809 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:49:40.678125 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_hamode_db [None req-dec5c02c-4615-4969-b542-cb95c1c7df30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2c585c2-8eb3-4e8c-95f3-6f4a88f92069', 'name': 'tempest-TestVolumeBootPattern-911136724-router', 'tenant_id': 'e5ef5d2e9c5d4352ad39a7d1b1a0170e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': '6881cbab-787d-4f5a-84c5-b89eecda8de7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:41:13Z', 'updated_at': '2022-09-15T07:49:39Z', 'revision_number': 5, 'project_id': 'e5ef5d2e9c5d4352ad39a7d1b1a0170e', 'gw_port': {'id': '6881cbab-787d-4f5a-84c5-b89eecda8de7', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:d7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c585c2-8eb3-4e8c-95f3-6f4a88f92069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:41:14Z', 'updated_at': '2022-09-15T07:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi'}], 'dv-cinder-824149-6-iscsi', False) {} {{(pid=107295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:49:40.694857 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.plugin [None req-3d76eb72-e8ab-4254-899e-7f65505ae999 admin admin] Deleting port 6881cbab-787d-4f5a-84c5-b89eecda8de7 {{(pid=107276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 07:49:40.695186 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-3d76eb72-e8ab-4254-899e-7f65505ae999 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729658711565'] for port (6881cbab-787d-4f5a-84c5-b89eecda8de7), before_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:40.705509 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec5c02c-4615-4969-b542-cb95c1c7df30 None None] Checking router: b2c585c2-8eb3-4e8c-95f3-6f4a88f92069 for host: dv-cinder-824149-6-iscsi {{(pid=107295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 07:49:40.715388 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec5c02c-4615-4969-b542-cb95c1c7df30 None None] Routers {'b2c585c2-8eb3-4e8c-95f3-6f4a88f92069'} bound to L3 agent in host dv-cinder-824149-6-iscsi {{(pid=107295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 07:49:40.716004 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_hamode_db [None req-dec5c02c-4615-4969-b542-cb95c1c7df30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-15T07:30:25Z,description=,heartbeat_timestamp=2022-09-15T07:49:25Z,host='dv-cinder-824149-6-iscsi',id=6177172c-20b9-4a3a-92be-d5dd082cfa3a,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T07:30:25Z,topic='l3_agent')) {'router_ids': ['b2c585c2-8eb3-4e8c-95f3-6f4a88f92069'], 'active': True} {{(pid=107295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:49:40.778033 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.db [None req-3d76eb72-e8ab-4254-899e-7f65505ae999 admin admin] For port 6881cbab-787d-4f5a-84c5-b89eecda8de7, host dv-cinder-824149-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-6-iscsi',level=0,port_id=6881cbab-787d-4f5a-84c5-b89eecda8de7,segment=NetworkSegment(8c607054-1f24-4b82-9f54-7b368db757ce),segment_id=8c607054-1f24-4b82-9f54-7b368db757ce)] {{(pid=107276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:49:40.778401 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-3d76eb72-e8ab-4254-899e-7f65505ae999 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009180'] for port (6881cbab-787d-4f5a-84c5-b89eecda8de7), precommit_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:40.792629 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.plugin [None req-3d76eb72-e8ab-4254-899e-7f65505ae999 admin admin] Calling delete_port for 6881cbab-787d-4f5a-84c5-b89eecda8de7 owned by network:router_gateway {{(pid=107276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 07:49:40.892579 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_dvr_db [None req-dec5c02c-4615-4969-b542-cb95c1c7df30 None None] Set router b2c585c2-8eb3-4e8c-95f3-6f4a88f92069 gateway port host: None {{(pid=107295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 07:49:40.948256 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_hamode_db [None req-dec5c02c-4615-4969-b542-cb95c1c7df30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2c585c2-8eb3-4e8c-95f3-6f4a88f92069', 'name': 'tempest-TestVolumeBootPattern-911136724-router', 'tenant_id': 'e5ef5d2e9c5d4352ad39a7d1b1a0170e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:41:13Z', 'updated_at': '2022-09-15T07:49:40Z', 'revision_number': 6, 'project_id': 'e5ef5d2e9c5d4352ad39a7d1b1a0170e', 'gw_port_host': None}], 'dv-cinder-824149-6-iscsi', False) {} {{(pid=107295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:49:40.976191 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec5c02c-4615-4969-b542-cb95c1c7df30 None None] The sync data for ids ['b2c585c2-8eb3-4e8c-95f3-6f4a88f92069'] in dv-cinder-824149-6-iscsi is: [{'id': 'b2c585c2-8eb3-4e8c-95f3-6f4a88f92069', 'name': 'tempest-TestVolumeBootPattern-911136724-router', 'tenant_id': 'e5ef5d2e9c5d4352ad39a7d1b1a0170e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:41:13Z', 'updated_at': '2022-09-15T07:49:40Z', 'revision_number': 6, 'project_id': 'e5ef5d2e9c5d4352ad39a7d1b1a0170e', 'gw_port_host': None}] {{(pid=107295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 07:49:41.046343 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-3d76eb72-e8ab-4254-899e-7f65505ae999 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729658628491', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729658170588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260827426'] for port (6881cbab-787d-4f5a-84c5-b89eecda8de7), after_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:41.344120 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d76eb72-e8ab-4254-899e-7f65505ae999 admin admin] Pushing event deleted for resources: {'Port': ['ID=6881cbab-787d-4f5a-84c5-b89eecda8de7,revision_number=None']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:49:41.357413 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e2c5d4-2bf7-4959-bfa0-ec62ac6133fb req-396dc713-97e8-41e2-ba3e-434f9263e5f6 tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:49:41.362091 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-47e2c5d4-2bf7-4959-bfa0-ec62ac6133fb req-396dc713-97e8-41e2-ba3e-434f9263e5f6 tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=533c974f-14a5-43e3-a746-c3156eae4282 HTTP/1.1" status: 200 len: 946 time: 0.0534894 Sep 15 07:49:41.419146 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-47e2c5d4-2bf7-4959-bfa0-ec62ac6133fb req-239e54d0-34e4-4603-8aa2-0fbb2a74152f tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=397109af-b9fe-4303-a659-43ba7c19828f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520077 Sep 15 07:49:41.426533 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-3d76eb72-e8ab-4254-899e-7f65505ae999 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2007388'] for router_gateway (b2c585c2-8eb3-4e8c-95f3-6f4a88f92069), after_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:41.516077 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-3d76eb72-e8ab-4254-899e-7f65505ae999 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2014664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1922'] for router (b2c585c2-8eb3-4e8c-95f3-6f4a88f92069), precommit_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:41.518220 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-3d76eb72-e8ab-4254-899e-7f65505ae999 admin admin] Publish callbacks [] for router_controller (b2c585c2-8eb3-4e8c-95f3-6f4a88f92069), precommit_delete_associations {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:41.628776 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-3d76eb72-e8ab-4254-899e-7f65505ae999 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2007659'] for router (b2c585c2-8eb3-4e8c-95f3-6f4a88f92069), after_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:41.629351 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d76eb72-e8ab-4254-899e-7f65505ae999 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b2c585c2-8eb3-4e8c-95f3-6f4a88f92069 {{(pid=107276) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 07:49:41.636708 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-3d76eb72-e8ab-4254-899e-7f65505ae999 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:41.636708 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-3d76eb72-e8ab-4254-899e-7f65505ae999 admin admin] 10.222.0.42 "DELETE /networking/v2.0/routers/b2c585c2-8eb3-4e8c-95f3-6f4a88f92069 HTTP/1.1" status: 204 len: 168 time: 1.2405219 Sep 15 07:49:41.638822 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 41140) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:49:41.681133 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:49:41.686459 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.db.db_base_plugin_v2 [None req-feb42554-b6fa-4cc3-9b92-6087be83f4c2 admin admin] Deleting subnet ffb8c1fc-f908-4540-b560-7e3f64fec426 {{(pid=107276) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 15 07:49:41.689555 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-feb42554-b6fa-4cc3-9b92-6087be83f4c2 admin admin] Publish callbacks [] for subnet (ffb8c1fc-f908-4540-b560-7e3f64fec426), before_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:41.725275 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-feb42554-b6fa-4cc3-9b92-6087be83f4c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260830030'] for subnet (ffb8c1fc-f908-4540-b560-7e3f64fec426), precommit_delete_associations {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:41.802065 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-feb42554-b6fa-4cc3-9b92-6087be83f4c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-831850'] for subnet (ffb8c1fc-f908-4540-b560-7e3f64fec426), precommit_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:41.828829 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:49:41.937934 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-feb42554-b6fa-4cc3-9b92-6087be83f4c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-835415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260827469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260771348'] for subnet (ffb8c1fc-f908-4540-b560-7e3f64fec426), after_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:41.967783 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb42554-b6fa-4cc3-9b92-6087be83f4c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ffb8c1fc-f908-4540-b560-7e3f64fec426,revision_number=None']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:49:41.973069 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-feb42554-b6fa-4cc3-9b92-6087be83f4c2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:41.978267 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-feb42554-b6fa-4cc3-9b92-6087be83f4c2 admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/ffb8c1fc-f908-4540-b560-7e3f64fec426 HTTP/1.1" status: 204 len: 168 time: 0.3383148 Sep 15 07:49:41.980558 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 41144) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:49:41.982391 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-496e28ea-6652-4708-acd7-d6df35b412e2 None None] Network a27b9b87-ad26-4d3d-9880-03a81e4d590d requested from dv-cinder-824149-6-iscsi {{(pid=107290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 07:49:42.056867 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-3e3d91c0-826c-4901-a5fc-4773f2f92788 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-790559'] for network (a27b9b87-ad26-4d3d-9880-03a81e4d590d), before_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:42.072932 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Device 6e74f454-8c33-4d87-b0ba-d1ce07526c9c no longer exists at agent ovs-agent-dv-cinder-824149-6-iscsi {{(pid=107290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 07:49:42.101024 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] No Port match for: 6e74f454-8c33-4d87-b0ba-d1ce07526c9c {{(pid=107290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 07:49:42.101366 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Device 6e74f454-8c33-4d87-b0ba-d1ce07526c9c not bound to the agent host dv-cinder-824149-6-iscsi {{(pid=107290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 07:49:42.101881 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Device 6881cbab-787d-4f5a-84c5-b89eecda8de7 no longer exists at agent ovs-agent-dv-cinder-824149-6-iscsi {{(pid=107290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 07:49:42.103664 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.plugin [None req-3e3d91c0-826c-4901-a5fc-4773f2f92788 admin admin] Deleting port 2bc1d164-53cd-4b37-8d9f-94d597a57ad5 {{(pid=107276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 07:49:42.104049 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-3e3d91c0-826c-4901-a5fc-4773f2f92788 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729658711565'] for port (2bc1d164-53cd-4b37-8d9f-94d597a57ad5), before_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:42.122920 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] No Port match for: 6881cbab-787d-4f5a-84c5-b89eecda8de7 {{(pid=107290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 07:49:42.123277 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Device 6881cbab-787d-4f5a-84c5-b89eecda8de7 not bound to the agent host dv-cinder-824149-6-iscsi {{(pid=107290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 07:49:42.177537 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.db [None req-3e3d91c0-826c-4901-a5fc-4773f2f92788 admin admin] For port 2bc1d164-53cd-4b37-8d9f-94d597a57ad5, host dv-cinder-824149-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-6-iscsi',level=0,port_id=2bc1d164-53cd-4b37-8d9f-94d597a57ad5,segment=NetworkSegment(f7bd8c6f-f9a4-427b-a8bd-c8539a424e25),segment_id=f7bd8c6f-f9a4-427b-a8bd-c8539a424e25)] {{(pid=107276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:49:42.182090 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-3e3d91c0-826c-4901-a5fc-4773f2f92788 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009180'] for port (2bc1d164-53cd-4b37-8d9f-94d597a57ad5), precommit_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:42.191836 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.plugin [None req-3e3d91c0-826c-4901-a5fc-4773f2f92788 admin admin] Calling delete_port for 2bc1d164-53cd-4b37-8d9f-94d597a57ad5 owned by network:dhcp {{(pid=107276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 07:49:42.200161 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2006d16e-2e1b-4b6c-b534-8281894e1218 None None] DHCP port deletion for a27b9b87-ad26-4d3d-9880-03a81e4d590d request from dv-cinder-824149-6-iscsi {{(pid=107290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 15 07:49:42.231547 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:49:42.238481 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-2006d16e-2e1b-4b6c-b534-8281894e1218 None None] Deleting port 2bc1d164-53cd-4b37-8d9f-94d597a57ad5 {{(pid=107290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 07:49:42.238851 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-2006d16e-2e1b-4b6c-b534-8281894e1218 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729658711565'] for port (2bc1d164-53cd-4b37-8d9f-94d597a57ad5), before_delete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:42.303834 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-2006d16e-2e1b-4b6c-b534-8281894e1218 None None] For port 2bc1d164-53cd-4b37-8d9f-94d597a57ad5, host dv-cinder-824149-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-6-iscsi',level=0,port_id=2bc1d164-53cd-4b37-8d9f-94d597a57ad5,segment=NetworkSegment(f7bd8c6f-f9a4-427b-a8bd-c8539a424e25),segment_id=f7bd8c6f-f9a4-427b-a8bd-c8539a424e25)] {{(pid=107290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:49:42.305103 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-2006d16e-2e1b-4b6c-b534-8281894e1218 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009180'] for port (2bc1d164-53cd-4b37-8d9f-94d597a57ad5), precommit_delete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:42.321266 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-2006d16e-2e1b-4b6c-b534-8281894e1218 None None] Calling delete_port for 2bc1d164-53cd-4b37-8d9f-94d597a57ad5 owned by network:dhcp {{(pid=107290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 07:49:42.328660 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:49:42.357052 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-3e3d91c0-826c-4901-a5fc-4773f2f92788 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729658628491', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729658170588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260827426'] for port (2bc1d164-53cd-4b37-8d9f-94d597a57ad5), after_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:42.387311 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3d91c0-826c-4901-a5fc-4773f2f92788 admin admin] Pushing event deleted for resources: {'Port': ['ID=2bc1d164-53cd-4b37-8d9f-94d597a57ad5,revision_number=None']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:49:42.390850 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3d91c0-826c-4901-a5fc-4773f2f92788 admin admin] No DVR routers for this DVR port 2bc1d164-53cd-4b37-8d9f-94d597a57ad5 on host dv-cinder-824149-6-iscsi {{(pid=107276) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 07:49:42.399447 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-2006d16e-2e1b-4b6c-b534-8281894e1218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729658628491', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729658170588'] for port (2bc1d164-53cd-4b37-8d9f-94d597a57ad5), after_delete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:42.424060 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2006d16e-2e1b-4b6c-b534-8281894e1218 None None] Pushing event deleted for resources: {'Port': ['ID=2bc1d164-53cd-4b37-8d9f-94d597a57ad5,revision_number=None']} {{(pid=107290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:49:42.430388 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2006d16e-2e1b-4b6c-b534-8281894e1218 None None] No DVR routers for this DVR port 2bc1d164-53cd-4b37-8d9f-94d597a57ad5 on host dv-cinder-824149-6-iscsi {{(pid=107290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 07:49:42.464490 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-3e3d91c0-826c-4901-a5fc-4773f2f92788 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861249', 'neutron.services.segments.db._delete_segments_for_network-8729658700737'] for network (a27b9b87-ad26-4d3d-9880-03a81e4d590d), precommit_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:42.487905 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.services.segments.db [None req-3e3d91c0-826c-4901-a5fc-4773f2f92788 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a27b9b87-ad26-4d3d-9880-03a81e4d590d']}} {{(pid=107276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:49:42.499500 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.services.segments.db [None req-3e3d91c0-826c-4901-a5fc-4773f2f92788 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7bd8c6f-f9a4-427b-a8bd-c8539a424e25') {'for_net_delete': True} {{(pid=107276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:49:42.499799 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.services.segments.db [None req-3e3d91c0-826c-4901-a5fc-4773f2f92788 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7bd8c6f-f9a4-427b-a8bd-c8539a424e25') {} {{(pid=107276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:49:42.510163 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-3e3d91c0-826c-4901-a5fc-4773f2f92788 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729658700629', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260830069'] for segment (f7bd8c6f-f9a4-427b-a8bd-c8539a424e25), before_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:42.524538 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-3e3d91c0-826c-4901-a5fc-4773f2f92788 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906830'] for segment (f7bd8c6f-f9a4-427b-a8bd-c8539a424e25), precommit_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:42.530972 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e3d91c0-826c-4901-a5fc-4773f2f92788 admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=107276) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 07:49:42.531358 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-3e3d91c0-826c-4901-a5fc-4773f2f92788 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260827639'] for segment (f7bd8c6f-f9a4-427b-a8bd-c8539a424e25), after_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:42.548298 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f7ea5d-6fd4-4140-b2e6-acf7c237eba9 req-e1267afe-cbd9-422b-9729-672612ce3ed5 tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:49:42.551732 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-67f7ea5d-6fd4-4140-b2e6-acf7c237eba9 req-e1267afe-cbd9-422b-9729-672612ce3ed5 tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=533c974f-14a5-43e3-a746-c3156eae4282 HTTP/1.1" status: 200 len: 946 time: 0.0473635 Sep 15 07:49:42.578624 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.services.segments.plugin [-] Segment f7bd8c6f-f9a4-427b-a8bd-c8539a424e25 resource provider aggregate not found Sep 15 07:49:42.597981 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.services.segments.plugin [-] Segment f7bd8c6f-f9a4-427b-a8bd-c8539a424e25 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f7bd8c6f-f9a4-427b-a8bd-c8539a424e25 found for delete ", "request_id": "req-8d606f46-06c5-42ef-9931-c8cc2c140c51"}]} Sep 15 07:49:42.606727 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-67f7ea5d-6fd4-4140-b2e6-acf7c237eba9 req-84d3dfd7-5831-4f79-b9f6-962fee1b960c tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=397109af-b9fe-4303-a659-43ba7c19828f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496287 Sep 15 07:49:42.682212 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-3e3d91c0-826c-4901-a5fc-4773f2f92788 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2007433'] for network (a27b9b87-ad26-4d3d-9880-03a81e4d590d), after_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:42.687836 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-3e3d91c0-826c-4901-a5fc-4773f2f92788 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586190'] for network (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:42.693329 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-3e3d91c0-826c-4901-a5fc-4773f2f92788 admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/a27b9b87-ad26-4d3d-9880-03a81e4d590d HTTP/1.1" status: 204 len: 168 time: 0.7117686 Sep 15 07:49:42.705897 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3d91c0-826c-4901-a5fc-4773f2f92788 admin admin] Pushing event deleted for resources: {'Network': ['ID=a27b9b87-ad26-4d3d-9880-03a81e4d590d,revision_number=None']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:49:42.774477 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (25cf60a6-7ad2-448a-9326-c12b453ddee0), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:42.997245 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 41154) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:49:43.035667 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-2d941250-eda6-45dd-a408-186069584917 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=af1e008c4bfa41e18488c63ea0f17b27&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383258 Sep 15 07:49:43.038811 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 41156) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:49:43.121000 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-9241f86a-bf9f-45f6-afc0-964e0fa7bd94 admin admin] Publish callbacks [] for security_group (ff7f80bd-d48e-4674-ab41-f51ebc73c525), before_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:43.123532 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:49:43.129454 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17a8643-b4ed-4496-958c-9eb29fa24f7a req-cb42823c-6912-44d4-874c-e07376ee98fc tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:49:43.130907 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-e17a8643-b4ed-4496-958c-9eb29fa24f7a req-cb42823c-6912-44d4-874c-e07376ee98fc tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=533c974f-14a5-43e3-a746-c3156eae4282 HTTP/1.1" status: 200 len: 946 time: 0.0654581 Sep 15 07:49:43.173797 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-9241f86a-bf9f-45f6-afc0-964e0fa7bd94 admin admin] Publish callbacks [] for security_group (ff7f80bd-d48e-4674-ab41-f51ebc73c525), precommit_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:43.240712 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:49:43.249783 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.plugin [req-e17a8643-b4ed-4496-958c-9eb29fa24f7a req-8455335e-7933-4a58-828f-883cd22699e9 tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] Deleting port 9499e9bc-c07e-4389-a2e2-415f7d2c8088 {{(pid=107276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 07:49:43.250120 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-e17a8643-b4ed-4496-958c-9eb29fa24f7a req-8455335e-7933-4a58-828f-883cd22699e9 tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729658711565'] for port (9499e9bc-c07e-4389-a2e2-415f7d2c8088), before_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:43.299445 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.agents_db [None req-df016ec4-f85e-4abb-9405-ce942686afd2 None None] Agent healthcheck: found 6 active agents {{(pid=107295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 07:49:43.342564 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.db [req-e17a8643-b4ed-4496-958c-9eb29fa24f7a req-8455335e-7933-4a58-828f-883cd22699e9 tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] For port 9499e9bc-c07e-4389-a2e2-415f7d2c8088, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=9499e9bc-c07e-4389-a2e2-415f7d2c8088,segment=NetworkSegment(b9f438cb-efc4-4a05-9045-6ca915872e67),segment_id=b9f438cb-efc4-4a05-9045-6ca915872e67)] {{(pid=107276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:49:43.342924 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-e17a8643-b4ed-4496-958c-9eb29fa24f7a req-8455335e-7933-4a58-828f-883cd22699e9 tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009180'] for port (9499e9bc-c07e-4389-a2e2-415f7d2c8088), precommit_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:43.352822 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-9241f86a-bf9f-45f6-afc0-964e0fa7bd94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (ff7f80bd-d48e-4674-ab41-f51ebc73c525), after_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:43.355434 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-9241f86a-bf9f-45f6-afc0-964e0fa7bd94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:43.356541 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-9241f86a-bf9f-45f6-afc0-964e0fa7bd94 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/ff7f80bd-d48e-4674-ab41-f51ebc73c525 HTTP/1.1" status: 204 len: 168 time: 0.3168087 Sep 15 07:49:43.362989 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.plugin [req-e17a8643-b4ed-4496-958c-9eb29fa24f7a req-8455335e-7933-4a58-828f-883cd22699e9 tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] Calling delete_port for 9499e9bc-c07e-4389-a2e2-415f7d2c8088 owned by compute:nova {{(pid=107276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 07:49:43.372686 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9241f86a-bf9f-45f6-afc0-964e0fa7bd94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff7f80bd-d48e-4674-ab41-f51ebc73c525,revision_number=None']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:49:43.630924 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-e17a8643-b4ed-4496-958c-9eb29fa24f7a req-8455335e-7933-4a58-828f-883cd22699e9 tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729658628491', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729658170588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260827426'] for port (9499e9bc-c07e-4389-a2e2-415f7d2c8088), after_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:43.643292 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] get_ports_and_sgs() called for port_ids ['9499e9bc-c07e-4389-a2e2-415f7d2c8088'] {{(pid=107290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 07:49:43.668228 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8455335e-7933-4a58-828f-883cd22699e9 tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] Pushing event deleted for resources: {'Port': ['ID=9499e9bc-c07e-4389-a2e2-415f7d2c8088,revision_number=None']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:49:43.723072 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-04a76046-ac5b-4655-b6ec-01583f036b2d req-d205f856-0592-4802-908d-d63d59a651d7 tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=533c974f-14a5-43e3-a746-c3156eae4282 HTTP/1.1" status: 200 len: 210 time: 0.0325539 Sep 15 07:49:43.733803 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.db.l3_dvrscheduler_db [req-e17a8643-b4ed-4496-958c-9eb29fa24f7a req-8455335e-7933-4a58-828f-883cd22699e9 tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] No DVR routers for this DVR port 9499e9bc-c07e-4389-a2e2-415f7d2c8088 on host hv-cinder-82414 {{(pid=107276) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 07:49:43.736535 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-e17a8643-b4ed-4496-958c-9eb29fa24f7a req-8455335e-7933-4a58-828f-883cd22699e9 tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382552'] for port (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:43.740169 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-e17a8643-b4ed-4496-958c-9eb29fa24f7a req-8455335e-7933-4a58-828f-883cd22699e9 tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] 10.222.0.26 "DELETE /networking/v2.0/ports/9499e9bc-c07e-4389-a2e2-415f7d2c8088 HTTP/1.1" status: 204 len: 173 time: 0.6022336 Sep 15 07:49:43.740777 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '533c974f-14a5-43e3-a746-c3156eae4282', 'name': 'network-vif-deleted', 'tag': '9499e9bc-c07e-4389-a2e2-415f7d2c8088'}] {{(pid=107276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 07:49:43.743210 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e3724867bd40dd9d720ab8c058c996a0c2f5593be620855f41bc083494bf738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c0ae5f4-f5fe-4ad0-9752-562475b972ac" -d '{"events": [{"server_uuid": "533c974f-14a5-43e3-a746-c3156eae4282", "name": "network-vif-deleted", "tag": "9499e9bc-c07e-4389-a2e2-415f7d2c8088"}]}' {{(pid=107276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 07:49:43.791363 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 07:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b465d6d5-24d2-4761-aa55-aa7e49a7a2ea x-openstack-request-id: req-b465d6d5-24d2-4761-aa55-aa7e49a7a2ea {{(pid=107276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 07:49:43.791730 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "533c974f-14a5-43e3-a746-c3156eae4282", "name": "network-vif-deleted", "tag": "9499e9bc-c07e-4389-a2e2-415f7d2c8088", "status": "completed", "code": 200}]} {{(pid=107276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 07:49:43.792662 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b465d6d5-24d2-4761-aa55-aa7e49a7a2ea {{(pid=107276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 07:49:43.792662 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b465d6d5-24d2-4761-aa55-aa7e49a7a2ea'] response: {'server_uuid': '533c974f-14a5-43e3-a746-c3156eae4282', 'name': 'network-vif-deleted', 'tag': '9499e9bc-c07e-4389-a2e2-415f7d2c8088', 'status': 'completed', 'code': 200} Sep 15 07:49:44.063069 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Device 2bc1d164-53cd-4b37-8d9f-94d597a57ad5 no longer exists at agent ovs-agent-dv-cinder-824149-6-iscsi {{(pid=107290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 07:49:44.084340 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] No Port match for: 2bc1d164-53cd-4b37-8d9f-94d597a57ad5 {{(pid=107290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 07:49:44.085341 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Device 2bc1d164-53cd-4b37-8d9f-94d597a57ad5 not bound to the agent host dv-cinder-824149-6-iscsi {{(pid=107290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 07:49:44.127372 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 41166) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:49:44.171442 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-886b35cf-b4c3-4d65-ba57-c5ccb0fbcf47 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=e5ef5d2e9c5d4352ad39a7d1b1a0170e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0428295 Sep 15 07:49:44.174038 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 41168) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:49:44.230950 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-e5f6481a-9c2c-4f3b-b339-d8c1f668e391 admin admin] Publish callbacks [] for security_group (6bd76eb9-6793-4ae1-a009-9afa982408e0), before_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:44.251685 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-e5f6481a-9c2c-4f3b-b339-d8c1f668e391 admin admin] Publish callbacks [] for security_group (6bd76eb9-6793-4ae1-a009-9afa982408e0), precommit_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:44.367652 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-e5f6481a-9c2c-4f3b-b339-d8c1f668e391 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (6bd76eb9-6793-4ae1-a009-9afa982408e0), after_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:44.370275 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-e5f6481a-9c2c-4f3b-b339-d8c1f668e391 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:44.371423 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-e5f6481a-9c2c-4f3b-b339-d8c1f668e391 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/6bd76eb9-6793-4ae1-a009-9afa982408e0 HTTP/1.1" status: 204 len: 168 time: 0.1964688 Sep 15 07:49:44.379186 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f6481a-9c2c-4f3b-b339-d8c1f668e391 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bd76eb9-6793-4ae1-a009-9afa982408e0,revision_number=None']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:49:44.847845 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-8d62f5c4-eabf-4a00-927a-7bce39e5d254 req-9a30831a-5f9e-4bb2-9553-d6cd8e7d176d tempest-TestMinimumBasicScenario-1849070686 tempest-TestMinimumBasicScenario-1849070686-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=533c974f-14a5-43e3-a746-c3156eae4282 HTTP/1.1" status: 200 len: 210 time: 0.0303667 Sep 15 07:49:46.583058 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Device 9499e9bc-c07e-4389-a2e2-415f7d2c8088 no longer exists at agent hyperv_hv-cinder-82414 {{(pid=107290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 07:49:46.603534 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] No Port match for: 9499e9bc-c07e-4389-a2e2-415f7d2c8088 {{(pid=107290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 07:49:46.603880 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Device 9499e9bc-c07e-4389-a2e2-415f7d2c8088 not bound to the agent host hv-cinder-82414 {{(pid=107290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 07:49:47.407199 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 41220) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:49:47.452651 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:DELETE=11,neutron:SELECT=89 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:49:47.713036 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-b5722e19-0e93-47a8-8119-4aa6e2ca9b2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2002598'] for router_interface (ff723d16-2c01-4eab-afcd-4a5795346e92), before_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:47.929863 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.plugin [None req-b5722e19-0e93-47a8-8119-4aa6e2ca9b2f admin admin] Deleting port 8a5d33d9-ae35-4270-8214-992dad5e02eb {{(pid=107276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 07:49:47.930201 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-b5722e19-0e93-47a8-8119-4aa6e2ca9b2f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729658711565'] for port (8a5d33d9-ae35-4270-8214-992dad5e02eb), before_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:47.942596 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:49:48.016751 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.db [None req-b5722e19-0e93-47a8-8119-4aa6e2ca9b2f admin admin] For port 8a5d33d9-ae35-4270-8214-992dad5e02eb, host dv-cinder-824149-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-6-iscsi',level=0,port_id=8a5d33d9-ae35-4270-8214-992dad5e02eb,segment=NetworkSegment(b9f438cb-efc4-4a05-9045-6ca915872e67),segment_id=b9f438cb-efc4-4a05-9045-6ca915872e67)] {{(pid=107276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:49:48.017115 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-b5722e19-0e93-47a8-8119-4aa6e2ca9b2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009180'] for port (8a5d33d9-ae35-4270-8214-992dad5e02eb), precommit_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:48.030645 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.plugin [None req-b5722e19-0e93-47a8-8119-4aa6e2ca9b2f admin admin] Calling delete_port for 8a5d33d9-ae35-4270-8214-992dad5e02eb owned by network:router_interface {{(pid=107276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 07:49:48.258939 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-b5722e19-0e93-47a8-8119-4aa6e2ca9b2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729658628491', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729658170588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260827426'] for port (8a5d33d9-ae35-4270-8214-992dad5e02eb), after_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:48.280870 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:49:48.283354 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5722e19-0e93-47a8-8119-4aa6e2ca9b2f admin admin] Pushing event deleted for resources: {'Port': ['ID=8a5d33d9-ae35-4270-8214-992dad5e02eb,revision_number=None']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:49:48.450504 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-b5722e19-0e93-47a8-8119-4aa6e2ca9b2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2007574'] for router_interface (ff723d16-2c01-4eab-afcd-4a5795346e92), after_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:48.647419 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5722e19-0e93-47a8-8119-4aa6e2ca9b2f admin admin] Router ff723d16-2c01-4eab-afcd-4a5795346e92 has already been hosted by L3 agent 6177172c-20b9-4a3a-92be-d5dd082cfa3a {{(pid=107276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 07:49:48.747813 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5722e19-0e93-47a8-8119-4aa6e2ca9b2f admin admin] Notify agent at l3_agent.dv-cinder-824149-6-iscsi the message routers_updated {{(pid=107276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 07:49:48.752838 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-b5722e19-0e93-47a8-8119-4aa6e2ca9b2f admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/ff723d16-2c01-4eab-afcd-4a5795346e92/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3445933 Sep 15 07:49:48.755406 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 41222) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:49:48.757893 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45528bea-0077-4090-b93f-ce738d261da1 None None] Sync routers for ids ['ff723d16-2c01-4eab-afcd-4a5795346e92'] in dv-cinder-824149-6-iscsi {{(pid=107290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 07:49:48.768194 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45528bea-0077-4090-b93f-ce738d261da1 None None] Routers {'ff723d16-2c01-4eab-afcd-4a5795346e92'} bound to L3 agent in host dv-cinder-824149-6-iscsi {{(pid=107290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 07:49:48.768818 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_hamode_db [None req-45528bea-0077-4090-b93f-ce738d261da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-15T07:30:25Z,description=,heartbeat_timestamp=2022-09-15T07:49:25Z,host='dv-cinder-824149-6-iscsi',id=6177172c-20b9-4a3a-92be-d5dd082cfa3a,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T07:30:25Z,topic='l3_agent')) {'router_ids': ['ff723d16-2c01-4eab-afcd-4a5795346e92'], 'active': True} {{(pid=107290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:49:48.852095 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-afe532eb-5ce7-476f-9f0c-0e4833e17a08 admin admin] Publish callbacks [] for router (ff723d16-2c01-4eab-afcd-4a5795346e92), before_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:48.869306 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvr_db [None req-45528bea-0077-4090-b93f-ce738d261da1 None None] Set router ff723d16-2c01-4eab-afcd-4a5795346e92 gateway port host: dv-cinder-824149-6-iscsi {{(pid=107290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 07:49:48.898979 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:49:48.951166 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-afe532eb-5ce7-476f-9f0c-0e4833e17a08 admin admin] Publish callbacks [] for router_gateway (ff723d16-2c01-4eab-afcd-4a5795346e92), before_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:49.039208 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_hamode_db [None req-45528bea-0077-4090-b93f-ce738d261da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff723d16-2c01-4eab-afcd-4a5795346e92', 'name': 'tempest-TestMinimumBasicScenario-133076663-router', 'tenant_id': '00091272c5a745f2bf80723a69fbfc61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': '9b8466b4-4256-4de2-93dc-d3efb84ea252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:47:22Z', 'updated_at': '2022-09-15T07:49:48Z', 'revision_number': 5, 'project_id': '00091272c5a745f2bf80723a69fbfc61', 'gw_port': {'id': '9b8466b4-4256-4de2-93dc-d3efb84ea252', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:1a:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff723d16-2c01-4eab-afcd-4a5795346e92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:47:23Z', 'updated_at': '2022-09-15T07:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi'}], 'dv-cinder-824149-6-iscsi', False) {} {{(pid=107290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:49:49.055788 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.plugin [None req-afe532eb-5ce7-476f-9f0c-0e4833e17a08 admin admin] Deleting port 9b8466b4-4256-4de2-93dc-d3efb84ea252 {{(pid=107276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 07:49:49.056131 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-afe532eb-5ce7-476f-9f0c-0e4833e17a08 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729658711565'] for port (9b8466b4-4256-4de2-93dc-d3efb84ea252), before_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:49.064023 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45528bea-0077-4090-b93f-ce738d261da1 None None] Checking router: ff723d16-2c01-4eab-afcd-4a5795346e92 for host: dv-cinder-824149-6-iscsi {{(pid=107290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 07:49:49.073977 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45528bea-0077-4090-b93f-ce738d261da1 None None] Routers {'ff723d16-2c01-4eab-afcd-4a5795346e92'} bound to L3 agent in host dv-cinder-824149-6-iscsi {{(pid=107290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 07:49:49.074594 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_hamode_db [None req-45528bea-0077-4090-b93f-ce738d261da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-15T07:30:25Z,description=,heartbeat_timestamp=2022-09-15T07:49:25Z,host='dv-cinder-824149-6-iscsi',id=6177172c-20b9-4a3a-92be-d5dd082cfa3a,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T07:30:25Z,topic='l3_agent')) {'router_ids': ['ff723d16-2c01-4eab-afcd-4a5795346e92'], 'active': True} {{(pid=107290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:49:49.140279 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.db [None req-afe532eb-5ce7-476f-9f0c-0e4833e17a08 admin admin] For port 9b8466b4-4256-4de2-93dc-d3efb84ea252, host dv-cinder-824149-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-6-iscsi',level=0,port_id=9b8466b4-4256-4de2-93dc-d3efb84ea252,segment=NetworkSegment(8c607054-1f24-4b82-9f54-7b368db757ce),segment_id=8c607054-1f24-4b82-9f54-7b368db757ce)] {{(pid=107276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:49:49.140735 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-afe532eb-5ce7-476f-9f0c-0e4833e17a08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009180'] for port (9b8466b4-4256-4de2-93dc-d3efb84ea252), precommit_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:49.154785 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.plugin [None req-afe532eb-5ce7-476f-9f0c-0e4833e17a08 admin admin] Calling delete_port for 9b8466b4-4256-4de2-93dc-d3efb84ea252 owned by network:router_gateway {{(pid=107276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 07:49:49.158001 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvr_db [None req-45528bea-0077-4090-b93f-ce738d261da1 None None] Set router ff723d16-2c01-4eab-afcd-4a5795346e92 gateway port host: None {{(pid=107290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 07:49:49.201910 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:49:49.216852 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_hamode_db [None req-45528bea-0077-4090-b93f-ce738d261da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff723d16-2c01-4eab-afcd-4a5795346e92', 'name': 'tempest-TestMinimumBasicScenario-133076663-router', 'tenant_id': '00091272c5a745f2bf80723a69fbfc61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:47:22Z', 'updated_at': '2022-09-15T07:49:48Z', 'revision_number': 6, 'project_id': '00091272c5a745f2bf80723a69fbfc61', 'gw_port_host': None}], 'dv-cinder-824149-6-iscsi', False) {} {{(pid=107290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:49:49.245768 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45528bea-0077-4090-b93f-ce738d261da1 None None] The sync data for ids ['ff723d16-2c01-4eab-afcd-4a5795346e92'] in dv-cinder-824149-6-iscsi is: [{'id': 'ff723d16-2c01-4eab-afcd-4a5795346e92', 'name': 'tempest-TestMinimumBasicScenario-133076663-router', 'tenant_id': '00091272c5a745f2bf80723a69fbfc61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:47:22Z', 'updated_at': '2022-09-15T07:49:48Z', 'revision_number': 6, 'project_id': '00091272c5a745f2bf80723a69fbfc61', 'gw_port_host': None}] {{(pid=107290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 07:49:49.376669 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-afe532eb-5ce7-476f-9f0c-0e4833e17a08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729658628491', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729658170588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260827426'] for port (9b8466b4-4256-4de2-93dc-d3efb84ea252), after_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:49.402298 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe532eb-5ce7-476f-9f0c-0e4833e17a08 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b8466b4-4256-4de2-93dc-d3efb84ea252,revision_number=None']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:49:49.463664 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-afe532eb-5ce7-476f-9f0c-0e4833e17a08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2007388'] for router_gateway (ff723d16-2c01-4eab-afcd-4a5795346e92), after_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:49.556576 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-afe532eb-5ce7-476f-9f0c-0e4833e17a08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2014664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1922'] for router (ff723d16-2c01-4eab-afcd-4a5795346e92), precommit_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:49.559185 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-afe532eb-5ce7-476f-9f0c-0e4833e17a08 admin admin] Publish callbacks [] for router_controller (ff723d16-2c01-4eab-afcd-4a5795346e92), precommit_delete_associations {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:49.676145 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-afe532eb-5ce7-476f-9f0c-0e4833e17a08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2007659'] for router (ff723d16-2c01-4eab-afcd-4a5795346e92), after_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:49.676762 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afe532eb-5ce7-476f-9f0c-0e4833e17a08 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ff723d16-2c01-4eab-afcd-4a5795346e92 {{(pid=107276) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 07:49:49.681239 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-afe532eb-5ce7-476f-9f0c-0e4833e17a08 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:49.682074 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-afe532eb-5ce7-476f-9f0c-0e4833e17a08 admin admin] 10.222.0.42 "DELETE /networking/v2.0/routers/ff723d16-2c01-4eab-afcd-4a5795346e92 HTTP/1.1" status: 204 len: 168 time: 0.9257746 Sep 15 07:49:49.684667 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 41226) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:49:49.729525 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff829ea1-857f-4517-b270-5391e76699fa admin admin] Deleting subnet 39682b7b-658f-4137-ab83-efd9644bda36 {{(pid=107276) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 15 07:49:49.732647 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-ff829ea1-857f-4517-b270-5391e76699fa admin admin] Publish callbacks [] for subnet (39682b7b-658f-4137-ab83-efd9644bda36), before_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:49.768138 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-ff829ea1-857f-4517-b270-5391e76699fa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260830030'] for subnet (39682b7b-658f-4137-ab83-efd9644bda36), precommit_delete_associations {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:49.845840 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-ff829ea1-857f-4517-b270-5391e76699fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-831850'] for subnet (39682b7b-658f-4137-ab83-efd9644bda36), precommit_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:49.968083 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-ff829ea1-857f-4517-b270-5391e76699fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-835415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260827469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260771348'] for subnet (39682b7b-658f-4137-ab83-efd9644bda36), after_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:49.995279 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:49:49.999274 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff829ea1-857f-4517-b270-5391e76699fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39682b7b-658f-4137-ab83-efd9644bda36,revision_number=None']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:49:50.005039 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-ff829ea1-857f-4517-b270-5391e76699fa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:50.011421 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-ff829ea1-857f-4517-b270-5391e76699fa admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/39682b7b-658f-4137-ab83-efd9644bda36 HTTP/1.1" status: 204 len: 168 time: 0.3233614 Sep 15 07:49:50.012182 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9212762-f20b-4332-8c55-54f8c5a9321f None None] Network 970c4a81-43bc-4dcc-bb59-25887f2adff4 requested from dv-cinder-824149-6-iscsi {{(pid=107290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 07:49:50.012990 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 41228) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:49:50.082041 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Device 8a5d33d9-ae35-4270-8214-992dad5e02eb no longer exists at agent ovs-agent-dv-cinder-824149-6-iscsi {{(pid=107290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 07:49:50.105901 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-0f20d696-2145-477b-9ba5-496f0257558a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-790559'] for network (970c4a81-43bc-4dcc-bb59-25887f2adff4), before_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:50.110190 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] No Port match for: 8a5d33d9-ae35-4270-8214-992dad5e02eb {{(pid=107290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 07:49:50.110540 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Device 8a5d33d9-ae35-4270-8214-992dad5e02eb not bound to the agent host dv-cinder-824149-6-iscsi {{(pid=107290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 07:49:50.110955 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Device 9b8466b4-4256-4de2-93dc-d3efb84ea252 no longer exists at agent ovs-agent-dv-cinder-824149-6-iscsi {{(pid=107290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 07:49:50.157662 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] No Port match for: 9b8466b4-4256-4de2-93dc-d3efb84ea252 {{(pid=107290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 07:49:50.158029 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Device 9b8466b4-4256-4de2-93dc-d3efb84ea252 not bound to the agent host dv-cinder-824149-6-iscsi {{(pid=107290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 07:49:50.161669 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.plugin [None req-0f20d696-2145-477b-9ba5-496f0257558a admin admin] Deleting port 24757a9f-6028-4ae1-98a4-3cf0e79b7cda {{(pid=107279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 07:49:50.161669 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-0f20d696-2145-477b-9ba5-496f0257558a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729658711565'] for port (24757a9f-6028-4ae1-98a4-3cf0e79b7cda), before_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:50.231992 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:DELETE=9,neutron:SELECT=90,neutron:UPDATE=1 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:49:50.244430 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.db [None req-0f20d696-2145-477b-9ba5-496f0257558a admin admin] For port 24757a9f-6028-4ae1-98a4-3cf0e79b7cda, host dv-cinder-824149-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-6-iscsi',level=0,port_id=24757a9f-6028-4ae1-98a4-3cf0e79b7cda,segment=NetworkSegment(b9f438cb-efc4-4a05-9045-6ca915872e67),segment_id=b9f438cb-efc4-4a05-9045-6ca915872e67)] {{(pid=107279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:49:50.245088 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-0f20d696-2145-477b-9ba5-496f0257558a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009180'] for port (24757a9f-6028-4ae1-98a4-3cf0e79b7cda), precommit_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:50.264029 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.plugin [None req-0f20d696-2145-477b-9ba5-496f0257558a admin admin] Calling delete_port for 24757a9f-6028-4ae1-98a4-3cf0e79b7cda owned by network:dhcp {{(pid=107279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 07:49:50.264297 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a1712b4-b68a-4e75-9120-3842f94da2dc None None] DHCP port deletion for 970c4a81-43bc-4dcc-bb59-25887f2adff4 request from dv-cinder-824149-6-iscsi {{(pid=107290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 15 07:49:50.291385 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:49:50.304225 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-4a1712b4-b68a-4e75-9120-3842f94da2dc None None] Deleting port 24757a9f-6028-4ae1-98a4-3cf0e79b7cda {{(pid=107290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 07:49:50.304731 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-4a1712b4-b68a-4e75-9120-3842f94da2dc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729658711565'] for port (24757a9f-6028-4ae1-98a4-3cf0e79b7cda), before_delete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:50.425134 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-0f20d696-2145-477b-9ba5-496f0257558a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729658628491', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729658170588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3991753'] for port (24757a9f-6028-4ae1-98a4-3cf0e79b7cda), after_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:50.454785 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f20d696-2145-477b-9ba5-496f0257558a admin admin] No DVR routers for this DVR port 24757a9f-6028-4ae1-98a4-3cf0e79b7cda on host dv-cinder-824149-6-iscsi {{(pid=107279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 07:49:50.458798 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f20d696-2145-477b-9ba5-496f0257558a admin admin] Pushing event deleted for resources: {'Port': ['ID=24757a9f-6028-4ae1-98a4-3cf0e79b7cda,revision_number=None']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:49:50.507135 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-4a1712b4-b68a-4e75-9120-3842f94da2dc None None] For port 24757a9f-6028-4ae1-98a4-3cf0e79b7cda, host dv-cinder-824149-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-6-iscsi',level=0,port_id=24757a9f-6028-4ae1-98a4-3cf0e79b7cda,segment=NetworkSegment(b9f438cb-efc4-4a05-9045-6ca915872e67),segment_id=b9f438cb-efc4-4a05-9045-6ca915872e67)] {{(pid=107290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:49:50.507532 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-4a1712b4-b68a-4e75-9120-3842f94da2dc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009180'] for port (24757a9f-6028-4ae1-98a4-3cf0e79b7cda), precommit_delete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:50.520192 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-4a1712b4-b68a-4e75-9120-3842f94da2dc None None] Calling delete_port for 24757a9f-6028-4ae1-98a4-3cf0e79b7cda owned by network:dhcp {{(pid=107290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 07:49:50.523993 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:49:50.536338 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-0f20d696-2145-477b-9ba5-496f0257558a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861249', 'neutron.services.segments.db._delete_segments_for_network-8729658700737'] for network (970c4a81-43bc-4dcc-bb59-25887f2adff4), precommit_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:50.554303 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:49:50.557721 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.services.segments.db [None req-0f20d696-2145-477b-9ba5-496f0257558a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['970c4a81-43bc-4dcc-bb59-25887f2adff4']}} {{(pid=107279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:49:50.567032 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.services.segments.db [None req-0f20d696-2145-477b-9ba5-496f0257558a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9f438cb-efc4-4a05-9045-6ca915872e67') {'for_net_delete': True} {{(pid=107279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:49:50.572112 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.services.segments.db [None req-0f20d696-2145-477b-9ba5-496f0257558a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9f438cb-efc4-4a05-9045-6ca915872e67') {} {{(pid=107279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:49:50.582122 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-0f20d696-2145-477b-9ba5-496f0257558a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729658700629', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4067349'] for segment (b9f438cb-efc4-4a05-9045-6ca915872e67), before_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:50.596630 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-4a1712b4-b68a-4e75-9120-3842f94da2dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729658628491', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729658170588'] for port (24757a9f-6028-4ae1-98a4-3cf0e79b7cda), after_delete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:50.597164 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-0f20d696-2145-477b-9ba5-496f0257558a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906830'] for segment (b9f438cb-efc4-4a05-9045-6ca915872e67), precommit_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:50.605741 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f20d696-2145-477b-9ba5-496f0257558a admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=107279) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 07:49:50.606282 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-0f20d696-2145-477b-9ba5-496f0257558a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3991580'] for segment (b9f438cb-efc4-4a05-9045-6ca915872e67), after_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:50.620890 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1712b4-b68a-4e75-9120-3842f94da2dc None None] Pushing event deleted for resources: {'Port': ['ID=24757a9f-6028-4ae1-98a4-3cf0e79b7cda,revision_number=None']} {{(pid=107290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:49:50.629300 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1712b4-b68a-4e75-9120-3842f94da2dc None None] No DVR routers for this DVR port 24757a9f-6028-4ae1-98a4-3cf0e79b7cda on host dv-cinder-824149-6-iscsi {{(pid=107290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 07:49:50.653174 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.services.segments.plugin [-] Segment b9f438cb-efc4-4a05-9045-6ca915872e67 resource provider aggregate not found Sep 15 07:49:50.677994 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.services.segments.plugin [-] Segment b9f438cb-efc4-4a05-9045-6ca915872e67 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b9f438cb-efc4-4a05-9045-6ca915872e67 found for delete ", "request_id": "req-9a35c1c3-805c-45b4-90f8-8bf408f36ced"}]} Sep 15 07:49:50.782549 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-0f20d696-2145-477b-9ba5-496f0257558a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2007433'] for network (970c4a81-43bc-4dcc-bb59-25887f2adff4), after_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:50.788696 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-0f20d696-2145-477b-9ba5-496f0257558a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586190'] for network (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:50.791884 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-0f20d696-2145-477b-9ba5-496f0257558a admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/970c4a81-43bc-4dcc-bb59-25887f2adff4 HTTP/1.1" status: 204 len: 168 time: 0.7771935 Sep 15 07:49:50.795064 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 41234) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:49:50.803683 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f20d696-2145-477b-9ba5-496f0257558a admin admin] Pushing event deleted for resources: {'Network': ['ID=970c4a81-43bc-4dcc-bb59-25887f2adff4,revision_number=None']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:49:50.950744 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=42 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:49:51.372032 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-afa877c5-b019-4eeb-a3aa-8783642c918a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2002598'] for router_interface (4fd6e3da-c6bf-492b-97e9-74bdd76d8ae8), before_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:51.462190 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:49:51.589551 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.plugin [None req-afa877c5-b019-4eeb-a3aa-8783642c918a admin admin] Deleting port 41b1f99d-9534-4abc-8568-a00e1974d30a {{(pid=107276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 07:49:51.589919 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-afa877c5-b019-4eeb-a3aa-8783642c918a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729658711565'] for port (41b1f99d-9534-4abc-8568-a00e1974d30a), before_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:51.668241 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.db [None req-afa877c5-b019-4eeb-a3aa-8783642c918a admin admin] For port 41b1f99d-9534-4abc-8568-a00e1974d30a, host dv-cinder-824149-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-6-iscsi',level=0,port_id=41b1f99d-9534-4abc-8568-a00e1974d30a,segment=NetworkSegment(11de57ba-6243-4b2a-b79c-acc44ead4bc0),segment_id=11de57ba-6243-4b2a-b79c-acc44ead4bc0)] {{(pid=107276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:49:51.668520 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-afa877c5-b019-4eeb-a3aa-8783642c918a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009180'] for port (41b1f99d-9534-4abc-8568-a00e1974d30a), precommit_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:51.681634 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.plugin [None req-afa877c5-b019-4eeb-a3aa-8783642c918a admin admin] Calling delete_port for 41b1f99d-9534-4abc-8568-a00e1974d30a owned by network:router_interface {{(pid=107276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 07:49:51.789904 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=100 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:49:51.847155 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-1a0951e2-9eb1-4021-bc3e-e965ddffd933 req-2899962e-d847-4be6-b8b4-bc8d26c196db service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e82d95c9-8eb8-4c77-b1fc-2e31d7466bbd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0432563 Sep 15 07:49:51.934452 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0951e2-9eb1-4021-bc3e-e965ddffd933 req-57c949bc-e45b-406d-bd17-bb9c201fd3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:49:51.935850 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-1a0951e2-9eb1-4021-bc3e-e965ddffd933 req-57c949bc-e45b-406d-bd17-bb9c201fd3ac service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=a9d0f5e6d6cf423485157e1381a12713&device_id=e82d95c9-8eb8-4c77-b1fc-2e31d7466bbd HTTP/1.1" status: 200 len: 1129 time: 0.0475209 Sep 15 07:49:52.007544 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-afa877c5-b019-4eeb-a3aa-8783642c918a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729658628491', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729658170588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260827426'] for port (41b1f99d-9534-4abc-8568-a00e1974d30a), after_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:52.044220 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa877c5-b019-4eeb-a3aa-8783642c918a admin admin] Pushing event deleted for resources: {'Port': ['ID=41b1f99d-9534-4abc-8568-a00e1974d30a,revision_number=None']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:49:52.059960 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Device 24757a9f-6028-4ae1-98a4-3cf0e79b7cda no longer exists at agent ovs-agent-dv-cinder-824149-6-iscsi {{(pid=107290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 07:49:52.084717 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] No Port match for: 24757a9f-6028-4ae1-98a4-3cf0e79b7cda {{(pid=107290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 07:49:52.085143 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Device 24757a9f-6028-4ae1-98a4-3cf0e79b7cda not bound to the agent host dv-cinder-824149-6-iscsi {{(pid=107290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 07:49:52.135622 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0951e2-9eb1-4021-bc3e-e965ddffd933 req-c332d264-04fe-4fa9-8285-7a8dd35d3a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:49:52.137235 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-1a0951e2-9eb1-4021-bc3e-e965ddffd933 req-c332d264-04fe-4fa9-8285-7a8dd35d3a26 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=a516fb80-088a-420e-bbe2-327bfb75896d HTTP/1.1" status: 200 len: 912 time: 0.1828887 Sep 15 07:49:52.269103 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-1a0951e2-9eb1-4021-bc3e-e965ddffd933 req-538738b9-e60d-4501-b826-9cb93c0596bd service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a9942a95-f13c-4b93-b3ea-9e337fbfb77e HTTP/1.1" status: 200 len: 1001 time: 0.1255047 Sep 15 07:49:52.320028 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-afa877c5-b019-4eeb-a3aa-8783642c918a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2007574'] for router_interface (4fd6e3da-c6bf-492b-97e9-74bdd76d8ae8), after_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:52.337937 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0951e2-9eb1-4021-bc3e-e965ddffd933 req-4d38940e-221e-4fe5-85d8-62800845e5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:49:52.339334 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-1a0951e2-9eb1-4021-bc3e-e965ddffd933 req-4d38940e-221e-4fe5-85d8-62800845e5d3 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=2011c2ef-cc51-4f76-b38a-cc4eb8a0b890 HTTP/1.1" status: 200 len: 850 time: 0.0636609 Sep 15 07:49:52.445867 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0951e2-9eb1-4021-bc3e-e965ddffd933 req-a17b1645-de77-4777-bd41-0dc08236b25b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:49:52.447341 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-1a0951e2-9eb1-4021-bc3e-e965ddffd933 req-a17b1645-de77-4777-bd41-0dc08236b25b service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=a516fb80-088a-420e-bbe2-327bfb75896d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0746791 Sep 15 07:49:52.449261 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:49:52.536532 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-608fdbd2-2aa0-4375-b083-96e065224ce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (47b201f8-ba91-4005-8457-67653169c522), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:52.577061 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:49:52.620691 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-1a0951e2-9eb1-4021-bc3e-e965ddffd933 req-72aaebd7-e534-4689-9b76-c13be7cc13c1 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/a516fb80-088a-420e-bbe2-327bfb75896d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654706 Sep 15 07:49:52.698243 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afa877c5-b019-4eeb-a3aa-8783642c918a admin admin] Router 4fd6e3da-c6bf-492b-97e9-74bdd76d8ae8 has already been hosted by L3 agent 6177172c-20b9-4a3a-92be-d5dd082cfa3a {{(pid=107276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 07:49:52.770380 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-1a0951e2-9eb1-4021-bc3e-e965ddffd933 req-5145ecb6-3f98-41bc-b00f-8a8540182ea1 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/a516fb80-088a-420e-bbe2-327bfb75896d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435812 Sep 15 07:49:52.832156 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afa877c5-b019-4eeb-a3aa-8783642c918a admin admin] Notify agent at l3_agent.dv-cinder-824149-6-iscsi the message routers_updated {{(pid=107276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 07:49:52.837384 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-afa877c5-b019-4eeb-a3aa-8783642c918a admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/4fd6e3da-c6bf-492b-97e9-74bdd76d8ae8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0412023 Sep 15 07:49:52.839903 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 41236) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:49:52.843018 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54cc1b4d-876d-423f-9146-4d61b771b82e None None] Sync routers for ids ['4fd6e3da-c6bf-492b-97e9-74bdd76d8ae8'] in dv-cinder-824149-6-iscsi {{(pid=107295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 07:49:52.854516 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54cc1b4d-876d-423f-9146-4d61b771b82e None None] Routers {'4fd6e3da-c6bf-492b-97e9-74bdd76d8ae8'} bound to L3 agent in host dv-cinder-824149-6-iscsi {{(pid=107295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 07:49:52.855186 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_hamode_db [None req-54cc1b4d-876d-423f-9146-4d61b771b82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-15T07:30:25Z,description=,heartbeat_timestamp=2022-09-15T07:49:25Z,host='dv-cinder-824149-6-iscsi',id=6177172c-20b9-4a3a-92be-d5dd082cfa3a,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T07:30:25Z,topic='l3_agent')) {'router_ids': ['4fd6e3da-c6bf-492b-97e9-74bdd76d8ae8'], 'active': True} {{(pid=107295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:49:52.936095 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-f8c25d1f-1cad-4181-a14d-a2414f51574d admin admin] Publish callbacks [] for router (4fd6e3da-c6bf-492b-97e9-74bdd76d8ae8), before_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:52.957150 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_dvr_db [None req-54cc1b4d-876d-423f-9146-4d61b771b82e None None] Set router 4fd6e3da-c6bf-492b-97e9-74bdd76d8ae8 gateway port host: dv-cinder-824149-6-iscsi {{(pid=107295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 07:49:53.035169 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-f8c25d1f-1cad-4181-a14d-a2414f51574d admin admin] Publish callbacks [] for router_gateway (4fd6e3da-c6bf-492b-97e9-74bdd76d8ae8), before_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:53.128678 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.plugin [None req-f8c25d1f-1cad-4181-a14d-a2414f51574d admin admin] Deleting port 1f1139fe-291d-4ad6-9d96-f7c278cf3566 {{(pid=107276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 07:49:53.128925 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-f8c25d1f-1cad-4181-a14d-a2414f51574d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729658711565'] for port (1f1139fe-291d-4ad6-9d96-f7c278cf3566), before_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:53.129210 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_hamode_db [None req-54cc1b4d-876d-423f-9146-4d61b771b82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fd6e3da-c6bf-492b-97e9-74bdd76d8ae8', 'name': 'tempest-TestMinimumBasicScenario-1050476274-router', 'tenant_id': '087c6e23abf04c4eb97e99b470083437', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '1f1139fe-291d-4ad6-9d96-f7c278cf3566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:47:30Z', 'updated_at': '2022-09-15T07:49:51Z', 'revision_number': 5, 'project_id': '087c6e23abf04c4eb97e99b470083437', 'gw_port': {'id': '1f1139fe-291d-4ad6-9d96-f7c278cf3566', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a0:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd6e3da-c6bf-492b-97e9-74bdd76d8ae8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:47:31Z', 'updated_at': '2022-09-15T07:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi'}], 'dv-cinder-824149-6-iscsi', False) {} {{(pid=107295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:49:53.154876 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54cc1b4d-876d-423f-9146-4d61b771b82e None None] Checking router: 4fd6e3da-c6bf-492b-97e9-74bdd76d8ae8 for host: dv-cinder-824149-6-iscsi {{(pid=107295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 07:49:53.163179 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54cc1b4d-876d-423f-9146-4d61b771b82e None None] Routers {'4fd6e3da-c6bf-492b-97e9-74bdd76d8ae8'} bound to L3 agent in host dv-cinder-824149-6-iscsi {{(pid=107295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 07:49:53.163778 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_hamode_db [None req-54cc1b4d-876d-423f-9146-4d61b771b82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-15T07:30:25Z,description=,heartbeat_timestamp=2022-09-15T07:49:25Z,host='dv-cinder-824149-6-iscsi',id=6177172c-20b9-4a3a-92be-d5dd082cfa3a,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T07:30:25Z,topic='l3_agent')) {'router_ids': ['4fd6e3da-c6bf-492b-97e9-74bdd76d8ae8'], 'active': True} {{(pid=107295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:49:53.213298 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.db [None req-f8c25d1f-1cad-4181-a14d-a2414f51574d admin admin] For port 1f1139fe-291d-4ad6-9d96-f7c278cf3566, host dv-cinder-824149-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-6-iscsi',level=0,port_id=1f1139fe-291d-4ad6-9d96-f7c278cf3566,segment=NetworkSegment(8c607054-1f24-4b82-9f54-7b368db757ce),segment_id=8c607054-1f24-4b82-9f54-7b368db757ce)] {{(pid=107276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:49:53.213687 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-f8c25d1f-1cad-4181-a14d-a2414f51574d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009180'] for port (1f1139fe-291d-4ad6-9d96-f7c278cf3566), precommit_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:53.226408 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.plugin [None req-f8c25d1f-1cad-4181-a14d-a2414f51574d admin admin] Calling delete_port for 1f1139fe-291d-4ad6-9d96-f7c278cf3566 owned by network:router_gateway {{(pid=107276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 07:49:53.248977 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_dvr_db [None req-54cc1b4d-876d-423f-9146-4d61b771b82e None None] Set router 4fd6e3da-c6bf-492b-97e9-74bdd76d8ae8 gateway port host: None {{(pid=107295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 07:49:53.276429 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:49:53.299512 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.l3_hamode_db [None req-54cc1b4d-876d-423f-9146-4d61b771b82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fd6e3da-c6bf-492b-97e9-74bdd76d8ae8', 'name': 'tempest-TestMinimumBasicScenario-1050476274-router', 'tenant_id': '087c6e23abf04c4eb97e99b470083437', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:47:30Z', 'updated_at': '2022-09-15T07:49:53Z', 'revision_number': 6, 'project_id': '087c6e23abf04c4eb97e99b470083437', 'gw_port_host': None}], 'dv-cinder-824149-6-iscsi', False) {} {{(pid=107295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:49:53.324835 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54cc1b4d-876d-423f-9146-4d61b771b82e None None] The sync data for ids ['4fd6e3da-c6bf-492b-97e9-74bdd76d8ae8'] in dv-cinder-824149-6-iscsi is: [{'id': '4fd6e3da-c6bf-492b-97e9-74bdd76d8ae8', 'name': 'tempest-TestMinimumBasicScenario-1050476274-router', 'tenant_id': '087c6e23abf04c4eb97e99b470083437', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:47:30Z', 'updated_at': '2022-09-15T07:49:53Z', 'revision_number': 6, 'project_id': '087c6e23abf04c4eb97e99b470083437', 'gw_port_host': None}] {{(pid=107295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 07:49:53.447089 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-f8c25d1f-1cad-4181-a14d-a2414f51574d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729658628491', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729658170588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260827426'] for port (1f1139fe-291d-4ad6-9d96-f7c278cf3566), after_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:53.472150 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c25d1f-1cad-4181-a14d-a2414f51574d admin admin] Pushing event deleted for resources: {'Port': ['ID=1f1139fe-291d-4ad6-9d96-f7c278cf3566,revision_number=None']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:49:53.536431 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-f8c25d1f-1cad-4181-a14d-a2414f51574d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2007388'] for router_gateway (4fd6e3da-c6bf-492b-97e9-74bdd76d8ae8), after_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:53.631476 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-f8c25d1f-1cad-4181-a14d-a2414f51574d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2014664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1922'] for router (4fd6e3da-c6bf-492b-97e9-74bdd76d8ae8), precommit_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:53.633609 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-f8c25d1f-1cad-4181-a14d-a2414f51574d admin admin] Publish callbacks [] for router_controller (4fd6e3da-c6bf-492b-97e9-74bdd76d8ae8), precommit_delete_associations {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:53.669170 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:49:53.772919 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-f8c25d1f-1cad-4181-a14d-a2414f51574d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2007659'] for router (4fd6e3da-c6bf-492b-97e9-74bdd76d8ae8), after_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:53.773532 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8c25d1f-1cad-4181-a14d-a2414f51574d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4fd6e3da-c6bf-492b-97e9-74bdd76d8ae8 {{(pid=107276) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 07:49:53.777713 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-f8c25d1f-1cad-4181-a14d-a2414f51574d admin admin] Publish callbacks [] for router (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:53.778850 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-f8c25d1f-1cad-4181-a14d-a2414f51574d admin admin] 10.222.0.42 "DELETE /networking/v2.0/routers/4fd6e3da-c6bf-492b-97e9-74bdd76d8ae8 HTTP/1.1" status: 204 len: 168 time: 0.9380591 Sep 15 07:49:53.781506 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 41238) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:49:53.829683 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e772923-86a9-4fad-83b7-3e329fc43add admin admin] Deleting subnet a519638d-01f5-45c1-bf11-f926cb995897 {{(pid=107279) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 15 07:49:53.832879 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-2e772923-86a9-4fad-83b7-3e329fc43add admin admin] Publish callbacks [] for subnet (a519638d-01f5-45c1-bf11-f926cb995897), before_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:53.867728 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-2e772923-86a9-4fad-83b7-3e329fc43add admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4067374'] for subnet (a519638d-01f5-45c1-bf11-f926cb995897), precommit_delete_associations {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:53.952017 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-2e772923-86a9-4fad-83b7-3e329fc43add admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-831850'] for subnet (a519638d-01f5-45c1-bf11-f926cb995897), precommit_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:54.080177 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-2e772923-86a9-4fad-83b7-3e329fc43add admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-835415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3991718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260930273'] for subnet (a519638d-01f5-45c1-bf11-f926cb995897), after_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:54.088690 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Device 41b1f99d-9534-4abc-8568-a00e1974d30a no longer exists at agent ovs-agent-dv-cinder-824149-6-iscsi {{(pid=107290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 07:49:54.105933 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e772923-86a9-4fad-83b7-3e329fc43add admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a519638d-01f5-45c1-bf11-f926cb995897,revision_number=None']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:49:54.108769 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] No Port match for: 41b1f99d-9534-4abc-8568-a00e1974d30a {{(pid=107290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 07:49:54.109038 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Device 41b1f99d-9534-4abc-8568-a00e1974d30a not bound to the agent host dv-cinder-824149-6-iscsi {{(pid=107290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 07:49:54.109436 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Device 1f1139fe-291d-4ad6-9d96-f7c278cf3566 no longer exists at agent ovs-agent-dv-cinder-824149-6-iscsi {{(pid=107290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 07:49:54.112821 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-2e772923-86a9-4fad-83b7-3e329fc43add admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586190'] for subnet (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:54.118398 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-2e772923-86a9-4fad-83b7-3e329fc43add admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/a519638d-01f5-45c1-bf11-f926cb995897 HTTP/1.1" status: 204 len: 168 time: 0.3335712 Sep 15 07:49:54.118811 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 41240) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:49:54.138786 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f886b211-b3f0-41de-8bc4-38e627be7fcc None None] Network de32ab2c-15da-49ec-b42c-7db27555046e requested from dv-cinder-824149-6-iscsi {{(pid=107290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 07:49:54.142140 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] No Port match for: 1f1139fe-291d-4ad6-9d96-f7c278cf3566 {{(pid=107290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 07:49:54.142488 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Device 1f1139fe-291d-4ad6-9d96-f7c278cf3566 not bound to the agent host dv-cinder-824149-6-iscsi {{(pid=107290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 07:49:54.196711 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-66a187ba-6a2e-4751-b740-80c75cfd8b68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-790559'] for network (de32ab2c-15da-49ec-b42c-7db27555046e), before_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:54.249349 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.plugin [None req-66a187ba-6a2e-4751-b740-80c75cfd8b68 admin admin] Deleting port 11a7d0d6-4550-4bbd-9afd-119cb1ce19ab {{(pid=107276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 07:49:54.249754 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-66a187ba-6a2e-4751-b740-80c75cfd8b68 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729658711565'] for port (11a7d0d6-4550-4bbd-9afd-119cb1ce19ab), before_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:54.297879 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df98d0b-e1f9-44e0-905e-2a63f6b87d0f None None] DHCP port deletion for de32ab2c-15da-49ec-b42c-7db27555046e request from dv-cinder-824149-6-iscsi {{(pid=107290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 15 07:49:54.323160 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.db [None req-66a187ba-6a2e-4751-b740-80c75cfd8b68 admin admin] For port 11a7d0d6-4550-4bbd-9afd-119cb1ce19ab, host dv-cinder-824149-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-6-iscsi',level=0,port_id=11a7d0d6-4550-4bbd-9afd-119cb1ce19ab,segment=NetworkSegment(11de57ba-6243-4b2a-b79c-acc44ead4bc0),segment_id=11de57ba-6243-4b2a-b79c-acc44ead4bc0)] {{(pid=107276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:49:54.323530 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-66a187ba-6a2e-4751-b740-80c75cfd8b68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009180'] for port (11a7d0d6-4550-4bbd-9afd-119cb1ce19ab), precommit_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:54.342638 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.plugin [None req-66a187ba-6a2e-4751-b740-80c75cfd8b68 admin admin] Calling delete_port for 11a7d0d6-4550-4bbd-9afd-119cb1ce19ab owned by network:dhcp {{(pid=107276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 07:49:54.344053 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-2df98d0b-e1f9-44e0-905e-2a63f6b87d0f None None] Deleting port 11a7d0d6-4550-4bbd-9afd-119cb1ce19ab {{(pid=107290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 07:49:54.344445 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-2df98d0b-e1f9-44e0-905e-2a63f6b87d0f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729658711565'] for port (11a7d0d6-4550-4bbd-9afd-119cb1ce19ab), before_delete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:54.414178 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-2df98d0b-e1f9-44e0-905e-2a63f6b87d0f None None] For port 11a7d0d6-4550-4bbd-9afd-119cb1ce19ab, host dv-cinder-824149-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-6-iscsi',level=0,port_id=11a7d0d6-4550-4bbd-9afd-119cb1ce19ab,segment=NetworkSegment(11de57ba-6243-4b2a-b79c-acc44ead4bc0),segment_id=11de57ba-6243-4b2a-b79c-acc44ead4bc0)] {{(pid=107290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:49:54.414678 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-2df98d0b-e1f9-44e0-905e-2a63f6b87d0f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009180'] for port (11a7d0d6-4550-4bbd-9afd-119cb1ce19ab), precommit_delete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:54.427449 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-2df98d0b-e1f9-44e0-905e-2a63f6b87d0f None None] Calling delete_port for 11a7d0d6-4550-4bbd-9afd-119cb1ce19ab owned by network:dhcp {{(pid=107290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 07:49:54.497059 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-66a187ba-6a2e-4751-b740-80c75cfd8b68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729658628491', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729658170588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260827426'] for port (11a7d0d6-4550-4bbd-9afd-119cb1ce19ab), after_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:54.503051 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-2df98d0b-e1f9-44e0-905e-2a63f6b87d0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729658628491', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729658170588'] for port (11a7d0d6-4550-4bbd-9afd-119cb1ce19ab), after_delete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:54.523720 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a187ba-6a2e-4751-b740-80c75cfd8b68 admin admin] Pushing event deleted for resources: {'Port': ['ID=11a7d0d6-4550-4bbd-9afd-119cb1ce19ab,revision_number=None']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:49:54.529031 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a187ba-6a2e-4751-b740-80c75cfd8b68 admin admin] No DVR routers for this DVR port 11a7d0d6-4550-4bbd-9afd-119cb1ce19ab on host dv-cinder-824149-6-iscsi {{(pid=107276) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 07:49:54.531484 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df98d0b-e1f9-44e0-905e-2a63f6b87d0f None None] Pushing event deleted for resources: {'Port': ['ID=11a7d0d6-4550-4bbd-9afd-119cb1ce19ab,revision_number=None']} {{(pid=107290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:49:54.535187 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df98d0b-e1f9-44e0-905e-2a63f6b87d0f None None] No DVR routers for this DVR port 11a7d0d6-4550-4bbd-9afd-119cb1ce19ab on host dv-cinder-824149-6-iscsi {{(pid=107290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 07:49:54.605515 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-66a187ba-6a2e-4751-b740-80c75cfd8b68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861249', 'neutron.services.segments.db._delete_segments_for_network-8729658700737'] for network (de32ab2c-15da-49ec-b42c-7db27555046e), precommit_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:54.625563 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.services.segments.db [None req-66a187ba-6a2e-4751-b740-80c75cfd8b68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de32ab2c-15da-49ec-b42c-7db27555046e']}} {{(pid=107276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:49:54.635505 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.services.segments.db [None req-66a187ba-6a2e-4751-b740-80c75cfd8b68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11de57ba-6243-4b2a-b79c-acc44ead4bc0') {'for_net_delete': True} {{(pid=107276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:49:54.635801 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.services.segments.db [None req-66a187ba-6a2e-4751-b740-80c75cfd8b68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11de57ba-6243-4b2a-b79c-acc44ead4bc0') {} {{(pid=107276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:49:54.645470 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-66a187ba-6a2e-4751-b740-80c75cfd8b68 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729658700629', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260830069'] for segment (11de57ba-6243-4b2a-b79c-acc44ead4bc0), before_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:54.659790 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-66a187ba-6a2e-4751-b740-80c75cfd8b68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906830'] for segment (11de57ba-6243-4b2a-b79c-acc44ead4bc0), precommit_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:54.666266 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66a187ba-6a2e-4751-b740-80c75cfd8b68 admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=107276) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 07:49:54.666654 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-66a187ba-6a2e-4751-b740-80c75cfd8b68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260827639'] for segment (11de57ba-6243-4b2a-b79c-acc44ead4bc0), after_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:54.707568 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.services.segments.plugin [-] Segment 11de57ba-6243-4b2a-b79c-acc44ead4bc0 resource provider aggregate not found Sep 15 07:49:54.727710 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.services.segments.plugin [-] Segment 11de57ba-6243-4b2a-b79c-acc44ead4bc0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 11de57ba-6243-4b2a-b79c-acc44ead4bc0 found for delete ", "request_id": "req-d0069152-4117-4e0e-b8ab-029ce79318f4"}]} Sep 15 07:49:54.784269 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-0957f63c-69f4-4013-81c9-7e1fac656f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (6177172c-20b9-4a3a-92be-d5dd082cfa3a), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:54.807197 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-66a187ba-6a2e-4751-b740-80c75cfd8b68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2007433'] for network (de32ab2c-15da-49ec-b42c-7db27555046e), after_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:54.812533 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-66a187ba-6a2e-4751-b740-80c75cfd8b68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586190'] for network (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:54.816876 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-66a187ba-6a2e-4751-b740-80c75cfd8b68 admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/de32ab2c-15da-49ec-b42c-7db27555046e HTTP/1.1" status: 204 len: 168 time: 0.6958172 Sep 15 07:49:54.828962 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a187ba-6a2e-4751-b740-80c75cfd8b68 admin admin] Pushing event deleted for resources: {'Network': ['ID=de32ab2c-15da-49ec-b42c-7db27555046e,revision_number=None']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:49:55.155952 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 41248) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:49:55.196804 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-22513f13-e90e-416a-b8b7-2f7c627f8ee1 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=00091272c5a745f2bf80723a69fbfc61&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0397372 Sep 15 07:49:55.199258 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 41250) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:49:55.246767 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-7cfb45fe-6c18-4a72-a138-13ed13ab7aa2 admin admin] Publish callbacks [] for security_group (397109af-b9fe-4303-a659-43ba7c19828f), before_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:55.272952 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-7cfb45fe-6c18-4a72-a138-13ed13ab7aa2 admin admin] Publish callbacks [] for security_group (397109af-b9fe-4303-a659-43ba7c19828f), precommit_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:55.370816 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-7cfb45fe-6c18-4a72-a138-13ed13ab7aa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (397109af-b9fe-4303-a659-43ba7c19828f), after_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:55.373305 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-7cfb45fe-6c18-4a72-a138-13ed13ab7aa2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:55.374489 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-7cfb45fe-6c18-4a72-a138-13ed13ab7aa2 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/397109af-b9fe-4303-a659-43ba7c19828f HTTP/1.1" status: 204 len: 168 time: 0.1743534 Sep 15 07:49:55.382785 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfb45fe-6c18-4a72-a138-13ed13ab7aa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=397109af-b9fe-4303-a659-43ba7c19828f,revision_number=None']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:49:56.053372 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-0f44d0d5-b296-4658-a59d-71e94f9a3b32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (71b2a813-2b59-4e69-b901-83528b6ecb8f), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:56.056950 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 41256) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:49:56.068738 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Device 11a7d0d6-4550-4bbd-9afd-119cb1ce19ab no longer exists at agent ovs-agent-dv-cinder-824149-6-iscsi {{(pid=107290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 07:49:56.089319 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] No Port match for: 11a7d0d6-4550-4bbd-9afd-119cb1ce19ab {{(pid=107290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 07:49:56.089685 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Device 11a7d0d6-4550-4bbd-9afd-119cb1ce19ab not bound to the agent host dv-cinder-824149-6-iscsi {{(pid=107290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 07:49:56.103131 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-911d6cdd-de44-47d5-8a39-449919a0380f admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=087c6e23abf04c4eb97e99b470083437&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0449626 Sep 15 07:49:56.105732 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 41258) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:49:56.157179 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-6ef7a6b9-a14f-4c95-9982-e7c2ce019faf admin admin] Publish callbacks [] for security_group (49909041-4996-41e2-9c67-273a77704326), before_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:56.177254 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-6ef7a6b9-a14f-4c95-9982-e7c2ce019faf admin admin] Publish callbacks [] for security_group (49909041-4996-41e2-9c67-273a77704326), precommit_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:56.293104 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-6ef7a6b9-a14f-4c95-9982-e7c2ce019faf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (49909041-4996-41e2-9c67-273a77704326), after_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:56.295700 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-6ef7a6b9-a14f-4c95-9982-e7c2ce019faf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:56.296847 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-6ef7a6b9-a14f-4c95-9982-e7c2ce019faf admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/49909041-4996-41e2-9c67-273a77704326 HTTP/1.1" status: 204 len: 168 time: 0.1901045 Sep 15 07:49:56.305481 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef7a6b9-a14f-4c95-9982-e7c2ce019faf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49909041-4996-41e2-9c67-273a77704326,revision_number=None']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:49:57.507725 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-677e5667-6d12-4a09-97b6-65dca69daeb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (4c9c4bf3-096b-4dee-b844-12a870317301), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:49:57.696407 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (c3acd0b9-3b8e-4f77-9053-2ca2457616b3), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:50:03.302045 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=47 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:50:03.302890 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=45 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:50:06.096881 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=52,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:50:06.099827 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:UPDATE=1,neutron:SELECT=84,neutron:DELETE=7 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:50:06.300400 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=85,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:50:06.301146 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=66,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:50:07.635567 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=78,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:50:07.637463 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=44,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:50:12.782700 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (25cf60a6-7ad2-448a-9326-c12b453ddee0), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:50:20.298121 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.agents_db [None req-df016ec4-f85e-4abb-9405-ce942686afd2 None None] Agent healthcheck: found 6 active agents {{(pid=107295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 07:50:20.341655 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:DELETE=1 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:50:22.563311 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-17719fdb-6e14-4b3f-b2a3-e2c6a83dc980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (47b201f8-ba91-4005-8457-67653169c522), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:50:24.782173 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-19406e3a-53e9-4778-b6a8-0b1ffcf6c195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (6177172c-20b9-4a3a-92be-d5dd082cfa3a), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:50:26.057026 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-0f44d0d5-b296-4658-a59d-71e94f9a3b32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (71b2a813-2b59-4e69-b901-83528b6ecb8f), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:50:27.519936 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-677e5667-6d12-4a09-97b6-65dca69daeb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (4c9c4bf3-096b-4dee-b844-12a870317301), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:50:27.724828 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (c3acd0b9-3b8e-4f77-9053-2ca2457616b3), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:50:28.686107 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61edf28b-fea1-4b74-91b8-8c8f6d7ee377 req-16eaea6b-4a14-4159-b9be-7c63db5b755b tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:50:28.687561 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-61edf28b-fea1-4b74-91b8-8c8f6d7ee377 req-16eaea6b-4a14-4159-b9be-7c63db5b755b tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e82d95c9-8eb8-4c77-b1fc-2e31d7466bbd HTTP/1.1" status: 200 len: 945 time: 0.0497119 Sep 15 07:50:28.736373 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-61edf28b-fea1-4b74-91b8-8c8f6d7ee377 req-3f99becc-8d47-426f-be5f-144d431cd09f tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=89318ed3-84ab-4ef8-8f7c-ebc9718189ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426383 Sep 15 07:50:29.860051 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828ffac7-0f0a-44f3-bae5-4e536a6d31d4 req-b49967e3-5cd2-4e25-908f-e11644469c3b tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:50:29.861505 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-828ffac7-0f0a-44f3-bae5-4e536a6d31d4 req-b49967e3-5cd2-4e25-908f-e11644469c3b tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e82d95c9-8eb8-4c77-b1fc-2e31d7466bbd HTTP/1.1" status: 200 len: 945 time: 0.0479548 Sep 15 07:50:29.917335 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-828ffac7-0f0a-44f3-bae5-4e536a6d31d4 req-7cef8ffc-26e0-4d37-b04e-aa3b494a87d1 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=89318ed3-84ab-4ef8-8f7c-ebc9718189ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501087 Sep 15 07:50:30.294602 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=9 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:50:30.300998 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae91c741-421c-42ed-b1d7-ff72dc9f7c66 req-bb0bf087-c312-4e15-9a66-70b4510d2573 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:50:30.302640 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-ae91c741-421c-42ed-b1d7-ff72dc9f7c66 req-bb0bf087-c312-4e15-9a66-70b4510d2573 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e82d95c9-8eb8-4c77-b1fc-2e31d7466bbd HTTP/1.1" status: 200 len: 945 time: 0.0481308 Sep 15 07:50:30.382186 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.plugin [req-ae91c741-421c-42ed-b1d7-ff72dc9f7c66 req-ef2d49fd-7fcb-4914-bfe0-66542b3f97ea tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Deleting port a9942a95-f13c-4b93-b3ea-9e337fbfb77e {{(pid=107276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 07:50:30.382448 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-ae91c741-421c-42ed-b1d7-ff72dc9f7c66 req-ef2d49fd-7fcb-4914-bfe0-66542b3f97ea tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729658711565'] for port (a9942a95-f13c-4b93-b3ea-9e337fbfb77e), before_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:50:30.473735 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.db [req-ae91c741-421c-42ed-b1d7-ff72dc9f7c66 req-ef2d49fd-7fcb-4914-bfe0-66542b3f97ea tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] For port a9942a95-f13c-4b93-b3ea-9e337fbfb77e, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=a9942a95-f13c-4b93-b3ea-9e337fbfb77e,segment=NetworkSegment(008f3101-5296-4c7d-b4d0-dc9475772d60),segment_id=008f3101-5296-4c7d-b4d0-dc9475772d60)] {{(pid=107276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:50:30.474815 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-ae91c741-421c-42ed-b1d7-ff72dc9f7c66 req-ef2d49fd-7fcb-4914-bfe0-66542b3f97ea tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009180'] for port (a9942a95-f13c-4b93-b3ea-9e337fbfb77e), precommit_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:50:30.890593 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-ae91c741-421c-42ed-b1d7-ff72dc9f7c66 req-ef2d49fd-7fcb-4914-bfe0-66542b3f97ea tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:50:30.890959 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-ae91c741-421c-42ed-b1d7-ff72dc9f7c66 req-ef2d49fd-7fcb-4914-bfe0-66542b3f97ea tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2007462'] for floatingip (bbaed414-18f2-491b-8b28-42a995bd379d), after_update {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:50:30.891272 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.db.l3_db [req-ae91c741-421c-42ed-b1d7-ff72dc9f7c66 req-ef2d49fd-7fcb-4914-bfe0-66542b3f97ea tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Floating IP bbaed414-18f2-491b-8b28-42a995bd379d disassociated. External IP: 172.27.0.145, port: a9942a95-f13c-4b93-b3ea-9e337fbfb77e. Sep 15 07:50:30.891616 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.plugin [req-ae91c741-421c-42ed-b1d7-ff72dc9f7c66 req-ef2d49fd-7fcb-4914-bfe0-66542b3f97ea tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Calling delete_port for a9942a95-f13c-4b93-b3ea-9e337fbfb77e owned by compute:nova {{(pid=107276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 07:50:31.040747 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a599871-1c88-4be8-a19e-e513875cf9ae req-3c28f90a-1c84-49b4-907d-ab35e1e8eef2 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 07:50:31.042233 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-3a599871-1c88-4be8-a19e-e513875cf9ae req-3c28f90a-1c84-49b4-907d-ab35e1e8eef2 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e82d95c9-8eb8-4c77-b1fc-2e31d7466bbd HTTP/1.1" status: 200 len: 945 time: 0.0467227 Sep 15 07:50:31.084870 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-ae91c741-421c-42ed-b1d7-ff72dc9f7c66 req-ef2d49fd-7fcb-4914-bfe0-66542b3f97ea tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729658628491', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729658170588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260827426'] for port (a9942a95-f13c-4b93-b3ea-9e337fbfb77e), after_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:50:31.089594 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-3a599871-1c88-4be8-a19e-e513875cf9ae req-3e0d8b41-73f3-4155-9329-a261dfe12b08 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=89318ed3-84ab-4ef8-8f7c-ebc9718189ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418420 Sep 15 07:50:31.114138 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2d49fd-7fcb-4914-bfe0-66542b3f97ea tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Pushing event deleted for resources: {'Port': ['ID=a9942a95-f13c-4b93-b3ea-9e337fbfb77e,revision_number=None']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:50:31.130054 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2d49fd-7fcb-4914-bfe0-66542b3f97ea tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:50:31.131017 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2d49fd-7fcb-4914-bfe0-66542b3f97ea tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:50:31.131366 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2d49fd-7fcb-4914-bfe0-66542b3f97ea tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:50:31.131709 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2d49fd-7fcb-4914-bfe0-66542b3f97ea tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:50:31.132043 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2d49fd-7fcb-4914-bfe0-66542b3f97ea tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:50:31.132374 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2d49fd-7fcb-4914-bfe0-66542b3f97ea tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:50:31.132699 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2d49fd-7fcb-4914-bfe0-66542b3f97ea tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:50:31.133024 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2d49fd-7fcb-4914-bfe0-66542b3f97ea tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:50:31.133348 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2d49fd-7fcb-4914-bfe0-66542b3f97ea tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:50:31.133725 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2d49fd-7fcb-4914-bfe0-66542b3f97ea tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:50:31.134049 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2d49fd-7fcb-4914-bfe0-66542b3f97ea tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:50:31.134378 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2d49fd-7fcb-4914-bfe0-66542b3f97ea tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:50:31.134702 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2d49fd-7fcb-4914-bfe0-66542b3f97ea tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:50:31.135550 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2d49fd-7fcb-4914-bfe0-66542b3f97ea tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:50:31.135550 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2d49fd-7fcb-4914-bfe0-66542b3f97ea tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:50:31.236502 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ae91c741-421c-42ed-b1d7-ff72dc9f7c66 req-ef2d49fd-7fcb-4914-bfe0-66542b3f97ea tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Router 9aa1fe18-6227-4f90-9a37-aee3b4f745ec has already been hosted by L3 agent 6177172c-20b9-4a3a-92be-d5dd082cfa3a {{(pid=107276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 07:50:31.340704 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ae91c741-421c-42ed-b1d7-ff72dc9f7c66 req-ef2d49fd-7fcb-4914-bfe0-66542b3f97ea tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Notify agent at l3_agent.dv-cinder-824149-6-iscsi the message routers_updated {{(pid=107276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 07:50:31.352177 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66705ec0-e1a0-4a04-ac97-68bd04f53a99 None None] Sync routers for ids ['9aa1fe18-6227-4f90-9a37-aee3b4f745ec'] in dv-cinder-824149-6-iscsi {{(pid=107290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 07:50:31.362069 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66705ec0-e1a0-4a04-ac97-68bd04f53a99 None None] Routers {'9aa1fe18-6227-4f90-9a37-aee3b4f745ec'} bound to L3 agent in host dv-cinder-824149-6-iscsi {{(pid=107290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 07:50:31.362669 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_hamode_db [None req-66705ec0-e1a0-4a04-ac97-68bd04f53a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T07:30:25Z,description=,heartbeat_timestamp=2022-09-15T07:50:25Z,host='dv-cinder-824149-6-iscsi',id=6177172c-20b9-4a3a-92be-d5dd082cfa3a,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T07:30:25Z,topic='l3_agent')) {'router_ids': ['9aa1fe18-6227-4f90-9a37-aee3b4f745ec'], 'active': True} {{(pid=107290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:50:31.382514 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae91c741-421c-42ed-b1d7-ff72dc9f7c66 req-ef2d49fd-7fcb-4914-bfe0-66542b3f97ea tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] No DVR routers for this DVR port a9942a95-f13c-4b93-b3ea-9e337fbfb77e on host hv-cinder-82414 {{(pid=107276) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 07:50:31.385065 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [req-ae91c741-421c-42ed-b1d7-ff72dc9f7c66 req-ef2d49fd-7fcb-4914-bfe0-66542b3f97ea tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382552'] for port (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:50:31.388254 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [req-ae91c741-421c-42ed-b1d7-ff72dc9f7c66 req-ef2d49fd-7fcb-4914-bfe0-66542b3f97ea tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] 10.222.0.26 "DELETE /networking/v2.0/ports/a9942a95-f13c-4b93-b3ea-9e337fbfb77e HTTP/1.1" status: 204 len: 173 time: 1.0811000 Sep 15 07:50:31.388750 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e82d95c9-8eb8-4c77-b1fc-2e31d7466bbd', 'name': 'network-vif-deleted', 'tag': 'a9942a95-f13c-4b93-b3ea-9e337fbfb77e'}] {{(pid=107276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 07:50:31.391041 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e3724867bd40dd9d720ab8c058c996a0c2f5593be620855f41bc083494bf738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2e1870e-b790-435b-932e-a9fa76b5a7ec" -d '{"events": [{"server_uuid": "e82d95c9-8eb8-4c77-b1fc-2e31d7466bbd", "name": "network-vif-deleted", "tag": "a9942a95-f13c-4b93-b3ea-9e337fbfb77e"}]}' {{(pid=107276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 07:50:31.429050 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 07:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44937023-4a5b-4d3b-9a8f-f2ed01a73ee8 x-openstack-request-id: req-44937023-4a5b-4d3b-9a8f-f2ed01a73ee8 {{(pid=107276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 07:50:31.429339 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e82d95c9-8eb8-4c77-b1fc-2e31d7466bbd", "name": "network-vif-deleted", "tag": "a9942a95-f13c-4b93-b3ea-9e337fbfb77e", "status": "completed", "code": 200}]} {{(pid=107276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 07:50:31.429610 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-44937023-4a5b-4d3b-9a8f-f2ed01a73ee8 {{(pid=107276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 07:50:31.432499 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44937023-4a5b-4d3b-9a8f-f2ed01a73ee8'] response: {'server_uuid': 'e82d95c9-8eb8-4c77-b1fc-2e31d7466bbd', 'name': 'network-vif-deleted', 'tag': 'a9942a95-f13c-4b93-b3ea-9e337fbfb77e', 'status': 'completed', 'code': 200} Sep 15 07:50:31.470336 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvr_db [None req-66705ec0-e1a0-4a04-ac97-68bd04f53a99 None None] Set router 9aa1fe18-6227-4f90-9a37-aee3b4f745ec gateway port host: dv-cinder-824149-6-iscsi {{(pid=107290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 07:50:31.672457 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_hamode_db [None req-66705ec0-e1a0-4a04-ac97-68bd04f53a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aa1fe18-6227-4f90-9a37-aee3b4f745ec', 'name': 'tempest-AttachVolumeTestJSON-1805075857-router', 'tenant_id': 'a9d0f5e6d6cf423485157e1381a12713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '44fe9404-b114-42a7-afb5-f2e402df462c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:46:00Z', 'updated_at': '2022-09-15T07:46:03Z', 'revision_number': 4, 'project_id': 'a9d0f5e6d6cf423485157e1381a12713', 'gw_port': {'id': '44fe9404-b114-42a7-afb5-f2e402df462c', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aa1fe18-6227-4f90-9a37-aee3b4f745ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:46:00Z', 'updated_at': '2022-09-15T07:46:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi', '_interfaces': [{'id': '06cb40a0-061b-43f6-a12e-80fcf62e2427', 'name': '', 'network_id': 'a516fb80-088a-420e-bbe2-327bfb75896d', 'tenant_id': 'a9d0f5e6d6cf423485157e1381a12713', 'mac_address': 'fa:16:3e:2f:4b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aa1fe18-6227-4f90-9a37-aee3b4f745ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '2011c2ef-cc51-4f76-b38a-cc4eb8a0b890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:46:02Z', 'updated_at': '2022-09-15T07:46:06Z', 'revision_number': 5, 'project_id': 'a9d0f5e6d6cf423485157e1381a12713', 'subnets': [{'id': '2011c2ef-cc51-4f76-b38a-cc4eb8a0b890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-6-iscsi', False) {} {{(pid=107290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:50:31.697421 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66705ec0-e1a0-4a04-ac97-68bd04f53a99 None None] Checking router: 9aa1fe18-6227-4f90-9a37-aee3b4f745ec for host: dv-cinder-824149-6-iscsi {{(pid=107290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 07:50:31.705690 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66705ec0-e1a0-4a04-ac97-68bd04f53a99 None None] Routers {'9aa1fe18-6227-4f90-9a37-aee3b4f745ec'} bound to L3 agent in host dv-cinder-824149-6-iscsi {{(pid=107290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 07:50:31.706245 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_hamode_db [None req-66705ec0-e1a0-4a04-ac97-68bd04f53a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T07:30:25Z,description=,heartbeat_timestamp=2022-09-15T07:50:25Z,host='dv-cinder-824149-6-iscsi',id=6177172c-20b9-4a3a-92be-d5dd082cfa3a,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T07:30:25Z,topic='l3_agent')) {'router_ids': ['9aa1fe18-6227-4f90-9a37-aee3b4f745ec'], 'active': True} {{(pid=107290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:50:31.814251 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvr_db [None req-66705ec0-e1a0-4a04-ac97-68bd04f53a99 None None] Set router 9aa1fe18-6227-4f90-9a37-aee3b4f745ec gateway port host: dv-cinder-824149-6-iscsi {{(pid=107290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 07:50:31.999171 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_hamode_db [None req-66705ec0-e1a0-4a04-ac97-68bd04f53a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aa1fe18-6227-4f90-9a37-aee3b4f745ec', 'name': 'tempest-AttachVolumeTestJSON-1805075857-router', 'tenant_id': 'a9d0f5e6d6cf423485157e1381a12713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '44fe9404-b114-42a7-afb5-f2e402df462c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:46:00Z', 'updated_at': '2022-09-15T07:46:03Z', 'revision_number': 4, 'project_id': 'a9d0f5e6d6cf423485157e1381a12713', 'gw_port': {'id': '44fe9404-b114-42a7-afb5-f2e402df462c', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aa1fe18-6227-4f90-9a37-aee3b4f745ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:46:00Z', 'updated_at': '2022-09-15T07:46:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi', '_interfaces': [{'id': '06cb40a0-061b-43f6-a12e-80fcf62e2427', 'name': '', 'network_id': 'a516fb80-088a-420e-bbe2-327bfb75896d', 'tenant_id': 'a9d0f5e6d6cf423485157e1381a12713', 'mac_address': 'fa:16:3e:2f:4b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aa1fe18-6227-4f90-9a37-aee3b4f745ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '2011c2ef-cc51-4f76-b38a-cc4eb8a0b890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:46:02Z', 'updated_at': '2022-09-15T07:46:06Z', 'revision_number': 5, 'project_id': 'a9d0f5e6d6cf423485157e1381a12713', 'subnets': [{'id': '2011c2ef-cc51-4f76-b38a-cc4eb8a0b890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-6-iscsi', False) {} {{(pid=107290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:50:32.031860 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66705ec0-e1a0-4a04-ac97-68bd04f53a99 None None] The sync data for ids ['9aa1fe18-6227-4f90-9a37-aee3b4f745ec'] in dv-cinder-824149-6-iscsi is: [{'id': '9aa1fe18-6227-4f90-9a37-aee3b4f745ec', 'name': 'tempest-AttachVolumeTestJSON-1805075857-router', 'tenant_id': 'a9d0f5e6d6cf423485157e1381a12713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '44fe9404-b114-42a7-afb5-f2e402df462c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:46:00Z', 'updated_at': '2022-09-15T07:46:03Z', 'revision_number': 4, 'project_id': 'a9d0f5e6d6cf423485157e1381a12713', 'gw_port': {'id': '44fe9404-b114-42a7-afb5-f2e402df462c', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aa1fe18-6227-4f90-9a37-aee3b4f745ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:46:00Z', 'updated_at': '2022-09-15T07:46:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi', '_interfaces': [{'id': '06cb40a0-061b-43f6-a12e-80fcf62e2427', 'name': '', 'network_id': 'a516fb80-088a-420e-bbe2-327bfb75896d', 'tenant_id': 'a9d0f5e6d6cf423485157e1381a12713', 'mac_address': 'fa:16:3e:2f:4b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aa1fe18-6227-4f90-9a37-aee3b4f745ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '2011c2ef-cc51-4f76-b38a-cc4eb8a0b890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:46:02Z', 'updated_at': '2022-09-15T07:46:06Z', 'revision_number': 5, 'project_id': 'a9d0f5e6d6cf423485157e1381a12713', 'subnets': [{'id': '2011c2ef-cc51-4f76-b38a-cc4eb8a0b890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 07:50:32.210537 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [req-36fa33b5-6b78-477c-ae2d-486751e40dac req-2d2d652a-57df-4dae-9916-7b85d895b9b9 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e82d95c9-8eb8-4c77-b1fc-2e31d7466bbd HTTP/1.1" status: 200 len: 210 time: 0.0303910 Sep 15 07:50:32.258349 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db0e671-d85d-4dd1-aff9-70ff510d6ebe None None] New status for floating IP bbaed414-18f2-491b-8b28-42a995bd379d: DOWN {{(pid=107295) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 15 07:50:33.347913 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 41396) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:50:33.404790 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-39591633-7eae-4880-8460-f5f7f61ca606 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Publish callbacks [] for security_group (89318ed3-84ab-4ef8-8f7c-ebc9718189ba), before_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:50:33.427292 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-39591633-7eae-4880-8460-f5f7f61ca606 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Publish callbacks [] for security_group (89318ed3-84ab-4ef8-8f7c-ebc9718189ba), precommit_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:50:33.536091 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-39591633-7eae-4880-8460-f5f7f61ca606 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (89318ed3-84ab-4ef8-8f7c-ebc9718189ba), after_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:50:33.539188 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-39591633-7eae-4880-8460-f5f7f61ca606 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Publish callbacks [] for security_group (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:50:33.540450 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-39591633-7eae-4880-8460-f5f7f61ca606 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] 10.222.0.42 "DELETE /networking/v2.0/security-groups/89318ed3-84ab-4ef8-8f7c-ebc9718189ba HTTP/1.1" status: 204 len: 168 time: 0.1914473 Sep 15 07:50:33.543349 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 41398) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:50:33.549406 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39591633-7eae-4880-8460-f5f7f61ca606 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89318ed3-84ab-4ef8-8f7c-ebc9718189ba,revision_number=None']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:50:33.551396 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:50:33.557461 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39591633-7eae-4880-8460-f5f7f61ca606 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:50:33.557924 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39591633-7eae-4880-8460-f5f7f61ca606 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:50:33.558178 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39591633-7eae-4880-8460-f5f7f61ca606 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:50:33.558529 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39591633-7eae-4880-8460-f5f7f61ca606 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:50:33.558866 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39591633-7eae-4880-8460-f5f7f61ca606 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:50:33.559068 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.api.v2.resource [None req-fe4f6776-1571-433c-9d68-c173bb5c320a tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] show failed (client error): The resource could not be found. Sep 15 07:50:33.559186 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39591633-7eae-4880-8460-f5f7f61ca606 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:50:33.559511 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39591633-7eae-4880-8460-f5f7f61ca606 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:50:33.559839 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39591633-7eae-4880-8460-f5f7f61ca606 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:50:33.560106 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-fe4f6776-1571-433c-9d68-c173bb5c320a tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] 10.222.0.42 "GET /networking/v2.0/security-groups/89318ed3-84ab-4ef8-8f7c-ebc9718189ba HTTP/1.1" status: 404 len: 347 time: 0.0157425 Sep 15 07:50:33.560224 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39591633-7eae-4880-8460-f5f7f61ca606 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:50:33.560480 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39591633-7eae-4880-8460-f5f7f61ca606 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:50:33.560801 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39591633-7eae-4880-8460-f5f7f61ca606 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:50:33.561129 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39591633-7eae-4880-8460-f5f7f61ca606 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:50:33.561451 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39591633-7eae-4880-8460-f5f7f61ca606 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:50:33.561802 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39591633-7eae-4880-8460-f5f7f61ca606 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:50:33.562124 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39591633-7eae-4880-8460-f5f7f61ca606 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:50:33.563061 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 41400) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:50:33.675923 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.plugin [None req-a41846c0-372f-41a0-9273-51e7e5f63949 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Deleting port b3e2d172-79ff-40a7-999a-469a439a683b {{(pid=107276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 07:50:33.676271 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-a41846c0-372f-41a0-9273-51e7e5f63949 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729658711565'] for port (b3e2d172-79ff-40a7-999a-469a439a683b), before_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:50:33.717046 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:50:33.756689 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-a41846c0-372f-41a0-9273-51e7e5f63949 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009180'] for port (b3e2d172-79ff-40a7-999a-469a439a683b), precommit_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:50:33.757002 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-a41846c0-372f-41a0-9273-51e7e5f63949 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Publish callbacks [] for floatingip (b3e2d172-79ff-40a7-999a-469a439a683b), precommit_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:50:33.769824 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.plugin [None req-a41846c0-372f-41a0-9273-51e7e5f63949 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Calling delete_port for b3e2d172-79ff-40a7-999a-469a439a683b owned by network:floatingip {{(pid=107276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 07:50:33.964621 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-a41846c0-372f-41a0-9273-51e7e5f63949 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729658628491', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729658170588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260827426'] for port (b3e2d172-79ff-40a7-999a-469a439a683b), after_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:50:33.989778 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41846c0-372f-41a0-9273-51e7e5f63949 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Pushing event deleted for resources: {'Port': ['ID=b3e2d172-79ff-40a7-999a-469a439a683b,revision_number=None']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:50:34.060109 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-a41846c0-372f-41a0-9273-51e7e5f63949 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Publish callbacks [] for floatingip (bbaed414-18f2-491b-8b28-42a995bd379d), after_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:50:34.062642 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-a41846c0-372f-41a0-9273-51e7e5f63949 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382552'] for floatingip (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:50:34.063785 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-a41846c0-372f-41a0-9273-51e7e5f63949 tempest-AttachVolumeTestJSON-2088799824 tempest-AttachVolumeTestJSON-2088799824-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/bbaed414-18f2-491b-8b28-42a995bd379d HTTP/1.1" status: 204 len: 168 time: 0.4998360 Sep 15 07:50:34.826016 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Device a9942a95-f13c-4b93-b3ea-9e337fbfb77e no longer exists at agent hyperv_hv-cinder-82414 {{(pid=107290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 07:50:34.845807 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] No Port match for: a9942a95-f13c-4b93-b3ea-9e337fbfb77e {{(pid=107290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 07:50:34.846156 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Device a9942a95-f13c-4b93-b3ea-9e337fbfb77e not bound to the agent host hv-cinder-82414 {{(pid=107290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 07:50:37.948026 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 41428) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:50:38.249753 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-56349737-e977-4dc2-8094-83d4e1f10c86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2002598'] for router_interface (9aa1fe18-6227-4f90-9a37-aee3b4f745ec), before_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:50:38.344594 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:50:38.465876 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.plugin [None req-56349737-e977-4dc2-8094-83d4e1f10c86 admin admin] Deleting port 06cb40a0-061b-43f6-a12e-80fcf62e2427 {{(pid=107276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 07:50:38.466212 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-56349737-e977-4dc2-8094-83d4e1f10c86 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729658711565'] for port (06cb40a0-061b-43f6-a12e-80fcf62e2427), before_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:50:38.545399 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.db [None req-56349737-e977-4dc2-8094-83d4e1f10c86 admin admin] For port 06cb40a0-061b-43f6-a12e-80fcf62e2427, host dv-cinder-824149-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-6-iscsi',level=0,port_id=06cb40a0-061b-43f6-a12e-80fcf62e2427,segment=NetworkSegment(008f3101-5296-4c7d-b4d0-dc9475772d60),segment_id=008f3101-5296-4c7d-b4d0-dc9475772d60)] {{(pid=107276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:50:38.545786 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-56349737-e977-4dc2-8094-83d4e1f10c86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009180'] for port (06cb40a0-061b-43f6-a12e-80fcf62e2427), precommit_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:50:38.557963 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.plugin [None req-56349737-e977-4dc2-8094-83d4e1f10c86 admin admin] Calling delete_port for 06cb40a0-061b-43f6-a12e-80fcf62e2427 owned by network:router_interface {{(pid=107276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 07:50:38.569658 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:50:38.798494 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-56349737-e977-4dc2-8094-83d4e1f10c86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729658628491', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729658170588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260827426'] for port (06cb40a0-061b-43f6-a12e-80fcf62e2427), after_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:50:38.821822 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56349737-e977-4dc2-8094-83d4e1f10c86 admin admin] Pushing event deleted for resources: {'Port': ['ID=06cb40a0-061b-43f6-a12e-80fcf62e2427,revision_number=None']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:50:39.002747 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-56349737-e977-4dc2-8094-83d4e1f10c86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2007574'] for router_interface (9aa1fe18-6227-4f90-9a37-aee3b4f745ec), after_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:50:39.195643 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:50:39.217516 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56349737-e977-4dc2-8094-83d4e1f10c86 admin admin] Router 9aa1fe18-6227-4f90-9a37-aee3b4f745ec has already been hosted by L3 agent 6177172c-20b9-4a3a-92be-d5dd082cfa3a {{(pid=107276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 07:50:39.322680 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56349737-e977-4dc2-8094-83d4e1f10c86 admin admin] Notify agent at l3_agent.dv-cinder-824149-6-iscsi the message routers_updated {{(pid=107276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 07:50:39.327527 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-56349737-e977-4dc2-8094-83d4e1f10c86 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/9aa1fe18-6227-4f90-9a37-aee3b4f745ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3819232 Sep 15 07:50:39.330137 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 41434) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:50:39.332588 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23802537-257f-414c-b884-fb59564000a0 None None] Sync routers for ids ['9aa1fe18-6227-4f90-9a37-aee3b4f745ec'] in dv-cinder-824149-6-iscsi {{(pid=107290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 07:50:39.335593 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=84,neutron:UPDATE=2 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:50:39.337126 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=72,neutron:UPDATE=4 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:50:39.344319 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23802537-257f-414c-b884-fb59564000a0 None None] Routers {'9aa1fe18-6227-4f90-9a37-aee3b4f745ec'} bound to L3 agent in host dv-cinder-824149-6-iscsi {{(pid=107290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 07:50:39.344881 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_hamode_db [None req-23802537-257f-414c-b884-fb59564000a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T07:30:25Z,description=,heartbeat_timestamp=2022-09-15T07:50:25Z,host='dv-cinder-824149-6-iscsi',id=6177172c-20b9-4a3a-92be-d5dd082cfa3a,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T07:30:25Z,topic='l3_agent')) {'router_ids': ['9aa1fe18-6227-4f90-9a37-aee3b4f745ec'], 'active': True} {{(pid=107290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:50:39.432004 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:50:39.440937 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-01564297-2188-4ae7-a88e-cf7f7f454ff1 admin admin] Publish callbacks [] for router (9aa1fe18-6227-4f90-9a37-aee3b4f745ec), before_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:50:39.453109 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvr_db [None req-23802537-257f-414c-b884-fb59564000a0 None None] Set router 9aa1fe18-6227-4f90-9a37-aee3b4f745ec gateway port host: dv-cinder-824149-6-iscsi {{(pid=107290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 07:50:39.541353 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-01564297-2188-4ae7-a88e-cf7f7f454ff1 admin admin] Publish callbacks [] for router_gateway (9aa1fe18-6227-4f90-9a37-aee3b4f745ec), before_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:50:39.625794 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.plugin [None req-01564297-2188-4ae7-a88e-cf7f7f454ff1 admin admin] Deleting port 44fe9404-b114-42a7-afb5-f2e402df462c {{(pid=107276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 07:50:39.626125 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-01564297-2188-4ae7-a88e-cf7f7f454ff1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729658711565'] for port (44fe9404-b114-42a7-afb5-f2e402df462c), before_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:50:39.630458 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_hamode_db [None req-23802537-257f-414c-b884-fb59564000a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aa1fe18-6227-4f90-9a37-aee3b4f745ec', 'name': 'tempest-AttachVolumeTestJSON-1805075857-router', 'tenant_id': 'a9d0f5e6d6cf423485157e1381a12713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'external_fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '44fe9404-b114-42a7-afb5-f2e402df462c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:46:00Z', 'updated_at': '2022-09-15T07:50:38Z', 'revision_number': 5, 'project_id': 'a9d0f5e6d6cf423485157e1381a12713', 'gw_port': {'id': '44fe9404-b114-42a7-afb5-f2e402df462c', 'name': '', 'network_id': '7ecf1e5e-5e20-46d8-aeb9-dbfa45ec4aaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aa1fe18-6227-4f90-9a37-aee3b4f745ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T07:46:00Z', 'updated_at': '2022-09-15T07:46:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c94e072-16ef-4b41-8118-d589be48e89d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-6-iscsi'}], 'dv-cinder-824149-6-iscsi', False) {} {{(pid=107290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:50:39.658748 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23802537-257f-414c-b884-fb59564000a0 None None] Checking router: 9aa1fe18-6227-4f90-9a37-aee3b4f745ec for host: dv-cinder-824149-6-iscsi {{(pid=107290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 07:50:39.674839 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23802537-257f-414c-b884-fb59564000a0 None None] Routers {'9aa1fe18-6227-4f90-9a37-aee3b4f745ec'} bound to L3 agent in host dv-cinder-824149-6-iscsi {{(pid=107290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 07:50:39.674839 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_hamode_db [None req-23802537-257f-414c-b884-fb59564000a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T07:30:25Z,description=,heartbeat_timestamp=2022-09-15T07:50:25Z,host='dv-cinder-824149-6-iscsi',id=6177172c-20b9-4a3a-92be-d5dd082cfa3a,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T07:30:25Z,topic='l3_agent')) {'router_ids': ['9aa1fe18-6227-4f90-9a37-aee3b4f745ec'], 'active': True} {{(pid=107290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:50:39.713447 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.db [None req-01564297-2188-4ae7-a88e-cf7f7f454ff1 admin admin] For port 44fe9404-b114-42a7-afb5-f2e402df462c, host dv-cinder-824149-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-6-iscsi',level=0,port_id=44fe9404-b114-42a7-afb5-f2e402df462c,segment=NetworkSegment(8c607054-1f24-4b82-9f54-7b368db757ce),segment_id=8c607054-1f24-4b82-9f54-7b368db757ce)] {{(pid=107276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:50:39.713759 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-01564297-2188-4ae7-a88e-cf7f7f454ff1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009180'] for port (44fe9404-b114-42a7-afb5-f2e402df462c), precommit_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:50:39.730434 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.plugin [None req-01564297-2188-4ae7-a88e-cf7f7f454ff1 admin admin] Calling delete_port for 44fe9404-b114-42a7-afb5-f2e402df462c owned by network:router_gateway {{(pid=107276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 07:50:39.755718 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvr_db [None req-23802537-257f-414c-b884-fb59564000a0 None None] Set router 9aa1fe18-6227-4f90-9a37-aee3b4f745ec gateway port host: None {{(pid=107290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 07:50:39.808783 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_hamode_db [None req-23802537-257f-414c-b884-fb59564000a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aa1fe18-6227-4f90-9a37-aee3b4f745ec', 'name': 'tempest-AttachVolumeTestJSON-1805075857-router', 'tenant_id': 'a9d0f5e6d6cf423485157e1381a12713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:46:00Z', 'updated_at': '2022-09-15T07:50:39Z', 'revision_number': 6, 'project_id': 'a9d0f5e6d6cf423485157e1381a12713', 'gw_port_host': None}], 'dv-cinder-824149-6-iscsi', False) {} {{(pid=107290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:50:39.960159 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23802537-257f-414c-b884-fb59564000a0 None None] The sync data for ids ['9aa1fe18-6227-4f90-9a37-aee3b4f745ec'] in dv-cinder-824149-6-iscsi is: [{'id': '9aa1fe18-6227-4f90-9a37-aee3b4f745ec', 'name': 'tempest-AttachVolumeTestJSON-1805075857-router', 'tenant_id': 'a9d0f5e6d6cf423485157e1381a12713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T07:46:00Z', 'updated_at': '2022-09-15T07:50:39Z', 'revision_number': 6, 'project_id': 'a9d0f5e6d6cf423485157e1381a12713', 'gw_port_host': None}] {{(pid=107290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 07:50:39.992730 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-01564297-2188-4ae7-a88e-cf7f7f454ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729658628491', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729658170588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260827426'] for port (44fe9404-b114-42a7-afb5-f2e402df462c), after_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:50:40.025245 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01564297-2188-4ae7-a88e-cf7f7f454ff1 admin admin] Pushing event deleted for resources: {'Port': ['ID=44fe9404-b114-42a7-afb5-f2e402df462c,revision_number=None']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:50:40.081324 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-01564297-2188-4ae7-a88e-cf7f7f454ff1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2007388'] for router_gateway (9aa1fe18-6227-4f90-9a37-aee3b4f745ec), after_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:50:40.166808 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-01564297-2188-4ae7-a88e-cf7f7f454ff1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2014664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1922'] for router (9aa1fe18-6227-4f90-9a37-aee3b4f745ec), precommit_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:50:40.168987 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-01564297-2188-4ae7-a88e-cf7f7f454ff1 admin admin] Publish callbacks [] for router_controller (9aa1fe18-6227-4f90-9a37-aee3b4f745ec), precommit_delete_associations {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:50:40.289804 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-01564297-2188-4ae7-a88e-cf7f7f454ff1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2007659'] for router (9aa1fe18-6227-4f90-9a37-aee3b4f745ec), after_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:50:40.290367 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01564297-2188-4ae7-a88e-cf7f7f454ff1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9aa1fe18-6227-4f90-9a37-aee3b4f745ec {{(pid=107276) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 07:50:40.294717 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-01564297-2188-4ae7-a88e-cf7f7f454ff1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:50:40.295894 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-01564297-2188-4ae7-a88e-cf7f7f454ff1 admin admin] 10.222.0.42 "DELETE /networking/v2.0/routers/9aa1fe18-6227-4f90-9a37-aee3b4f745ec HTTP/1.1" status: 204 len: 168 time: 0.9648507 Sep 15 07:50:40.298479 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 41436) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:50:40.354502 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8e1dad5-03dc-4981-a150-22ea24c7d146 admin admin] Deleting subnet 2011c2ef-cc51-4f76-b38a-cc4eb8a0b890 {{(pid=107276) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 15 07:50:40.358553 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-a8e1dad5-03dc-4981-a150-22ea24c7d146 admin admin] Publish callbacks [] for subnet (2011c2ef-cc51-4f76-b38a-cc4eb8a0b890), before_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:50:40.401773 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-a8e1dad5-03dc-4981-a150-22ea24c7d146 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260830030'] for subnet (2011c2ef-cc51-4f76-b38a-cc4eb8a0b890), precommit_delete_associations {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:50:40.463126 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:50:40.503053 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-a8e1dad5-03dc-4981-a150-22ea24c7d146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-831850'] for subnet (2011c2ef-cc51-4f76-b38a-cc4eb8a0b890), precommit_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:50:40.547931 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=84,neutron:UPDATE=5,neutron:DELETE=11 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:50:40.599580 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-a8e1dad5-03dc-4981-a150-22ea24c7d146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-835415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260827469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260771348'] for subnet (2011c2ef-cc51-4f76-b38a-cc4eb8a0b890), after_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:50:40.628535 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e1dad5-03dc-4981-a150-22ea24c7d146 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2011c2ef-cc51-4f76-b38a-cc4eb8a0b890,revision_number=None']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:50:40.632542 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-a8e1dad5-03dc-4981-a150-22ea24c7d146 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:50:40.635826 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-a8e1dad5-03dc-4981-a150-22ea24c7d146 admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/2011c2ef-cc51-4f76-b38a-cc4eb8a0b890 HTTP/1.1" status: 204 len: 168 time: 0.3362789 Sep 15 07:50:40.638753 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 41440) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:50:40.641505 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe156455-400a-4314-9f01-07b95f166bc8 None None] Network a516fb80-088a-420e-bbe2-327bfb75896d requested from dv-cinder-824149-6-iscsi {{(pid=107290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 07:50:40.722921 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-f07e4f7f-3694-40f5-bff7-89193b2f74fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-790559'] for network (a516fb80-088a-420e-bbe2-327bfb75896d), before_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:50:40.773705 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Device 06cb40a0-061b-43f6-a12e-80fcf62e2427 no longer exists at agent ovs-agent-dv-cinder-824149-6-iscsi {{(pid=107290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 07:50:40.793341 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.plugin [None req-f07e4f7f-3694-40f5-bff7-89193b2f74fe admin admin] Deleting port 14f466d6-7c54-4c03-9da8-dd8ef92e34df {{(pid=107276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 07:50:40.793705 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-f07e4f7f-3694-40f5-bff7-89193b2f74fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729658711565'] for port (14f466d6-7c54-4c03-9da8-dd8ef92e34df), before_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:50:40.801214 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] No Port match for: 06cb40a0-061b-43f6-a12e-80fcf62e2427 {{(pid=107290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 07:50:40.801718 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Device 06cb40a0-061b-43f6-a12e-80fcf62e2427 not bound to the agent host dv-cinder-824149-6-iscsi {{(pid=107290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 07:50:40.822274 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a31ec7ef-81a1-4fcc-a8bc-55baa2d4d12e None None] DHCP port deletion for a516fb80-088a-420e-bbe2-327bfb75896d request from dv-cinder-824149-6-iscsi {{(pid=107290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 15 07:50:40.863512 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-a31ec7ef-81a1-4fcc-a8bc-55baa2d4d12e None None] Deleting port 14f466d6-7c54-4c03-9da8-dd8ef92e34df {{(pid=107290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 07:50:40.863949 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-a31ec7ef-81a1-4fcc-a8bc-55baa2d4d12e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729658711565'] for port (14f466d6-7c54-4c03-9da8-dd8ef92e34df), before_delete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:50:40.880748 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.db [None req-f07e4f7f-3694-40f5-bff7-89193b2f74fe admin admin] For port 14f466d6-7c54-4c03-9da8-dd8ef92e34df, host dv-cinder-824149-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-6-iscsi',level=0,port_id=14f466d6-7c54-4c03-9da8-dd8ef92e34df,segment=NetworkSegment(008f3101-5296-4c7d-b4d0-dc9475772d60),segment_id=008f3101-5296-4c7d-b4d0-dc9475772d60)] {{(pid=107276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:50:40.880983 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-f07e4f7f-3694-40f5-bff7-89193b2f74fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009180'] for port (14f466d6-7c54-4c03-9da8-dd8ef92e34df), precommit_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:50:40.896698 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.plugin [None req-f07e4f7f-3694-40f5-bff7-89193b2f74fe admin admin] Calling delete_port for 14f466d6-7c54-4c03-9da8-dd8ef92e34df owned by network:dhcp {{(pid=107276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 07:50:40.956642 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.db [None req-a31ec7ef-81a1-4fcc-a8bc-55baa2d4d12e None None] For port 14f466d6-7c54-4c03-9da8-dd8ef92e34df, host dv-cinder-824149-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-6-iscsi',level=0,port_id=14f466d6-7c54-4c03-9da8-dd8ef92e34df,segment=NetworkSegment(008f3101-5296-4c7d-b4d0-dc9475772d60),segment_id=008f3101-5296-4c7d-b4d0-dc9475772d60)] {{(pid=107290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 07:50:40.956950 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-a31ec7ef-81a1-4fcc-a8bc-55baa2d4d12e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009180'] for port (14f466d6-7c54-4c03-9da8-dd8ef92e34df), precommit_delete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:50:40.975141 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-a31ec7ef-81a1-4fcc-a8bc-55baa2d4d12e None None] Calling delete_port for 14f466d6-7c54-4c03-9da8-dd8ef92e34df owned by network:dhcp {{(pid=107290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 07:50:41.046786 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-f07e4f7f-3694-40f5-bff7-89193b2f74fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729658628491', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729658170588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260827426'] for port (14f466d6-7c54-4c03-9da8-dd8ef92e34df), after_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:50:41.065742 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-a31ec7ef-81a1-4fcc-a8bc-55baa2d4d12e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729658628491', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729658170588'] for port (14f466d6-7c54-4c03-9da8-dd8ef92e34df), after_delete {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:50:41.073406 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07e4f7f-3694-40f5-bff7-89193b2f74fe admin admin] Pushing event deleted for resources: {'Port': ['ID=14f466d6-7c54-4c03-9da8-dd8ef92e34df,revision_number=None']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:50:41.078890 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07e4f7f-3694-40f5-bff7-89193b2f74fe admin admin] No DVR routers for this DVR port 14f466d6-7c54-4c03-9da8-dd8ef92e34df on host dv-cinder-824149-6-iscsi {{(pid=107276) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 07:50:41.094683 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31ec7ef-81a1-4fcc-a8bc-55baa2d4d12e None None] Pushing event deleted for resources: {'Port': ['ID=14f466d6-7c54-4c03-9da8-dd8ef92e34df,revision_number=None']} {{(pid=107290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:50:41.105861 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31ec7ef-81a1-4fcc-a8bc-55baa2d4d12e None None] No DVR routers for this DVR port 14f466d6-7c54-4c03-9da8-dd8ef92e34df on host dv-cinder-824149-6-iscsi {{(pid=107290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 07:50:41.108455 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31ec7ef-81a1-4fcc-a8bc-55baa2d4d12e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:50:41.108858 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31ec7ef-81a1-4fcc-a8bc-55baa2d4d12e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:50:41.109306 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31ec7ef-81a1-4fcc-a8bc-55baa2d4d12e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:50:41.109552 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31ec7ef-81a1-4fcc-a8bc-55baa2d4d12e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:50:41.109923 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31ec7ef-81a1-4fcc-a8bc-55baa2d4d12e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:50:41.110251 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31ec7ef-81a1-4fcc-a8bc-55baa2d4d12e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:50:41.110575 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31ec7ef-81a1-4fcc-a8bc-55baa2d4d12e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:50:41.110907 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31ec7ef-81a1-4fcc-a8bc-55baa2d4d12e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:50:41.111231 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31ec7ef-81a1-4fcc-a8bc-55baa2d4d12e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:50:41.111554 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31ec7ef-81a1-4fcc-a8bc-55baa2d4d12e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:50:41.111877 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31ec7ef-81a1-4fcc-a8bc-55baa2d4d12e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:50:41.112199 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31ec7ef-81a1-4fcc-a8bc-55baa2d4d12e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:50:41.112518 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31ec7ef-81a1-4fcc-a8bc-55baa2d4d12e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:50:41.112830 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31ec7ef-81a1-4fcc-a8bc-55baa2d4d12e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:50:41.113148 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31ec7ef-81a1-4fcc-a8bc-55baa2d4d12e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:50:41.183496 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-f07e4f7f-3694-40f5-bff7-89193b2f74fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861249', 'neutron.services.segments.db._delete_segments_for_network-8729658700737'] for network (a516fb80-088a-420e-bbe2-327bfb75896d), precommit_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:50:41.476005 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.services.segments.db [None req-f07e4f7f-3694-40f5-bff7-89193b2f74fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a516fb80-088a-420e-bbe2-327bfb75896d']}} {{(pid=107276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:50:41.485516 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.services.segments.db [None req-f07e4f7f-3694-40f5-bff7-89193b2f74fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '008f3101-5296-4c7d-b4d0-dc9475772d60') {'for_net_delete': True} {{(pid=107276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:50:41.485835 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.services.segments.db [None req-f07e4f7f-3694-40f5-bff7-89193b2f74fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '008f3101-5296-4c7d-b4d0-dc9475772d60') {} {{(pid=107276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 07:50:41.495855 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-f07e4f7f-3694-40f5-bff7-89193b2f74fe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729658700629', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260830069'] for segment (008f3101-5296-4c7d-b4d0-dc9475772d60), before_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:50:41.509975 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-f07e4f7f-3694-40f5-bff7-89193b2f74fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906830'] for segment (008f3101-5296-4c7d-b4d0-dc9475772d60), precommit_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:50:41.516079 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f07e4f7f-3694-40f5-bff7-89193b2f74fe admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=107276) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 07:50:41.516456 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-f07e4f7f-3694-40f5-bff7-89193b2f74fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260827639'] for segment (008f3101-5296-4c7d-b4d0-dc9475772d60), after_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:50:41.666846 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-f07e4f7f-3694-40f5-bff7-89193b2f74fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2007433'] for network (a516fb80-088a-420e-bbe2-327bfb75896d), after_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:50:41.672844 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-f07e4f7f-3694-40f5-bff7-89193b2f74fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586190'] for network (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:50:41.677148 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-f07e4f7f-3694-40f5-bff7-89193b2f74fe admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/a516fb80-088a-420e-bbe2-327bfb75896d HTTP/1.1" status: 204 len: 168 time: 1.0368237 Sep 15 07:50:41.695418 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07e4f7f-3694-40f5-bff7-89193b2f74fe admin admin] Pushing event deleted for resources: {'Network': ['ID=a516fb80-088a-420e-bbe2-327bfb75896d,revision_number=None']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:50:41.710474 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.services.segments.plugin [-] Segment 008f3101-5296-4c7d-b4d0-dc9475772d60 resource provider aggregate not found Sep 15 07:50:41.727089 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.services.segments.plugin [-] Segment 008f3101-5296-4c7d-b4d0-dc9475772d60 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 008f3101-5296-4c7d-b4d0-dc9475772d60 found for delete ", "request_id": "req-67e56504-2b68-4252-9d9a-308b323168de"}]} Sep 15 07:50:42.058752 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 41452) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:50:42.077296 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Device 14f466d6-7c54-4c03-9da8-dd8ef92e34df no longer exists at agent ovs-agent-dv-cinder-824149-6-iscsi {{(pid=107290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 07:50:42.101144 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-f5764403-d45c-455e-8cab-90feec247895 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=a9d0f5e6d6cf423485157e1381a12713&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0412099 Sep 15 07:50:42.103692 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 41454) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:50:42.106196 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] No Port match for: 14f466d6-7c54-4c03-9da8-dd8ef92e34df {{(pid=107290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 07:50:42.106541 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Device 14f466d6-7c54-4c03-9da8-dd8ef92e34df not bound to the agent host dv-cinder-824149-6-iscsi {{(pid=107290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 07:50:42.106949 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Device 44fe9404-b114-42a7-afb5-f2e402df462c no longer exists at agent ovs-agent-dv-cinder-824149-6-iscsi {{(pid=107290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 07:50:42.108497 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=100 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:50:42.129458 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.plugin [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] No Port match for: 44fe9404-b114-42a7-afb5-f2e402df462c {{(pid=107290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 07:50:42.130372 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron.plugins.ml2.rpc [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Device 44fe9404-b114-42a7-afb5-f2e402df462c not bound to the agent host dv-cinder-824149-6-iscsi {{(pid=107290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 07:50:42.159739 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-3c9fbfc2-8a18-43cf-9378-5593f72df10d admin admin] Publish callbacks [] for security_group (16364bb7-67df-43e5-95a4-ade30998c3a9), before_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:50:42.182733 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-3c9fbfc2-8a18-43cf-9378-5593f72df10d admin admin] Publish callbacks [] for security_group (16364bb7-67df-43e5-95a4-ade30998c3a9), precommit_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:50:42.213697 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:50:42.340891 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-3c9fbfc2-8a18-43cf-9378-5593f72df10d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (16364bb7-67df-43e5-95a4-ade30998c3a9), after_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:50:42.343539 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-3c9fbfc2-8a18-43cf-9378-5593f72df10d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:50:42.344735 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-3c9fbfc2-8a18-43cf-9378-5593f72df10d admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/16364bb7-67df-43e5-95a4-ade30998c3a9 HTTP/1.1" status: 204 len: 168 time: 0.2400901 Sep 15 07:50:42.353848 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9fbfc2-8a18-43cf-9378-5593f72df10d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16364bb7-67df-43e5-95a4-ade30998c3a9,revision_number=None']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:50:42.809357 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (25cf60a6-7ad2-448a-9326-c12b453ddee0), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:50:43.461608 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=46,neutron:DELETE=2 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:50:43.554499 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=44,neutron:DELETE=1 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:50:47.168079 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 41586) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:50:47.273288 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-f3ad3430-5772-4de1-b52f-f51a6e468031 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:50:47.348301 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-f3ad3430-5772-4de1-b52f-f51a6e468031 admin admin] Publish callbacks [] for security_group (5d7dc3e0-1c01-4a13-b107-aa986c5e36ac), precommit_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:50:47.414880 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-f3ad3430-5772-4de1-b52f-f51a6e468031 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (5d7dc3e0-1c01-4a13-b107-aa986c5e36ac), after_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:50:47.452807 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ad3430-5772-4de1-b52f-f51a6e468031 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d7dc3e0-1c01-4a13-b107-aa986c5e36ac,revision_number=1']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:50:47.457156 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-f3ad3430-5772-4de1-b52f-f51a6e468031 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=0fd6dbcf88bb4b5db5ca85927b6ab7c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2880723 Sep 15 07:50:47.461223 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 41590) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:50:47.512178 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-f5302384-3748-40fa-9bb1-d1d1366452df admin admin] Publish callbacks [] for security_group (5d7dc3e0-1c01-4a13-b107-aa986c5e36ac), before_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:50:47.531945 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-f5302384-3748-40fa-9bb1-d1d1366452df admin admin] Publish callbacks [] for security_group (5d7dc3e0-1c01-4a13-b107-aa986c5e36ac), precommit_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:50:47.654971 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-f5302384-3748-40fa-9bb1-d1d1366452df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (5d7dc3e0-1c01-4a13-b107-aa986c5e36ac), after_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:50:47.657499 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-f5302384-3748-40fa-9bb1-d1d1366452df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:50:47.658671 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-f5302384-3748-40fa-9bb1-d1d1366452df admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/5d7dc3e0-1c01-4a13-b107-aa986c5e36ac HTTP/1.1" status: 204 len: 168 time: 0.1968849 Sep 15 07:50:47.669634 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5302384-3748-40fa-9bb1-d1d1366452df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d7dc3e0-1c01-4a13-b107-aa986c5e36ac,revision_number=None']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:50:48.273279 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 41596) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:50:48.287192 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-90293855-31ea-4905-b425-04ad5c28cdb7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:50:48.360278 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-90293855-31ea-4905-b425-04ad5c28cdb7 admin admin] Publish callbacks [] for security_group (215ded8a-1747-4628-acb6-f3f3e0189bae), precommit_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:50:48.414875 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-90293855-31ea-4905-b425-04ad5c28cdb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (215ded8a-1747-4628-acb6-f3f3e0189bae), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:50:48.455718 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-90293855-31ea-4905-b425-04ad5c28cdb7 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=8abb21b34cf94c33adaa1e3eaa05bb8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1813481 Sep 15 07:50:48.456574 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90293855-31ea-4905-b425-04ad5c28cdb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=215ded8a-1747-4628-acb6-f3f3e0189bae,revision_number=1']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:50:48.458493 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 41598) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:50:48.509023 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-56f25da3-cd34-439e-975e-fb9c7dee6573 admin admin] Publish callbacks [] for security_group (215ded8a-1747-4628-acb6-f3f3e0189bae), before_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:50:48.528594 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-56f25da3-cd34-439e-975e-fb9c7dee6573 admin admin] Publish callbacks [] for security_group (215ded8a-1747-4628-acb6-f3f3e0189bae), precommit_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:50:48.626504 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-56f25da3-cd34-439e-975e-fb9c7dee6573 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (215ded8a-1747-4628-acb6-f3f3e0189bae), after_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:50:48.629042 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-56f25da3-cd34-439e-975e-fb9c7dee6573 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:50:48.630234 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-56f25da3-cd34-439e-975e-fb9c7dee6573 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/215ded8a-1747-4628-acb6-f3f3e0189bae HTTP/1.1" status: 204 len: 168 time: 0.1702409 Sep 15 07:50:48.638556 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f25da3-cd34-439e-975e-fb9c7dee6573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=215ded8a-1747-4628-acb6-f3f3e0189bae,revision_number=None']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:50:50.366262 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=6 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:50:50.377852 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:50:52.517777 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-0e0ee2f5-c9d9-43e4-b2c6-e9bde90c7526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (47b201f8-ba91-4005-8457-67653169c522), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:50:54.780480 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-0cf41170-2910-45e7-b415-61f2327b304d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (6177172c-20b9-4a3a-92be-d5dd082cfa3a), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:50:55.800727 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 41692) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:50:55.905181 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-d62cc1d0-a2e3-47bb-8955-318c739496b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:50:55.914925 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=84,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=7 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:50:55.980431 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-d62cc1d0-a2e3-47bb-8955-318c739496b3 admin admin] Publish callbacks [] for security_group (786a64a4-1caa-4431-bfcb-2457b23e0ca7), precommit_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:50:56.043087 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-d62cc1d0-a2e3-47bb-8955-318c739496b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (786a64a4-1caa-4431-bfcb-2457b23e0ca7), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:50:56.071744 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-0f44d0d5-b296-4658-a59d-71e94f9a3b32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (71b2a813-2b59-4e69-b901-83528b6ecb8f), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:50:56.086381 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-d62cc1d0-a2e3-47bb-8955-318c739496b3 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=ecfff1b0ba9d499695914391a70c4e00&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2845962 Sep 15 07:50:56.087183 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62cc1d0-a2e3-47bb-8955-318c739496b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=786a64a4-1caa-4431-bfcb-2457b23e0ca7,revision_number=1']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:50:56.090002 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 41696) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:50:56.153343 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-9c442788-4924-456d-873e-6eeee1773850 admin admin] Publish callbacks [] for security_group (786a64a4-1caa-4431-bfcb-2457b23e0ca7), before_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:50:56.174252 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-9c442788-4924-456d-873e-6eeee1773850 admin admin] Publish callbacks [] for security_group (786a64a4-1caa-4431-bfcb-2457b23e0ca7), precommit_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:50:56.322833 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-9c442788-4924-456d-873e-6eeee1773850 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (786a64a4-1caa-4431-bfcb-2457b23e0ca7), after_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:50:56.325359 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-9c442788-4924-456d-873e-6eeee1773850 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:50:56.326536 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-9c442788-4924-456d-873e-6eeee1773850 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/786a64a4-1caa-4431-bfcb-2457b23e0ca7 HTTP/1.1" status: 204 len: 168 time: 0.2351720 Sep 15 07:50:56.335505 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c442788-4924-456d-873e-6eeee1773850 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=786a64a4-1caa-4431-bfcb-2457b23e0ca7,revision_number=None']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:50:56.931827 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 41702) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:50:56.945468 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-6e0257eb-a455-4923-9486-dcd056400537 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:50:57.019435 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-6e0257eb-a455-4923-9486-dcd056400537 admin admin] Publish callbacks [] for security_group (d0b8aa91-26e9-41e8-85f0-1bdebc73b79b), precommit_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:50:57.082903 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-6e0257eb-a455-4923-9486-dcd056400537 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (d0b8aa91-26e9-41e8-85f0-1bdebc73b79b), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:50:57.123847 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-6e0257eb-a455-4923-9486-dcd056400537 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=99843c7e351145f8bfa979be14a15d70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1909590 Sep 15 07:50:57.124685 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0257eb-a455-4923-9486-dcd056400537 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0b8aa91-26e9-41e8-85f0-1bdebc73b79b,revision_number=1']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:50:57.126587 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 41704) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:50:57.176222 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-e120dc8d-0352-47ba-8f53-ee314ae61037 admin admin] Publish callbacks [] for security_group (d0b8aa91-26e9-41e8-85f0-1bdebc73b79b), before_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:50:57.195859 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-e120dc8d-0352-47ba-8f53-ee314ae61037 admin admin] Publish callbacks [] for security_group (d0b8aa91-26e9-41e8-85f0-1bdebc73b79b), precommit_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:50:57.297096 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.agents_db [None req-df016ec4-f85e-4abb-9405-ce942686afd2 None None] Agent healthcheck: found 6 active agents {{(pid=107295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 07:50:57.327323 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-e120dc8d-0352-47ba-8f53-ee314ae61037 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (d0b8aa91-26e9-41e8-85f0-1bdebc73b79b), after_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:50:57.329883 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-e120dc8d-0352-47ba-8f53-ee314ae61037 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:50:57.331017 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-e120dc8d-0352-47ba-8f53-ee314ae61037 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/d0b8aa91-26e9-41e8-85f0-1bdebc73b79b HTTP/1.1" status: 204 len: 168 time: 0.2034552 Sep 15 07:50:57.340072 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e120dc8d-0352-47ba-8f53-ee314ae61037 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0b8aa91-26e9-41e8-85f0-1bdebc73b79b,revision_number=None']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:50:57.562877 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-677e5667-6d12-4a09-97b6-65dca69daeb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (4c9c4bf3-096b-4dee-b844-12a870317301), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:50:57.717456 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (c3acd0b9-3b8e-4f77-9053-2ca2457616b3), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:51:04.910106 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 41786) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:51:05.017333 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-760a97d2-d169-4626-b21d-1ebd3bf7af7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:51:05.018957 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=87,neutron:INSERT=5,neutron:DELETE=8 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:51:05.030028 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=85,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:51:05.093564 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-760a97d2-d169-4626-b21d-1ebd3bf7af7e admin admin] Publish callbacks [] for security_group (8495fb9f-0817-48db-b121-f29a6b58dd5c), precommit_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:51:05.139154 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-760a97d2-d169-4626-b21d-1ebd3bf7af7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (8495fb9f-0817-48db-b121-f29a6b58dd5c), after_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:51:05.179574 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-760a97d2-d169-4626-b21d-1ebd3bf7af7e admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=20c560e30bba4179893dad5bfc02b808&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2684250 Sep 15 07:51:05.180685 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760a97d2-d169-4626-b21d-1ebd3bf7af7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8495fb9f-0817-48db-b121-f29a6b58dd5c,revision_number=1']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:51:05.183051 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 41790) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:51:05.222702 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=76,neutron:INSERT=22,neutron:UPDATE=2 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:51:05.232493 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-543731fd-fe31-43c7-ab9b-969567325879 admin admin] Publish callbacks [] for security_group (8495fb9f-0817-48db-b121-f29a6b58dd5c), before_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:51:05.252635 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-543731fd-fe31-43c7-ab9b-969567325879 admin admin] Publish callbacks [] for security_group (8495fb9f-0817-48db-b121-f29a6b58dd5c), precommit_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:51:05.407092 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-543731fd-fe31-43c7-ab9b-969567325879 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (8495fb9f-0817-48db-b121-f29a6b58dd5c), after_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:51:05.409763 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-543731fd-fe31-43c7-ab9b-969567325879 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:51:05.410908 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-543731fd-fe31-43c7-ab9b-969567325879 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/8495fb9f-0817-48db-b121-f29a6b58dd5c HTTP/1.1" status: 204 len: 168 time: 0.2268829 Sep 15 07:51:05.419880 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543731fd-fe31-43c7-ab9b-969567325879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8495fb9f-0817-48db-b121-f29a6b58dd5c,revision_number=None']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:51:05.965963 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 41796) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:51:05.979089 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-bcb97401-e5c4-4d68-a62c-d2e3683938db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:51:06.052589 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-bcb97401-e5c4-4d68-a62c-d2e3683938db admin admin] Publish callbacks [] for security_group (14028806-c414-46fe-b0f0-eb37616d8233), precommit_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:51:06.127992 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-bcb97401-e5c4-4d68-a62c-d2e3683938db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (14028806-c414-46fe-b0f0-eb37616d8233), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:51:06.170590 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-bcb97401-e5c4-4d68-a62c-d2e3683938db admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=ca5d570553464809bb3c5c61cb095508&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2034850 Sep 15 07:51:06.171449 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb97401-e5c4-4d68-a62c-d2e3683938db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14028806-c414-46fe-b0f0-eb37616d8233,revision_number=1']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:51:06.173204 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 41798) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:51:06.223615 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-5fea8b6f-f863-4410-ab92-b5d9e4b3a782 admin admin] Publish callbacks [] for security_group (14028806-c414-46fe-b0f0-eb37616d8233), before_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:51:06.244188 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-5fea8b6f-f863-4410-ab92-b5d9e4b3a782 admin admin] Publish callbacks [] for security_group (14028806-c414-46fe-b0f0-eb37616d8233), precommit_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:51:06.368018 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-5fea8b6f-f863-4410-ab92-b5d9e4b3a782 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (14028806-c414-46fe-b0f0-eb37616d8233), after_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:51:06.371147 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-5fea8b6f-f863-4410-ab92-b5d9e4b3a782 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:51:06.372272 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-5fea8b6f-f863-4410-ab92-b5d9e4b3a782 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/14028806-c414-46fe-b0f0-eb37616d8233 HTTP/1.1" status: 204 len: 168 time: 0.1980739 Sep 15 07:51:06.379914 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fea8b6f-f863-4410-ab92-b5d9e4b3a782 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14028806-c414-46fe-b0f0-eb37616d8233,revision_number=None']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:51:07.293490 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=2 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:51:12.715819 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=20,neutron:UPDATE=1 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:51:12.717366 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=73,neutron:DELETE=5,neutron:UPDATE=5 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:51:12.784839 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (25cf60a6-7ad2-448a-9326-c12b453ddee0), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:51:13.464932 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 41896) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:51:13.578097 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-92463246-589c-41e0-bf2f-ccffab817077 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:51:13.656428 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-92463246-589c-41e0-bf2f-ccffab817077 admin admin] Publish callbacks [] for security_group (7023cb1a-c15c-4dc8-b668-ee29e55b40c6), precommit_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:51:13.721859 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-92463246-589c-41e0-bf2f-ccffab817077 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (7023cb1a-c15c-4dc8-b668-ee29e55b40c6), after_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:51:13.764346 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-92463246-589c-41e0-bf2f-ccffab817077 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=e3900518a6584cab94bffda86cbeb5b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2982056 Sep 15 07:51:13.765563 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92463246-589c-41e0-bf2f-ccffab817077 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7023cb1a-c15c-4dc8-b668-ee29e55b40c6,revision_number=1']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:51:13.767064 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 41900) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:51:13.817818 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-47869359-3237-4431-bdb5-d5134fcc584e admin admin] Publish callbacks [] for security_group (7023cb1a-c15c-4dc8-b668-ee29e55b40c6), before_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:51:13.838593 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-47869359-3237-4431-bdb5-d5134fcc584e admin admin] Publish callbacks [] for security_group (7023cb1a-c15c-4dc8-b668-ee29e55b40c6), precommit_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:51:13.956069 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-47869359-3237-4431-bdb5-d5134fcc584e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (7023cb1a-c15c-4dc8-b668-ee29e55b40c6), after_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:51:13.958943 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-47869359-3237-4431-bdb5-d5134fcc584e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:51:13.960073 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-47869359-3237-4431-bdb5-d5134fcc584e admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/7023cb1a-c15c-4dc8-b668-ee29e55b40c6 HTTP/1.1" status: 204 len: 168 time: 0.1911702 Sep 15 07:51:13.963221 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=81,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:51:13.968267 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47869359-3237-4431-bdb5-d5134fcc584e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7023cb1a-c15c-4dc8-b668-ee29e55b40c6,revision_number=None']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:51:14.513483 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 41906) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:51:14.530386 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-40eb1880-0db1-4e3f-9694-1919b1fd3c2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:51:14.604748 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-40eb1880-0db1-4e3f-9694-1919b1fd3c2f admin admin] Publish callbacks [] for security_group (6543c7df-b02c-46aa-bd96-180b6191b197), precommit_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:51:14.657976 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-40eb1880-0db1-4e3f-9694-1919b1fd3c2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (6543c7df-b02c-46aa-bd96-180b6191b197), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:51:14.695914 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40eb1880-0db1-4e3f-9694-1919b1fd3c2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6543c7df-b02c-46aa-bd96-180b6191b197,revision_number=1']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:51:14.702730 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-40eb1880-0db1-4e3f-9694-1919b1fd3c2f admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=57d91c68cb8542b598108e6bf4152800&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1881917 Sep 15 07:51:14.705296 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 41908) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:51:14.753635 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-b961c595-b702-4bac-b6b2-bab6d9a544c7 admin admin] Publish callbacks [] for security_group (6543c7df-b02c-46aa-bd96-180b6191b197), before_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:51:14.773529 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-b961c595-b702-4bac-b6b2-bab6d9a544c7 admin admin] Publish callbacks [] for security_group (6543c7df-b02c-46aa-bd96-180b6191b197), precommit_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:51:14.898820 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-b961c595-b702-4bac-b6b2-bab6d9a544c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (6543c7df-b02c-46aa-bd96-180b6191b197), after_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:51:14.901329 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-b961c595-b702-4bac-b6b2-bab6d9a544c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:51:14.903174 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-b961c595-b702-4bac-b6b2-bab6d9a544c7 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/6543c7df-b02c-46aa-bd96-180b6191b197 HTTP/1.1" status: 204 len: 168 time: 0.1962452 Sep 15 07:51:14.911246 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b961c595-b702-4bac-b6b2-bab6d9a544c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6543c7df-b02c-46aa-bd96-180b6191b197,revision_number=None']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:51:15.557901 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 41914) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:51:15.574847 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-9330a004-23b1-473f-9471-94e61bead092 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:51:15.649145 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-9330a004-23b1-473f-9471-94e61bead092 admin admin] Publish callbacks [] for security_group (6666c34a-49d2-492e-8538-844b9d22b5d3), precommit_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:51:15.722193 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-9330a004-23b1-473f-9471-94e61bead092 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (6666c34a-49d2-492e-8538-844b9d22b5d3), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:51:15.725756 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:51:15.760130 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9330a004-23b1-473f-9471-94e61bead092 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6666c34a-49d2-492e-8538-844b9d22b5d3,revision_number=1']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:51:15.764201 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-9330a004-23b1-473f-9471-94e61bead092 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=1a8aa7d71de44cb7b2b1821fbd4f3c77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2046027 Sep 15 07:51:15.766956 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 41916) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:51:15.815835 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-0b054e76-23c3-47c5-9774-a7e1c9619c78 admin admin] Publish callbacks [] for security_group (6666c34a-49d2-492e-8538-844b9d22b5d3), before_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:51:15.836280 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-0b054e76-23c3-47c5-9774-a7e1c9619c78 admin admin] Publish callbacks [] for security_group (6666c34a-49d2-492e-8538-844b9d22b5d3), precommit_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:51:15.846694 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:51:15.990179 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-0b054e76-23c3-47c5-9774-a7e1c9619c78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (6666c34a-49d2-492e-8538-844b9d22b5d3), after_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:51:15.992625 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-0b054e76-23c3-47c5-9774-a7e1c9619c78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:51:15.993774 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-0b054e76-23c3-47c5-9774-a7e1c9619c78 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/6666c34a-49d2-492e-8538-844b9d22b5d3 HTTP/1.1" status: 204 len: 168 time: 0.2258956 Sep 15 07:51:16.001997 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b054e76-23c3-47c5-9774-a7e1c9619c78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6666c34a-49d2-492e-8538-844b9d22b5d3,revision_number=None']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:51:22.527171 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-7b125d5e-8def-44bb-9db9-07691ae89c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (47b201f8-ba91-4005-8457-67653169c522), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:51:23.757629 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=35,neutron:DELETE=2,neutron:INSERT=4 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:51:23.761463 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=64,neutron:INSERT=18,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:51:24.801451 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d3a907be-3e10-4bfc-b437-28abd48199d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (6177172c-20b9-4a3a-92be-d5dd082cfa3a), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:51:26.002283 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=6,neutron:DELETE=4 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:51:26.076384 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-0f44d0d5-b296-4658-a59d-71e94f9a3b32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (71b2a813-2b59-4e69-b901-83528b6ecb8f), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:51:26.131806 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 42000) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:51:26.242559 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-a991da0b-caad-4e41-8555-ae5ce41d5173 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:51:26.317717 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-a991da0b-caad-4e41-8555-ae5ce41d5173 admin admin] Publish callbacks [] for security_group (427121be-fa3c-4da6-86d7-738e5b234a8f), precommit_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:51:26.359858 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-a991da0b-caad-4e41-8555-ae5ce41d5173 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (427121be-fa3c-4da6-86d7-738e5b234a8f), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:51:26.397820 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-a991da0b-caad-4e41-8555-ae5ce41d5173 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=f623c858ec4248d3a673901b0bb82fe5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2648795 Sep 15 07:51:26.398661 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a991da0b-caad-4e41-8555-ae5ce41d5173 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=427121be-fa3c-4da6-86d7-738e5b234a8f,revision_number=1']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:51:26.401523 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 42004) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:51:26.452078 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-10154f08-3afb-4bd3-80bb-e914c2ede80e admin admin] Publish callbacks [] for security_group (427121be-fa3c-4da6-86d7-738e5b234a8f), before_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:51:26.472798 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-10154f08-3afb-4bd3-80bb-e914c2ede80e admin admin] Publish callbacks [] for security_group (427121be-fa3c-4da6-86d7-738e5b234a8f), precommit_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:51:26.588995 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-10154f08-3afb-4bd3-80bb-e914c2ede80e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (427121be-fa3c-4da6-86d7-738e5b234a8f), after_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:51:26.591501 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-10154f08-3afb-4bd3-80bb-e914c2ede80e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:51:26.593291 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-10154f08-3afb-4bd3-80bb-e914c2ede80e admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/427121be-fa3c-4da6-86d7-738e5b234a8f HTTP/1.1" status: 204 len: 168 time: 0.1905577 Sep 15 07:51:26.601045 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10154f08-3afb-4bd3-80bb-e914c2ede80e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=427121be-fa3c-4da6-86d7-738e5b234a8f,revision_number=None']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:51:27.350586 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=13 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:51:27.351765 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=19 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:51:27.520355 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-677e5667-6d12-4a09-97b6-65dca69daeb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (4c9c4bf3-096b-4dee-b844-12a870317301), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:51:27.715645 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (c3acd0b9-3b8e-4f77-9053-2ca2457616b3), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:51:34.296672 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.agents_db [None req-df016ec4-f85e-4abb-9405-ce942686afd2 None None] Agent healthcheck: found 6 active agents {{(pid=107295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 07:51:36.392550 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=20,neutron:INSERT=3 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:51:36.394539 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=17,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:51:36.596357 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=12,neutron:DELETE=2 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:51:36.597129 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=20,neutron:DELETE=2 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:51:37.207037 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 42122) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:51:37.313684 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-ee5aa350-0e99-4cc2-80fe-942be683247a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:51:37.388589 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-ee5aa350-0e99-4cc2-80fe-942be683247a admin admin] Publish callbacks [] for security_group (5f8f7f06-1274-4812-9d71-6dbdbb01c076), precommit_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:51:37.446083 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-ee5aa350-0e99-4cc2-80fe-942be683247a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (5f8f7f06-1274-4812-9d71-6dbdbb01c076), after_create {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:51:37.487872 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-ee5aa350-0e99-4cc2-80fe-942be683247a admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=18880a07f19645369d9d0937f6256538&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2793581 Sep 15 07:51:37.489816 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5aa350-0e99-4cc2-80fe-942be683247a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f8f7f06-1274-4812-9d71-6dbdbb01c076,revision_number=1']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:51:37.490496 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 42126) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:51:37.497951 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5aa350-0e99-4cc2-80fe-942be683247a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:51:37.498304 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5aa350-0e99-4cc2-80fe-942be683247a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:51:37.498646 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5aa350-0e99-4cc2-80fe-942be683247a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:51:37.499497 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5aa350-0e99-4cc2-80fe-942be683247a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:51:37.499833 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5aa350-0e99-4cc2-80fe-942be683247a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:51:37.500161 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5aa350-0e99-4cc2-80fe-942be683247a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:51:37.500489 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5aa350-0e99-4cc2-80fe-942be683247a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:51:37.500814 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5aa350-0e99-4cc2-80fe-942be683247a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:51:37.501136 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5aa350-0e99-4cc2-80fe-942be683247a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:51:37.501465 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5aa350-0e99-4cc2-80fe-942be683247a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:51:37.501823 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5aa350-0e99-4cc2-80fe-942be683247a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:51:37.502145 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5aa350-0e99-4cc2-80fe-942be683247a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:51:37.502467 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5aa350-0e99-4cc2-80fe-942be683247a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:51:37.502789 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5aa350-0e99-4cc2-80fe-942be683247a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:51:37.503108 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5aa350-0e99-4cc2-80fe-942be683247a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:51:37.539337 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-28698a04-0e43-4b70-bf9e-078c904e8c99 admin admin] Publish callbacks [] for security_group (5f8f7f06-1274-4812-9d71-6dbdbb01c076), before_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:51:37.558555 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-28698a04-0e43-4b70-bf9e-078c904e8c99 admin admin] Publish callbacks [] for security_group (5f8f7f06-1274-4812-9d71-6dbdbb01c076), precommit_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:51:37.633816 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:51:37.636660 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:51:37.669411 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-28698a04-0e43-4b70-bf9e-078c904e8c99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (5f8f7f06-1274-4812-9d71-6dbdbb01c076), after_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:51:37.672042 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-28698a04-0e43-4b70-bf9e-078c904e8c99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:51:37.674052 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-28698a04-0e43-4b70-bf9e-078c904e8c99 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/5f8f7f06-1274-4812-9d71-6dbdbb01c076 HTTP/1.1" status: 204 len: 168 time: 0.1816728 Sep 15 07:51:37.682208 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28698a04-0e43-4b70-bf9e-078c904e8c99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f8f7f06-1274-4812-9d71-6dbdbb01c076,revision_number=None']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:51:37.690336 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28698a04-0e43-4b70-bf9e-078c904e8c99 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:51:37.694883 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28698a04-0e43-4b70-bf9e-078c904e8c99 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:51:37.694883 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28698a04-0e43-4b70-bf9e-078c904e8c99 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:51:37.694883 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28698a04-0e43-4b70-bf9e-078c904e8c99 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:51:37.694883 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28698a04-0e43-4b70-bf9e-078c904e8c99 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:51:37.694883 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28698a04-0e43-4b70-bf9e-078c904e8c99 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:51:37.694883 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28698a04-0e43-4b70-bf9e-078c904e8c99 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:51:37.694883 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28698a04-0e43-4b70-bf9e-078c904e8c99 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:51:37.694883 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28698a04-0e43-4b70-bf9e-078c904e8c99 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:51:37.694883 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28698a04-0e43-4b70-bf9e-078c904e8c99 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:51:37.694883 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28698a04-0e43-4b70-bf9e-078c904e8c99 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:51:37.694883 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28698a04-0e43-4b70-bf9e-078c904e8c99 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:51:37.694883 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28698a04-0e43-4b70-bf9e-078c904e8c99 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:51:37.694883 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28698a04-0e43-4b70-bf9e-078c904e8c99 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:51:37.696225 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28698a04-0e43-4b70-bf9e-078c904e8c99 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-6-iscsi {{(pid=107276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 07:51:38.250685 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 42132) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:51:38.264159 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-5c6decf9-eb9a-43ea-9832-324e22521558 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:51:38.341950 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-5c6decf9-eb9a-43ea-9832-324e22521558 admin admin] Publish callbacks [] for security_group (9355559a-ac84-4680-9c7b-eee910ab0782), precommit_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:51:38.394912 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-5c6decf9-eb9a-43ea-9832-324e22521558 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (9355559a-ac84-4680-9c7b-eee910ab0782), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:51:38.434565 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-5c6decf9-eb9a-43ea-9832-324e22521558 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=a9136e2f236f4fd5b5512dc748fc4fb2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1827109 Sep 15 07:51:38.435698 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6decf9-eb9a-43ea-9832-324e22521558 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9355559a-ac84-4680-9c7b-eee910ab0782,revision_number=1']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:51:38.437335 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 42134) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:51:38.488082 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-ff9db60e-8d79-4271-838b-71a4736739d8 admin admin] Publish callbacks [] for security_group (9355559a-ac84-4680-9c7b-eee910ab0782), before_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:51:38.508180 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-ff9db60e-8d79-4271-838b-71a4736739d8 admin admin] Publish callbacks [] for security_group (9355559a-ac84-4680-9c7b-eee910ab0782), precommit_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:51:38.599423 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-ff9db60e-8d79-4271-838b-71a4736739d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (9355559a-ac84-4680-9c7b-eee910ab0782), after_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:51:38.602467 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-ff9db60e-8d79-4271-838b-71a4736739d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:51:38.603686 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-ff9db60e-8d79-4271-838b-71a4736739d8 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/9355559a-ac84-4680-9c7b-eee910ab0782 HTTP/1.1" status: 204 len: 168 time: 0.1646786 Sep 15 07:51:38.612143 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9db60e-8d79-4271-838b-71a4736739d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9355559a-ac84-4680-9c7b-eee910ab0782,revision_number=None']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:51:39.218671 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 42140) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:51:39.232000 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-bdf7fbcd-9f0c-4db1-ab76-37104e26c735 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:51:39.307285 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-bdf7fbcd-9f0c-4db1-ab76-37104e26c735 admin admin] Publish callbacks [] for security_group (e82dbea8-ebd6-4a0b-b6e3-22bbfdd71978), precommit_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:51:39.371637 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-bdf7fbcd-9f0c-4db1-ab76-37104e26c735 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (e82dbea8-ebd6-4a0b-b6e3-22bbfdd71978), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:51:39.411155 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-bdf7fbcd-9f0c-4db1-ab76-37104e26c735 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=fc7cf240f39246578637e6b799607f29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1913967 Sep 15 07:51:39.412103 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf7fbcd-9f0c-4db1-ab76-37104e26c735 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e82dbea8-ebd6-4a0b-b6e3-22bbfdd71978,revision_number=1']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:51:39.413951 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.wsgi [-] (107279) accepted ('10.222.0.42', 42142) {{(pid=107279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:51:39.463809 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-4ee53804-3168-44b5-a280-749607f82379 admin admin] Publish callbacks [] for security_group (e82dbea8-ebd6-4a0b-b6e3-22bbfdd71978), before_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:51:39.483844 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-4ee53804-3168-44b5-a280-749607f82379 admin admin] Publish callbacks [] for security_group (e82dbea8-ebd6-4a0b-b6e3-22bbfdd71978), precommit_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:51:39.606300 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-4ee53804-3168-44b5-a280-749607f82379 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (e82dbea8-ebd6-4a0b-b6e3-22bbfdd71978), after_delete {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:51:39.609892 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron_lib.callbacks.manager [None req-4ee53804-3168-44b5-a280-749607f82379 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:51:39.611721 dv-cinder-824149-6-iscsi neutron-server[107279]: INFO neutron.wsgi [None req-4ee53804-3168-44b5-a280-749607f82379 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/e82dbea8-ebd6-4a0b-b6e3-22bbfdd71978 HTTP/1.1" status: 204 len: 168 time: 0.1961141 Sep 15 07:51:39.619895 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee53804-3168-44b5-a280-749607f82379 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e82dbea8-ebd6-4a0b-b6e3-22bbfdd71978,revision_number=None']} {{(pid=107279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:51:42.823117 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (25cf60a6-7ad2-448a-9326-c12b453ddee0), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:51:44.292694 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=2 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:51:49.377534 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 42212) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:51:49.402572 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=50,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:51:49.407564 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=58,neutron:DELETE=1,neutron:INSERT=10 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:51:49.485962 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-c4e01b64-7a63-4107-94d3-e7fe2205f9f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:51:49.517984 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=52,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:51:49.567318 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-c4e01b64-7a63-4107-94d3-e7fe2205f9f2 admin admin] Publish callbacks [] for security_group (aa43a49c-6957-44b1-a401-a194e7295480), precommit_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:51:49.616121 dv-cinder-824149-6-iscsi neutron-server[107279]: DEBUG dbcounter [-] [107279] Writing DB stats neutron:SELECT=51,neutron:INSERT=5,neutron:DELETE=4 {{(pid=107279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:51:49.656910 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-c4e01b64-7a63-4107-94d3-e7fe2205f9f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (aa43a49c-6957-44b1-a401-a194e7295480), after_create {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:51:49.695773 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e01b64-7a63-4107-94d3-e7fe2205f9f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa43a49c-6957-44b1-a401-a194e7295480,revision_number=1']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:51:49.700018 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-c4e01b64-7a63-4107-94d3-e7fe2205f9f2 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=32813e0b7b9a492fbaf022cf740ae068&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3214269 Sep 15 07:51:49.703187 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.wsgi [-] (107276) accepted ('10.222.0.42', 42216) {{(pid=107276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 07:51:49.752743 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-1ae77767-618c-434e-8135-be39353d3452 admin admin] Publish callbacks [] for security_group (aa43a49c-6957-44b1-a401-a194e7295480), before_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:51:49.774076 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-1ae77767-618c-434e-8135-be39353d3452 admin admin] Publish callbacks [] for security_group (aa43a49c-6957-44b1-a401-a194e7295480), precommit_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:51:49.897305 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-1ae77767-618c-434e-8135-be39353d3452 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691897'] for security_group (aa43a49c-6957-44b1-a401-a194e7295480), after_delete {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:51:49.899897 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron_lib.callbacks.manager [None req-1ae77767-618c-434e-8135-be39353d3452 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:51:49.901028 dv-cinder-824149-6-iscsi neutron-server[107276]: INFO neutron.wsgi [None req-1ae77767-618c-434e-8135-be39353d3452 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/aa43a49c-6957-44b1-a401-a194e7295480 HTTP/1.1" status: 204 len: 168 time: 0.1971560 Sep 15 07:51:49.910635 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae77767-618c-434e-8135-be39353d3452 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa43a49c-6957-44b1-a401-a194e7295480,revision_number=None']} {{(pid=107276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 07:51:52.532156 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-8bbc2440-2738-48e1-93ed-8cd78b442a7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (47b201f8-ba91-4005-8457-67653169c522), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:51:54.845229 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-a1d4cdb5-e402-480c-be0c-fb907b08fb19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (6177172c-20b9-4a3a-92be-d5dd082cfa3a), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:51:56.056858 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-0f44d0d5-b296-4658-a59d-71e94f9a3b32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (71b2a813-2b59-4e69-b901-83528b6ecb8f), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:51:57.548109 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-677e5667-6d12-4a09-97b6-65dca69daeb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (4c9c4bf3-096b-4dee-b844-12a870317301), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:51:57.708195 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (c3acd0b9-3b8e-4f77-9053-2ca2457616b3), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:51:59.806755 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=62,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:51:59.904658 dv-cinder-824149-6-iscsi neutron-server[107276]: DEBUG dbcounter [-] [107276] Writing DB stats neutron:SELECT=7,neutron:DELETE=3 {{(pid=107276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:52:04.336675 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=2 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:52:04.346674 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=4 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:52:07.632376 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=30,neutron:UPDATE=2 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:52:07.634237 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:52:11.296096 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.agents_db [None req-df016ec4-f85e-4abb-9405-ce942686afd2 None None] Agent healthcheck: found 6 active agents {{(pid=107295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 07:52:12.815665 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (25cf60a6-7ad2-448a-9326-c12b453ddee0), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:52:21.291135 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:DELETE=1,neutron:SELECT=1 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:52:21.291838 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=2 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:52:22.547494 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-89714745-d00f-4001-8abb-901b5a9edad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (47b201f8-ba91-4005-8457-67653169c522), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:52:24.781231 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-e264cec5-8162-4431-88ae-e2f3c859b0e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (6177172c-20b9-4a3a-92be-d5dd082cfa3a), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:52:26.060751 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-0f44d0d5-b296-4658-a59d-71e94f9a3b32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (71b2a813-2b59-4e69-b901-83528b6ecb8f), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:52:27.558051 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-677e5667-6d12-4a09-97b6-65dca69daeb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (4c9c4bf3-096b-4dee-b844-12a870317301), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:52:27.695043 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (c3acd0b9-3b8e-4f77-9053-2ca2457616b3), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:52:37.629993 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=12 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:52:37.635996 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=6,neutron:UPDATE=6 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:52:41.342792 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=3 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:52:41.343552 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=3 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:52:42.820629 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (25cf60a6-7ad2-448a-9326-c12b453ddee0), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:52:48.296354 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.agents_db [None req-df016ec4-f85e-4abb-9405-ce942686afd2 None None] Agent healthcheck: found 6 active agents {{(pid=107295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 07:52:52.540159 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-2e3d3bf5-c092-472f-89a3-1c3d614cd55d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (47b201f8-ba91-4005-8457-67653169c522), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:52:54.297212 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=1 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:52:54.774415 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-8f52ca67-27e7-4eb7-8809-7eb67589d917 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (6177172c-20b9-4a3a-92be-d5dd082cfa3a), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:52:56.083673 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-0f44d0d5-b296-4658-a59d-71e94f9a3b32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (71b2a813-2b59-4e69-b901-83528b6ecb8f), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:52:57.585541 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-677e5667-6d12-4a09-97b6-65dca69daeb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (4c9c4bf3-096b-4dee-b844-12a870317301), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:52:57.692861 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (c3acd0b9-3b8e-4f77-9053-2ca2457616b3), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:52:58.290997 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=3 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:53:07.626788 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:53:07.632849 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:53:12.836375 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (25cf60a6-7ad2-448a-9326-c12b453ddee0), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:53:19.557469 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=16 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:53:19.558256 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=16 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:53:22.550679 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-7db7f66c-e07a-4081-ae5c-264443664947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (47b201f8-ba91-4005-8457-67653169c522), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:53:24.767483 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-0c1ccb60-f104-4872-9f29-1eef5440633e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (6177172c-20b9-4a3a-92be-d5dd082cfa3a), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:53:25.295603 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.agents_db [None req-df016ec4-f85e-4abb-9405-ce942686afd2 None None] Agent healthcheck: found 6 active agents {{(pid=107295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 07:53:26.087442 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-0f44d0d5-b296-4658-a59d-71e94f9a3b32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (71b2a813-2b59-4e69-b901-83528b6ecb8f), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:53:27.539136 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-677e5667-6d12-4a09-97b6-65dca69daeb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (4c9c4bf3-096b-4dee-b844-12a870317301), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:53:27.693535 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (c3acd0b9-3b8e-4f77-9053-2ca2457616b3), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:53:35.291312 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=1 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:53:35.292004 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=1 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:53:37.625944 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:53:37.632256 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:53:42.870181 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (25cf60a6-7ad2-448a-9326-c12b453ddee0), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:53:52.550369 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-67daec57-52a9-4d8e-b799-dc67503fd2e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (47b201f8-ba91-4005-8457-67653169c522), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:53:52.780095 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:53:54.825715 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-da6d359c-d61c-45e2-9deb-3a033c1cfe96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (6177172c-20b9-4a3a-92be-d5dd082cfa3a), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:53:55.336000 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=3 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:53:55.336793 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=3 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:53:56.132517 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-0f44d0d5-b296-4658-a59d-71e94f9a3b32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (71b2a813-2b59-4e69-b901-83528b6ecb8f), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:53:57.532760 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-677e5667-6d12-4a09-97b6-65dca69daeb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (4c9c4bf3-096b-4dee-b844-12a870317301), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:53:57.698467 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (c3acd0b9-3b8e-4f77-9053-2ca2457616b3), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:54:02.293971 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.agents_db [None req-df016ec4-f85e-4abb-9405-ce942686afd2 None None] Agent healthcheck: found 6 active agents {{(pid=107295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 07:54:07.625185 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:54:07.632208 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:54:12.835021 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (25cf60a6-7ad2-448a-9326-c12b453ddee0), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:54:20.350990 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=1 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:54:20.351753 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:54:22.577675 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-f1563501-d8a4-4ced-a2ab-7eaa149f3b8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (47b201f8-ba91-4005-8457-67653169c522), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:54:24.788182 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-792f578a-b95b-4bf2-977e-02b3a0cf64e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (6177172c-20b9-4a3a-92be-d5dd082cfa3a), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:54:26.102584 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-0f44d0d5-b296-4658-a59d-71e94f9a3b32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (71b2a813-2b59-4e69-b901-83528b6ecb8f), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:54:27.612581 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-677e5667-6d12-4a09-97b6-65dca69daeb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (4c9c4bf3-096b-4dee-b844-12a870317301), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:54:27.686469 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (c3acd0b9-3b8e-4f77-9053-2ca2457616b3), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:54:32.326656 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=2 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:54:32.331556 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=4 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:54:39.293041 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.agents_db [None req-df016ec4-f85e-4abb-9405-ce942686afd2 None None] Agent healthcheck: found 6 active agents {{(pid=107295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 07:54:39.559173 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=23 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:54:39.564140 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=21,neutron:UPDATE=6 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:54:42.863428 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (25cf60a6-7ad2-448a-9326-c12b453ddee0), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:54:49.288066 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=1 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:54:49.288779 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=1 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:54:52.548651 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-c1c2bd2e-d983-4637-a400-7c32e1c5e22f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (47b201f8-ba91-4005-8457-67653169c522), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:54:54.788840 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-82f19d84-03a4-4f42-9aeb-0cb033356e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (6177172c-20b9-4a3a-92be-d5dd082cfa3a), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:54:56.084704 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-0f44d0d5-b296-4658-a59d-71e94f9a3b32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (71b2a813-2b59-4e69-b901-83528b6ecb8f), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:54:57.646392 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-677e5667-6d12-4a09-97b6-65dca69daeb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (4c9c4bf3-096b-4dee-b844-12a870317301), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:54:57.702993 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (c3acd0b9-3b8e-4f77-9053-2ca2457616b3), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:55:07.633741 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:55:07.637627 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:55:09.331608 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=2 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:55:09.337488 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=4 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:55:12.885779 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (25cf60a6-7ad2-448a-9326-c12b453ddee0), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:55:16.292900 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.agents_db [None req-df016ec4-f85e-4abb-9405-ce942686afd2 None None] Agent healthcheck: found 6 active agents {{(pid=107295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 07:55:22.559513 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-508e83c9-c2ec-41d6-8e64-7a60756f3b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (47b201f8-ba91-4005-8457-67653169c522), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:55:24.788121 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d5ae2125-26b8-4afd-84e8-988e36acef25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (6177172c-20b9-4a3a-92be-d5dd082cfa3a), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:55:26.100951 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-0f44d0d5-b296-4658-a59d-71e94f9a3b32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (71b2a813-2b59-4e69-b901-83528b6ecb8f), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:55:26.287542 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=13 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:55:26.291818 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=15 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:55:27.594248 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-677e5667-6d12-4a09-97b6-65dca69daeb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (4c9c4bf3-096b-4dee-b844-12a870317301), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:55:27.696629 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (c3acd0b9-3b8e-4f77-9053-2ca2457616b3), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:55:37.629250 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:55:37.632150 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:55:42.834080 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (25cf60a6-7ad2-448a-9326-c12b453ddee0), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:55:46.331780 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=2 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:55:46.333769 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=4 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:55:52.571080 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-0c6a81c9-6de8-416a-ae9b-12ffc0413c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (47b201f8-ba91-4005-8457-67653169c522), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:55:53.292935 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.agents_db [None req-df016ec4-f85e-4abb-9405-ce942686afd2 None None] Agent healthcheck: found 6 active agents {{(pid=107295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 07:55:54.782228 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-00cbf1f6-4be3-47fd-a18b-a5aebdfcd2c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (6177172c-20b9-4a3a-92be-d5dd082cfa3a), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:55:56.096614 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-0f44d0d5-b296-4658-a59d-71e94f9a3b32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (71b2a813-2b59-4e69-b901-83528b6ecb8f), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:55:57.582302 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-677e5667-6d12-4a09-97b6-65dca69daeb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (4c9c4bf3-096b-4dee-b844-12a870317301), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:55:57.688435 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (c3acd0b9-3b8e-4f77-9053-2ca2457616b3), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:56:03.287106 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=1 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:56:03.287953 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=1 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:56:07.627713 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:56:07.634740 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:56:12.902184 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (25cf60a6-7ad2-448a-9326-c12b453ddee0), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:56:22.598812 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-15bca2cc-ee21-47a9-bcb8-f5d29fe71fc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (47b201f8-ba91-4005-8457-67653169c522), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:56:23.324951 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:DELETE=1,neutron:SELECT=2 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:56:23.329844 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=5 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:56:24.804694 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-c8b4b3cf-202b-4957-8260-22238f81f702 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (6177172c-20b9-4a3a-92be-d5dd082cfa3a), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:56:26.134023 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-0f44d0d5-b296-4658-a59d-71e94f9a3b32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (71b2a813-2b59-4e69-b901-83528b6ecb8f), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:56:27.585571 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-677e5667-6d12-4a09-97b6-65dca69daeb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (4c9c4bf3-096b-4dee-b844-12a870317301), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:56:27.727661 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (c3acd0b9-3b8e-4f77-9053-2ca2457616b3), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:56:30.293321 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.agents_db [None req-df016ec4-f85e-4abb-9405-ce942686afd2 None None] Agent healthcheck: found 6 active agents {{(pid=107295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 07:56:39.566750 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:56:39.570268 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:56:40.288524 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=2 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:56:42.896052 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (25cf60a6-7ad2-448a-9326-c12b453ddee0), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:56:52.585017 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-0a29eefc-1f08-486f-a8ff-73563792b871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (47b201f8-ba91-4005-8457-67653169c522), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:56:54.791099 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-7c43aa66-dc30-4514-bac0-33d5e449cfd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (6177172c-20b9-4a3a-92be-d5dd082cfa3a), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:56:56.104398 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-0f44d0d5-b296-4658-a59d-71e94f9a3b32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (71b2a813-2b59-4e69-b901-83528b6ecb8f), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:56:57.582045 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-677e5667-6d12-4a09-97b6-65dca69daeb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (4c9c4bf3-096b-4dee-b844-12a870317301), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:56:57.701950 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-d6652e82-6260-4d14-a66f-0e8e6e79f5bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (c3acd0b9-3b8e-4f77-9053-2ca2457616b3), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 07:57:00.336104 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=2 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:57:00.336838 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG dbcounter [-] [107295] Writing DB stats neutron:SELECT=4 {{(pid=107295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:57:07.293425 dv-cinder-824149-6-iscsi neutron-server[107295]: DEBUG neutron.db.agents_db [None req-df016ec4-f85e-4abb-9405-ce942686afd2 None None] Agent healthcheck: found 6 active agents {{(pid=107295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 07:57:07.634153 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:57:07.636013 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG dbcounter [-] [107290] Writing DB stats neutron:SELECT=5,neutron:UPDATE=5 {{(pid=107290) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 07:57:12.893000 dv-cinder-824149-6-iscsi neutron-server[107290]: DEBUG neutron_lib.callbacks.manager [None req-02a4cb7e-8a17-4cc6-b832-e8938c9038bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729658700719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862720'] for agent (25cf60a6-7ad2-448a-9326-c12b453ddee0), after_update {{(pid=107290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}